evaluator.py 1.8 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152
  1. # copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from ..base import BaseEvaluator
  15. from .model_list import MODELS
  16. class DetEvaluator(BaseEvaluator):
  17. """Object Detection Model Evaluator"""
  18. entities = MODELS
  19. def _update_dataset(self):
  20. """update dataset settings"""
  21. metric = self.pdx_config.metric if 'metric' in self.pdx_config else 'COCO'
  22. data_fields = self.pdx_config.EvalDataset['data_fields'] if 'data_fields' in self.pdx_config.EvalDataset else None
  23. self.pdx_config.update_dataset(
  24. self.global_config.dataset_dir, "COCODetDataset",
  25. data_fields=data_fields,
  26. metric=metric,
  27. )
  28. def update_config(self):
  29. """update evalution config"""
  30. if self.eval_config.log_interval:
  31. self.pdx_config.update_log_interval(self.eval_config.log_interval)
  32. self._update_dataset()
  33. self.pdx_config.update_weights(self.eval_config.weight_path)
  34. def get_eval_kwargs(self) -> dict:
  35. """get key-value arguments of model evalution function
  36. Returns:
  37. dict: the arguments of evaluation function.
  38. """
  39. return {
  40. "weight_path": self.eval_config.weight_path,
  41. "device": self.get_device(using_device_number=1),
  42. }