evaluator.py 1.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758
  1. # Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. import os
  15. from pathlib import Path
  16. from ..base import BaseEvaluator
  17. from .model_list import MODELS
  18. class UadEvaluator(BaseEvaluator):
  19. """Semantic Segmentation Model Evaluator"""
  20. entities = MODELS
  21. def update_config(self):
  22. """update evaluation config"""
  23. self.pdx_config.update_dataset(self.global_config.dataset_dir, "SegDataset")
  24. self.pdx_config.update_pretrained_weights(None, is_backbone=True)
  25. def get_config_path(self, weight_path):
  26. """
  27. get config path
  28. Args:
  29. weight_path (str): The path to the weight
  30. Returns:
  31. config_path (str): The path to the config
  32. """
  33. config_path = Path(weight_path).parent.parent / "config.yaml"
  34. return config_path
  35. def get_eval_kwargs(self) -> dict:
  36. """get key-value arguments of model evaluation function
  37. Returns:
  38. dict: the arguments of evaluation function.
  39. """
  40. device = self.get_device()
  41. # XXX:
  42. os.environ.pop("FLAGS_npu_jit_compile", None)
  43. return {"weight_path": self.eval_config.weight_path, "device": device}