__init__.py 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293
  1. # Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from pathlib import Path
  15. from ...base import BaseDatasetChecker
  16. from ..model_list import MODELS
  17. from .dataset_src import check, deep_analyse, split_dataset
  18. class VideoClsDatasetChecker(BaseDatasetChecker):
  19. """Dataset Checker for Image Classification Model"""
  20. entities = MODELS
  21. sample_num = 10
  22. def get_dataset_root(self, dataset_dir: str) -> str:
  23. """find the dataset root dir
  24. Args:
  25. dataset_dir (str): the directory that contain dataset.
  26. Returns:
  27. str: the root directory of dataset.
  28. """
  29. anno_dirs = list(Path(dataset_dir).glob("**/videos"))
  30. assert len(anno_dirs) == 1
  31. dataset_dir = anno_dirs[0].parent.as_posix()
  32. return dataset_dir
  33. def split_dataset(self, src_dataset_dir: str) -> str:
  34. """repartition the train and validation dataset
  35. Args:
  36. src_dataset_dir (str): the root directory of dataset.
  37. Returns:
  38. str: the root directory of splited dataset.
  39. """
  40. return split_dataset(
  41. src_dataset_dir,
  42. self.check_dataset_config.split.train_percent,
  43. self.check_dataset_config.split.val_percent,
  44. )
  45. def check_dataset(self, dataset_dir: str, sample_num: int = sample_num) -> dict:
  46. """check if the dataset meets the specifications and get dataset summary
  47. Args:
  48. dataset_dir (str): the root directory of dataset.
  49. sample_num (int): the number to be sampled.
  50. Returns:
  51. dict: dataset summary.
  52. """
  53. return check(dataset_dir, self.output)
  54. def analyse(self, dataset_dir: str) -> dict:
  55. """deep analyse dataset
  56. Args:
  57. dataset_dir (str): the root directory of dataset.
  58. Returns:
  59. dict: the deep analysis results.
  60. """
  61. return deep_analyse(dataset_dir, self.output)
  62. def get_show_type(self) -> str:
  63. """get the show type of dataset
  64. Returns:
  65. str: show type
  66. """
  67. return "video"
  68. def get_dataset_type(self) -> str:
  69. """return the dataset type
  70. Returns:
  71. str: dataset type
  72. """
  73. return "VideoClsDataset"