classifier.py 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824
  1. # Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from __future__ import absolute_import
  15. import math
  16. import os.path as osp
  17. from collections import OrderedDict
  18. import numpy as np
  19. import paddle
  20. import paddle.nn.functional as F
  21. from paddle.static import InputSpec
  22. from paddlex.utils import logging, TrainingStats, DisablePrint
  23. from paddlex.cv.models.base import BaseModel
  24. from paddlex.cv.transforms import arrange_transforms
  25. from paddlex.cv.transforms.operators import Resize
  26. with DisablePrint():
  27. from paddlex.ppcls.modeling import architectures
  28. from paddlex.ppcls.modeling.loss import CELoss
  29. __all__ = [
  30. "ResNet18", "ResNet34", "ResNet50", "ResNet101", "ResNet152",
  31. "ResNet18_vd", "ResNet34_vd", "ResNet50_vd", "ResNet50_vd_ssld",
  32. "ResNet101_vd", "ResNet101_vd_ssld", "ResNet152_vd", "ResNet200_vd",
  33. "AlexNet", "DarkNet53", "MobileNetV1", "MobileNetV2", "MobileNetV3_small",
  34. "MobileNetV3_small_ssld", "MobileNetV3_large", "MobileNetV3_large_ssld",
  35. "DenseNet121", "DenseNet161", "DenseNet169", "DenseNet201", "DenseNet264",
  36. "HRNet_W18_C", "HRNet_W30_C", "HRNet_W32_C", "HRNet_W40_C", "HRNet_W44_C",
  37. "HRNet_W48_C", "HRNet_W64_C", "Xception41", "Xception65", "Xception71",
  38. "ShuffleNetV2", "ShuffleNetV2_swish"
  39. ]
  40. class BaseClassifier(BaseModel):
  41. """Parent class of all classification models.
  42. Args:
  43. model_name (str, optional): Name of classification model. Defaults to 'ResNet50'.
  44. num_classes (int, optional): The number of target classes. Defaults to 1000.
  45. """
  46. def __init__(self, model_name='ResNet50', num_classes=1000, **params):
  47. self.init_params = locals()
  48. self.init_params.update(params)
  49. if 'lr_mult_list' in self.init_params:
  50. del self.init_params['lr_mult_list']
  51. if 'with_net' in self.init_params:
  52. del self.init_params['with_net']
  53. super(BaseClassifier, self).__init__('classifier')
  54. if not hasattr(architectures, model_name):
  55. raise Exception("ERROR: There's no model named {}.".format(
  56. model_name))
  57. self.model_name = model_name
  58. self.labels = None
  59. self.num_classes = num_classes
  60. for k, v in params.items():
  61. setattr(self, k, v)
  62. if params.get('with_net', True):
  63. params.pop('with_net', None)
  64. self.net = self.build_net(**params)
  65. def build_net(self, **params):
  66. with paddle.utils.unique_name.guard():
  67. net = architectures.__dict__[self.model_name](
  68. class_dim=self.num_classes, **params)
  69. return net
  70. def _fix_transforms_shape(self, image_shape):
  71. if hasattr(self, 'test_transforms'):
  72. if self.test_transforms is not None:
  73. self.test_transforms.transforms.append(
  74. Resize(target_size=image_shape))
  75. def _get_test_inputs(self, image_shape):
  76. if image_shape is not None:
  77. if len(image_shape) == 2:
  78. image_shape = [1, 3] + image_shape
  79. self._fix_transforms_shape(image_shape[-2:])
  80. else:
  81. image_shape = [None, 3, -1, -1]
  82. self.fixed_input_shape = image_shape
  83. input_spec = [
  84. InputSpec(
  85. shape=image_shape, name='image', dtype='float32')
  86. ]
  87. return input_spec
  88. def run(self, net, inputs, mode):
  89. net_out = net(inputs[0])
  90. softmax_out = F.softmax(net_out)
  91. if mode == 'test':
  92. outputs = OrderedDict([('prediction', softmax_out)])
  93. elif mode == 'eval':
  94. pred = softmax_out
  95. gt = inputs[1]
  96. labels = inputs[1].reshape([-1, 1])
  97. acc1 = paddle.metric.accuracy(softmax_out, label=labels)
  98. k = min(5, self.num_classes)
  99. acck = paddle.metric.accuracy(softmax_out, label=labels, k=k)
  100. # multi cards eval
  101. if paddle.distributed.get_world_size() > 1:
  102. acc1 = paddle.distributed.all_reduce(
  103. acc1, op=paddle.distributed.ReduceOp.
  104. SUM) / paddle.distributed.get_world_size()
  105. acck = paddle.distributed.all_reduce(
  106. acck, op=paddle.distributed.ReduceOp.
  107. SUM) / paddle.distributed.get_world_size()
  108. pred = list()
  109. gt = list()
  110. paddle.distributed.all_gather(pred, softmax_out)
  111. paddle.distributed.all_gather(gt, inputs[1])
  112. pred = paddle.concat(pred, axis=0)
  113. gt = paddle.concat(gt, axis=0)
  114. outputs = OrderedDict([('acc1', acc1), ('acc{}'.format(k), acck),
  115. ('prediction', pred), ('labels', gt)])
  116. else:
  117. # mode == 'train'
  118. labels = inputs[1].reshape([-1, 1])
  119. loss = CELoss(class_dim=self.num_classes)
  120. loss = loss(net_out, inputs[1])
  121. acc1 = paddle.metric.accuracy(softmax_out, label=labels, k=1)
  122. k = min(5, self.num_classes)
  123. acck = paddle.metric.accuracy(softmax_out, label=labels, k=k)
  124. outputs = OrderedDict([('loss', loss), ('acc1', acc1),
  125. ('acc{}'.format(k), acck)])
  126. return outputs
  127. def default_optimizer(self, parameters, learning_rate, warmup_steps,
  128. warmup_start_lr, lr_decay_epochs, lr_decay_gamma,
  129. num_steps_each_epoch):
  130. boundaries = [b * num_steps_each_epoch for b in lr_decay_epochs]
  131. values = [
  132. learning_rate * (lr_decay_gamma**i)
  133. for i in range(len(lr_decay_epochs) + 1)
  134. ]
  135. scheduler = paddle.optimizer.lr.PiecewiseDecay(boundaries, values)
  136. if warmup_steps > 0:
  137. if warmup_steps > lr_decay_epochs[0] * num_steps_each_epoch:
  138. logging.error(
  139. "In function train(), parameters should satisfy: "
  140. "warmup_steps <= lr_decay_epochs[0]*num_samples_in_train_dataset",
  141. exit=False)
  142. logging.error(
  143. "See this doc for more information: "
  144. "https://github.com/PaddlePaddle/PaddleX/blob/develop/docs/appendix/parameters.md#notice",
  145. exit=False)
  146. logging.error(
  147. "warmup_steps should less than {} or lr_decay_epochs[0] greater than {}, "
  148. "please modify 'lr_decay_epochs' or 'warmup_steps' in train function".
  149. format(lr_decay_epochs[0] * num_steps_each_epoch,
  150. warmup_steps // num_steps_each_epoch))
  151. scheduler = paddle.optimizer.lr.LinearWarmup(
  152. learning_rate=scheduler,
  153. warmup_steps=warmup_steps,
  154. start_lr=warmup_start_lr,
  155. end_lr=learning_rate)
  156. optimizer = paddle.optimizer.Momentum(
  157. scheduler,
  158. momentum=.9,
  159. weight_decay=paddle.regularizer.L2Decay(coeff=1e-04),
  160. parameters=parameters)
  161. return optimizer
  162. def train(self,
  163. num_epochs,
  164. train_dataset,
  165. train_batch_size=64,
  166. eval_dataset=None,
  167. optimizer=None,
  168. save_interval_epochs=1,
  169. log_interval_steps=10,
  170. save_dir='output',
  171. pretrain_weights='IMAGENET',
  172. learning_rate=.025,
  173. warmup_steps=0,
  174. warmup_start_lr=0.0,
  175. lr_decay_epochs=(30, 60, 90),
  176. lr_decay_gamma=0.1,
  177. early_stop=False,
  178. early_stop_patience=5,
  179. use_vdl=True,
  180. resume_checkpoint=None):
  181. """
  182. Train the model.
  183. Args:
  184. num_epochs(int): The number of epochs.
  185. train_dataset(paddlex.dataset): Training dataset.
  186. train_batch_size(int, optional): Total batch size among all cards used in training. Defaults to 64.
  187. eval_dataset(paddlex.dataset, optional):
  188. Evaluation dataset. If None, the model will not be evaluated during training process. Defaults to None.
  189. optimizer(paddle.optimizer.Optimizer or None, optional):
  190. Optimizer used for training. If None, a default optimizer is used. Defaults to None.
  191. save_interval_epochs(int, optional): Epoch interval for saving the model. Defaults to 1.
  192. log_interval_steps(int, optional): Step interval for printing training information. Defaults to 10.
  193. save_dir(str, optional): Directory to save the model. Defaults to 'output'.
  194. pretrain_weights(str or None, optional):
  195. None or name/path of pretrained weights. If None, no pretrained weights will be loaded.
  196. At most one of `resume_checkpoint` and `pretrain_weights` can be set simultaneously.
  197. Defaults to 'IMAGENET'.
  198. learning_rate(float, optional): Learning rate for training. Defaults to .025.
  199. warmup_steps(int, optional): The number of steps of warm-up training. Defaults to 0.
  200. warmup_start_lr(float, optional): Start learning rate of warm-up training. Defaults to 0..
  201. lr_decay_epochs(List[int] or Tuple[int], optional):
  202. Epoch milestones for learning rate decay. Defaults to (20, 60, 90).
  203. lr_decay_gamma(float, optional): Gamma coefficient of learning rate decay, default .1.
  204. early_stop(bool, optional): Whether to adopt early stop strategy. Defaults to False.
  205. early_stop_patience(int, optional): Early stop patience. Defaults to 5.
  206. use_vdl(bool, optional): Whether to use VisualDL to monitor the training process. Defaults to True.
  207. resume_checkpoint(str or None, optional): The path of the checkpoint to resume training from.
  208. If None, no training checkpoint will be resumed. At most one of `resume_checkpoint` and
  209. `pretrain_weights` can be set simultaneously. Defaults to None.
  210. """
  211. if pretrain_weights is not None and resume_checkpoint is not None:
  212. logging.error(
  213. "pretrain_weights and resume_checkpoint cannot be set simultaneously.",
  214. exit=True)
  215. self.labels = train_dataset.labels
  216. # build optimizer if not defined
  217. if optimizer is None:
  218. num_steps_each_epoch = len(train_dataset) // train_batch_size
  219. self.optimizer = self.default_optimizer(
  220. parameters=self.net.parameters(),
  221. learning_rate=learning_rate,
  222. warmup_steps=warmup_steps,
  223. warmup_start_lr=warmup_start_lr,
  224. lr_decay_epochs=lr_decay_epochs,
  225. lr_decay_gamma=lr_decay_gamma,
  226. num_steps_each_epoch=num_steps_each_epoch)
  227. else:
  228. self.optimizer = optimizer
  229. # initiate weights
  230. if pretrain_weights is not None and not osp.exists(pretrain_weights):
  231. if pretrain_weights not in ['IMAGENET']:
  232. logging.warning(
  233. "Path of pretrain_weights('{}') does not exist!".format(
  234. pretrain_weights))
  235. logging.warning(
  236. "Pretrain_weights is forcibly set to 'IMAGENET'. "
  237. "If don't want to use pretrain weights, "
  238. "set pretrain_weights to be None.")
  239. pretrain_weights = 'IMAGENET'
  240. elif pretrain_weights is not None and osp.exists(pretrain_weights):
  241. if osp.splitext(pretrain_weights)[-1] != '.pdparams':
  242. logging.error(
  243. "Invalid pretrain weights. Please specify a '.pdparams' file.",
  244. exit=True)
  245. pretrained_dir = osp.join(save_dir, 'pretrain')
  246. self.net_initialize(
  247. pretrain_weights=pretrain_weights,
  248. save_dir=pretrained_dir,
  249. resume_checkpoint=resume_checkpoint)
  250. # start train loop
  251. self.train_loop(
  252. num_epochs=num_epochs,
  253. train_dataset=train_dataset,
  254. train_batch_size=train_batch_size,
  255. eval_dataset=eval_dataset,
  256. save_interval_epochs=save_interval_epochs,
  257. log_interval_steps=log_interval_steps,
  258. save_dir=save_dir,
  259. early_stop=early_stop,
  260. early_stop_patience=early_stop_patience,
  261. use_vdl=use_vdl)
  262. def quant_aware_train(self,
  263. num_epochs,
  264. train_dataset,
  265. train_batch_size=64,
  266. eval_dataset=None,
  267. optimizer=None,
  268. save_interval_epochs=1,
  269. log_interval_steps=10,
  270. save_dir='output',
  271. learning_rate=.000025,
  272. warmup_steps=0,
  273. warmup_start_lr=0.0,
  274. lr_decay_epochs=(30, 60, 90),
  275. lr_decay_gamma=0.1,
  276. early_stop=False,
  277. early_stop_patience=5,
  278. use_vdl=True,
  279. resume_checkpoint=None,
  280. quant_config=None):
  281. """
  282. Quantization-aware training.
  283. Args:
  284. num_epochs(int): The number of epochs.
  285. train_dataset(paddlex.dataset): Training dataset.
  286. train_batch_size(int, optional): Total batch size among all cards used in training. Defaults to 64.
  287. eval_dataset(paddlex.dataset, optional):
  288. Evaluation dataset. If None, the model will not be evaluated during training process. Defaults to None.
  289. optimizer(paddle.optimizer.Optimizer or None, optional):
  290. Optimizer used for training. If None, a default optimizer is used. Defaults to None.
  291. save_interval_epochs(int, optional): Epoch interval for saving the model. Defaults to 1.
  292. log_interval_steps(int, optional): Step interval for printing training information. Defaults to 10.
  293. save_dir(str, optional): Directory to save the model. Defaults to 'output'.
  294. learning_rate(float, optional): Learning rate for training. Defaults to .025.
  295. warmup_steps(int, optional): The number of steps of warm-up training. Defaults to 0.
  296. warmup_start_lr(float, optional): Start learning rate of warm-up training. Defaults to 0..
  297. lr_decay_epochs(List[int] or Tuple[int], optional):
  298. Epoch milestones for learning rate decay. Defaults to (20, 60, 90).
  299. lr_decay_gamma(float, optional): Gamma coefficient of learning rate decay, default .1.
  300. early_stop(bool, optional): Whether to adopt early stop strategy. Defaults to False.
  301. early_stop_patience(int, optional): Early stop patience. Defaults to 5.
  302. use_vdl(bool, optional): Whether to use VisualDL to monitor the training process. Defaults to True.
  303. quant_config(dict or None, optional): Quantization configuration. If None, a default rule of thumb
  304. configuration will be used. Defaults to None.
  305. resume_checkpoint(str or None, optional): The path of the checkpoint to resume quantization-aware training
  306. from. If None, no training checkpoint will be resumed. Defaults to None.
  307. """
  308. self._prepare_qat(quant_config)
  309. self.train(
  310. num_epochs=num_epochs,
  311. train_dataset=train_dataset,
  312. train_batch_size=train_batch_size,
  313. eval_dataset=eval_dataset,
  314. optimizer=optimizer,
  315. save_interval_epochs=save_interval_epochs,
  316. log_interval_steps=log_interval_steps,
  317. save_dir=save_dir,
  318. pretrain_weights=None,
  319. learning_rate=learning_rate,
  320. warmup_steps=warmup_steps,
  321. warmup_start_lr=warmup_start_lr,
  322. lr_decay_epochs=lr_decay_epochs,
  323. lr_decay_gamma=lr_decay_gamma,
  324. early_stop=early_stop,
  325. early_stop_patience=early_stop_patience,
  326. use_vdl=use_vdl,
  327. resume_checkpoint=resume_checkpoint)
  328. def evaluate(self, eval_dataset, batch_size=1, return_details=False):
  329. """
  330. Evaluate the model.
  331. Args:
  332. eval_dataset(paddlex.dataset): Evaluation dataset.
  333. batch_size(int, optional): Total batch size among all cards used for evaluation. Defaults to 1.
  334. return_details(bool, optional): Whether to return evaluation details. Defaults to False.
  335. Returns:
  336. collections.OrderedDict with key-value pairs: {"acc1": `top 1 accuracy`, "acc5": `top 5 accuracy`}.
  337. """
  338. # 给transform添加arrange操作
  339. arrange_transforms(
  340. model_type=self.model_type,
  341. transforms=eval_dataset.transforms,
  342. mode='eval')
  343. self.net.eval()
  344. nranks = paddle.distributed.get_world_size()
  345. local_rank = paddle.distributed.get_rank()
  346. if nranks > 1:
  347. # Initialize parallel environment if not done.
  348. if not paddle.distributed.parallel.parallel_helper._is_parallel_ctx_initialized(
  349. ):
  350. paddle.distributed.init_parallel_env()
  351. self.eval_data_loader = self.build_data_loader(
  352. eval_dataset, batch_size=batch_size, mode='eval')
  353. eval_metrics = TrainingStats()
  354. if return_details:
  355. true_labels = list()
  356. pred_scores = list()
  357. logging.info(
  358. "Start to evaluate(total_samples={}, total_steps={})...".format(
  359. eval_dataset.num_samples,
  360. math.ceil(eval_dataset.num_samples * 1.0 / batch_size)))
  361. with paddle.no_grad():
  362. for step, data in enumerate(self.eval_data_loader()):
  363. outputs = self.run(self.net, data, mode='eval')
  364. if return_details:
  365. true_labels.extend(outputs['labels'].tolist())
  366. pred_scores.extend(outputs['prediction'].tolist())
  367. outputs.pop('prediction')
  368. outputs.pop('labels')
  369. eval_metrics.update(outputs)
  370. if return_details:
  371. eval_details = {
  372. 'true_labels': true_labels,
  373. 'pred_scores': pred_scores
  374. }
  375. return eval_metrics.get(), eval_details
  376. else:
  377. return eval_metrics.get()
  378. def predict(self, img_file, transforms=None, topk=1):
  379. """
  380. Do inference.
  381. Args:
  382. img_file(List[np.ndarray or str], str or np.ndarray):
  383. Image path or decoded image data in a BGR format, which also could constitute a list,
  384. meaning all images to be predicted as a mini-batch.
  385. transforms(paddlex.transforms.Compose or None, optional):
  386. Transforms for inputs. If None, the transforms for evaluation process will be used. Defaults to None.
  387. topk(int, optional): Keep topk results in prediction. Defaults to 1.
  388. Returns:
  389. If img_file is a string or np.array, the result is a dict with key-value pairs:
  390. {"category_id": `category_id`, "category": `category`, "score": `score`}.
  391. If img_file is a list, the result is a list composed of dicts with the corresponding fields:
  392. category_id(int): the predicted category ID
  393. category(str): category name
  394. score(float): confidence
  395. """
  396. if transforms is None and not hasattr(self, 'test_transforms'):
  397. raise Exception("transforms need to be defined, now is None.")
  398. if transforms is None:
  399. transforms = self.test_transforms
  400. true_topk = min(self.num_classes, topk)
  401. if isinstance(img_file, (str, np.ndarray)):
  402. images = [img_file]
  403. else:
  404. images = img_file
  405. im = self._preprocess(images, transforms)
  406. self.net.eval()
  407. with paddle.no_grad():
  408. outputs = self.run(self.net, im, mode='test')
  409. prediction = outputs['prediction'].numpy()
  410. prediction = self._postprocess(prediction, true_topk)
  411. if isinstance(img_file, (str, np.ndarray)):
  412. prediction = prediction[0]
  413. return prediction
  414. def _preprocess(self, images, transforms, to_tensor=True):
  415. arrange_transforms(
  416. model_type=self.model_type, transforms=transforms, mode='test')
  417. batch_im = list()
  418. for im in images:
  419. sample = {'image': im}
  420. batch_im.append(transforms(sample))
  421. if to_tensor:
  422. batch_im = paddle.to_tensor(batch_im)
  423. else:
  424. batch_im = np.asarray(batch_im)
  425. return batch_im,
  426. def _postprocess(self, results, true_topk):
  427. preds = list()
  428. for i, pred in enumerate(results):
  429. pred_label = np.argsort(pred)[::-1][:true_topk]
  430. preds.append([{
  431. 'category_id': l,
  432. 'category': self.labels[l],
  433. 'score': results[i][l]
  434. } for l in pred_label])
  435. return preds
  436. class ResNet18(BaseClassifier):
  437. def __init__(self, num_classes=1000, **params):
  438. super(ResNet18, self).__init__(
  439. model_name='ResNet18', num_classes=num_classes, **params)
  440. class ResNet34(BaseClassifier):
  441. def __init__(self, num_classes=1000, **params):
  442. super(ResNet34, self).__init__(
  443. model_name='ResNet34', num_classes=num_classes, **params)
  444. class ResNet50(BaseClassifier):
  445. def __init__(self, num_classes=1000, **params):
  446. super(ResNet50, self).__init__(
  447. model_name='ResNet50', num_classes=num_classes, **params)
  448. class ResNet101(BaseClassifier):
  449. def __init__(self, num_classes=1000, **params):
  450. super(ResNet101, self).__init__(
  451. model_name='ResNet101', num_classes=num_classes, **params)
  452. class ResNet152(BaseClassifier):
  453. def __init__(self, num_classes=1000, **params):
  454. super(ResNet152, self).__init__(
  455. model_name='ResNet152', num_classes=num_classes, **params)
  456. class ResNet18_vd(BaseClassifier):
  457. def __init__(self, num_classes=1000, **params):
  458. super(ResNet18_vd, self).__init__(
  459. model_name='ResNet18_vd', num_classes=num_classes, **params)
  460. class ResNet34_vd(BaseClassifier):
  461. def __init__(self, num_classes=1000, **params):
  462. super(ResNet34_vd, self).__init__(
  463. model_name='ResNet34_vd', num_classes=num_classes, **params)
  464. class ResNet50_vd(BaseClassifier):
  465. def __init__(self, num_classes=1000, **params):
  466. super(ResNet50_vd, self).__init__(
  467. model_name='ResNet50_vd', num_classes=num_classes, **params)
  468. class ResNet50_vd_ssld(BaseClassifier):
  469. def __init__(self, num_classes=1000, **params):
  470. super(ResNet50_vd_ssld, self).__init__(
  471. model_name='ResNet50_vd',
  472. num_classes=num_classes,
  473. lr_mult_list=[.1, .1, .2, .2, .3],
  474. **params)
  475. self.model_name = 'ResNet50_vd_ssld'
  476. class ResNet101_vd(BaseClassifier):
  477. def __init__(self, num_classes=1000, **params):
  478. super(ResNet101_vd, self).__init__(
  479. model_name='ResNet101_vd', num_classes=num_classes, **params)
  480. class ResNet101_vd_ssld(BaseClassifier):
  481. def __init__(self, num_classes=1000, **params):
  482. super(ResNet101_vd_ssld, self).__init__(
  483. model_name='ResNet101_vd',
  484. num_classes=num_classes,
  485. lr_mult_list=[.1, .1, .2, .2, .3],
  486. **params)
  487. self.model_name = 'ResNet101_vd_ssld'
  488. class ResNet152_vd(BaseClassifier):
  489. def __init__(self, num_classes=1000, **params):
  490. super(ResNet152_vd, self).__init__(
  491. model_name='ResNet152_vd', num_classes=num_classes, **params)
  492. class ResNet200_vd(BaseClassifier):
  493. def __init__(self, num_classes=1000, **params):
  494. super(ResNet200_vd, self).__init__(
  495. model_name='ResNet200_vd', num_classes=num_classes, **params)
  496. class AlexNet(BaseClassifier):
  497. def __init__(self, num_classes=1000, **params):
  498. super(AlexNet, self).__init__(
  499. model_name='AlexNet', num_classes=num_classes, **params)
  500. def _get_test_inputs(self, image_shape):
  501. if image_shape is not None:
  502. if len(image_shape) == 2:
  503. image_shape = [None, 3] + image_shape
  504. else:
  505. image_shape = [None, 3, 224, 224]
  506. logging.warning(
  507. '[Important!!!] When exporting inference model for {},'.format(
  508. self.__class__.__name__) +
  509. ' if fixed_input_shape is not set, it will be forcibly set to [None, 3, 224, 224]'
  510. +
  511. 'Please check image shape after transforms is [3, 224, 224], if not, fixed_input_shape '
  512. + 'should be specified manually.')
  513. self._fix_transforms_shape(image_shape[-2:])
  514. self.fixed_input_shape = image_shape
  515. input_spec = [
  516. InputSpec(
  517. shape=image_shape, name='image', dtype='float32')
  518. ]
  519. return input_spec
  520. class DarkNet53(BaseClassifier):
  521. def __init__(self, num_classes=1000, **params):
  522. super(DarkNet53, self).__init__(
  523. model_name='DarkNet53', num_classes=num_classes, **params)
  524. class MobileNetV1(BaseClassifier):
  525. def __init__(self, num_classes=1000, scale=1.0, **params):
  526. supported_scale = [.25, .5, .75, 1.0]
  527. if scale not in supported_scale:
  528. logging.warning("scale={} is not supported by MobileNetV1, "
  529. "scale is forcibly set to 1.0".format(scale))
  530. scale = 1.0
  531. if scale == 1:
  532. model_name = 'MobileNetV1'
  533. else:
  534. model_name = 'MobileNetV1_x' + str(scale).replace('.', '_')
  535. self.scale = scale
  536. super(MobileNetV1, self).__init__(
  537. model_name=model_name, num_classes=num_classes, **params)
  538. class MobileNetV2(BaseClassifier):
  539. def __init__(self, num_classes=1000, scale=1.0, **params):
  540. supported_scale = [.25, .5, .75, 1.0, 1.5, 2.0]
  541. if scale not in supported_scale:
  542. logging.warning("scale={} is not supported by MobileNetV2, "
  543. "scale is forcibly set to 1.0".format(scale))
  544. scale = 1.0
  545. if scale == 1:
  546. model_name = 'MobileNetV2'
  547. else:
  548. model_name = 'MobileNetV2_x' + str(scale).replace('.', '_')
  549. super(MobileNetV2, self).__init__(
  550. model_name=model_name, num_classes=num_classes, **params)
  551. class MobileNetV3_small(BaseClassifier):
  552. def __init__(self, num_classes=1000, scale=1.0, **params):
  553. supported_scale = [.35, .5, .75, 1.0, 1.25]
  554. if scale not in supported_scale:
  555. logging.warning("scale={} is not supported by MobileNetV3_small, "
  556. "scale is forcibly set to 1.0".format(scale))
  557. scale = 1.0
  558. model_name = 'MobileNetV3_small_x' + str(float(scale)).replace('.',
  559. '_')
  560. super(MobileNetV3_small, self).__init__(
  561. model_name=model_name, num_classes=num_classes, **params)
  562. class MobileNetV3_small_ssld(BaseClassifier):
  563. def __init__(self, num_classes=1000, scale=1.0, **params):
  564. supported_scale = [.35, 1.0]
  565. if scale not in supported_scale:
  566. logging.warning(
  567. "scale={} is not supported by MobileNetV3_small_ssld, "
  568. "scale is forcibly set to 1.0".format(scale))
  569. scale = 1.0
  570. model_name = 'MobileNetV3_small_x' + str(float(scale)).replace('.',
  571. '_')
  572. super(MobileNetV3_small_ssld, self).__init__(
  573. model_name=model_name, num_classes=num_classes, **params)
  574. self.model_name = model_name + '_ssld'
  575. class MobileNetV3_large(BaseClassifier):
  576. def __init__(self, num_classes=1000, scale=1.0, **params):
  577. supported_scale = [.35, .5, .75, 1.0, 1.25]
  578. if scale not in supported_scale:
  579. logging.warning("scale={} is not supported by MobileNetV3_large, "
  580. "scale is forcibly set to 1.0".format(scale))
  581. scale = 1.0
  582. model_name = 'MobileNetV3_large_x' + str(float(scale)).replace('.',
  583. '_')
  584. super(MobileNetV3_large, self).__init__(
  585. model_name=model_name, num_classes=num_classes, **params)
  586. class MobileNetV3_large_ssld(BaseClassifier):
  587. def __init__(self, num_classes=1000, **params):
  588. super(MobileNetV3_large_ssld, self).__init__(
  589. model_name='MobileNetV3_large_x1_0',
  590. num_classes=num_classes,
  591. **params)
  592. self.model_name = 'MobileNetV3_large_x1_0_ssld'
  593. class DenseNet121(BaseClassifier):
  594. def __init__(self, num_classes=1000, **params):
  595. super(DenseNet121, self).__init__(
  596. model_name='DenseNet121', num_classes=num_classes, **params)
  597. class DenseNet161(BaseClassifier):
  598. def __init__(self, num_classes=1000, **params):
  599. super(DenseNet161, self).__init__(
  600. model_name='DenseNet161', num_classes=num_classes, **params)
  601. class DenseNet169(BaseClassifier):
  602. def __init__(self, num_classes=1000, **params):
  603. super(DenseNet169, self).__init__(
  604. model_name='DenseNet169', num_classes=num_classes, **params)
  605. class DenseNet201(BaseClassifier):
  606. def __init__(self, num_classes=1000, **params):
  607. super(DenseNet201, self).__init__(
  608. model_name='DenseNet201', num_classes=num_classes, **params)
  609. class DenseNet264(BaseClassifier):
  610. def __init__(self, num_classes=1000, **params):
  611. super(DenseNet264, self).__init__(
  612. model_name='DenseNet264', num_classes=num_classes, **params)
  613. class HRNet_W18_C(BaseClassifier):
  614. def __init__(self, num_classes=1000, **params):
  615. super(HRNet_W18_C, self).__init__(
  616. model_name='HRNet_W18_C', num_classes=num_classes, **params)
  617. class HRNet_W30_C(BaseClassifier):
  618. def __init__(self, num_classes=1000, **params):
  619. super(HRNet_W30_C, self).__init__(
  620. model_name='HRNet_W30_C', num_classes=num_classes, **params)
  621. class HRNet_W32_C(BaseClassifier):
  622. def __init__(self, num_classes=1000, **params):
  623. super(HRNet_W32_C, self).__init__(
  624. model_name='HRNet_W32_C', num_classes=num_classes, **params)
  625. class HRNet_W40_C(BaseClassifier):
  626. def __init__(self, num_classes=1000, **params):
  627. super(HRNet_W40_C, self).__init__(
  628. model_name='HRNet_W40_C', num_classes=num_classes, **params)
  629. class HRNet_W44_C(BaseClassifier):
  630. def __init__(self, num_classes=1000, **params):
  631. super(HRNet_W44_C, self).__init__(
  632. model_name='HRNet_W44_C', num_classes=num_classes, **params)
  633. class HRNet_W48_C(BaseClassifier):
  634. def __init__(self, num_classes=1000, **params):
  635. super(HRNet_W48_C, self).__init__(
  636. model_name='HRNet_W48_C', num_classes=num_classes, **params)
  637. class HRNet_W64_C(BaseClassifier):
  638. def __init__(self, num_classes=1000, **params):
  639. super(HRNet_W64_C, self).__init__(
  640. model_name='HRNet_W64_C', num_classes=num_classes, **params)
  641. class Xception41(BaseClassifier):
  642. def __init__(self, num_classes=1000, **params):
  643. super(Xception41, self).__init__(
  644. model_name='Xception41', num_classes=num_classes, **params)
  645. class Xception65(BaseClassifier):
  646. def __init__(self, num_classes=1000, **params):
  647. super(Xception65, self).__init__(
  648. model_name='Xception65', num_classes=num_classes, **params)
  649. class Xception71(BaseClassifier):
  650. def __init__(self, num_classes=1000, **params):
  651. super(Xception71, self).__init__(
  652. model_name='Xception71', num_classes=num_classes, **params)
  653. class ShuffleNetV2(BaseClassifier):
  654. def __init__(self, num_classes=1000, scale=1.0, **params):
  655. supported_scale = [.25, .33, .5, 1.0, 1.5, 2.0]
  656. if scale not in supported_scale:
  657. logging.warning("scale={} is not supported by ShuffleNetV2, "
  658. "scale is forcibly set to 1.0".format(scale))
  659. scale = 1.0
  660. model_name = 'ShuffleNetV2_x' + str(float(scale)).replace('.', '_')
  661. super(ShuffleNetV2, self).__init__(
  662. model_name=model_name, num_classes=num_classes, **params)
  663. def _get_test_inputs(self, image_shape):
  664. if image_shape is not None:
  665. if len(image_shape) == 2:
  666. image_shape = [None, 3] + image_shape
  667. else:
  668. image_shape = [None, 3, 224, 224]
  669. logging.warning(
  670. '[Important!!!] When exporting inference model for {},'.format(
  671. self.__class__.__name__) +
  672. ' if fixed_input_shape is not set, it will be forcibly set to [None, 3, 224, 224]'
  673. +
  674. 'Please check image shape after transforms is [3, 224, 224], if not, fixed_input_shape '
  675. + 'should be specified manually.')
  676. self._fix_transforms_shape(image_shape[-2:])
  677. self.fixed_input_shape = image_shape
  678. input_spec = [
  679. InputSpec(
  680. shape=image_shape, name='image', dtype='float32')
  681. ]
  682. return input_spec
  683. class ShuffleNetV2_swish(BaseClassifier):
  684. def __init__(self, num_classes=1000, **params):
  685. super(ShuffleNetV2_swish, self).__init__(
  686. model_name='ShuffleNetV2_x1_5', num_classes=num_classes, **params)
  687. def _get_test_inputs(self, image_shape):
  688. if image_shape is not None:
  689. if len(image_shape) == 2:
  690. image_shape = [None, 3] + image_shape
  691. else:
  692. image_shape = [None, 3, 224, 224]
  693. logging.warning(
  694. '[Important!!!] When exporting inference model for {},'.format(
  695. self.__class__.__name__) +
  696. ' if fixed_input_shape is not set, it will be forcibly set to [None, 3, 224, 224]'
  697. +
  698. 'Please check image shape after transforms is [3, 224, 224], if not, fixed_input_shape '
  699. + 'should be specified manually.')
  700. self._fix_transforms_shape(image_shape[-2:])
  701. self.fixed_input_shape = image_shape
  702. input_spec = [
  703. InputSpec(
  704. shape=image_shape, name='image', dtype='float32')
  705. ]
  706. return input_spec