segmenter.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709
  1. # Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. import math
  15. import os.path as osp
  16. import numpy as np
  17. import cv2
  18. from collections import OrderedDict
  19. import paddle
  20. import paddle.nn.functional as F
  21. from paddle.static import InputSpec
  22. import paddlex.paddleseg as paddleseg
  23. import paddlex
  24. from paddlex.cv.transforms import arrange_transforms
  25. from paddlex.utils import get_single_card_bs, DisablePrint
  26. import paddlex.utils.logging as logging
  27. from .base import BaseModel
  28. from .utils import seg_metrics as metrics
  29. from paddlex.utils.checkpoint import seg_pretrain_weights_dict
  30. from paddlex.cv.transforms import Decode, Resize
  31. __all__ = ["UNet", "DeepLabV3P", "FastSCNN", "HRNet", "BiSeNetV2"]
  32. class BaseSegmenter(BaseModel):
  33. def __init__(self,
  34. model_name,
  35. num_classes=2,
  36. use_mixed_loss=False,
  37. **params):
  38. self.init_params = locals()
  39. if 'with_net' in self.init_params:
  40. del self.init_params['with_net']
  41. super(BaseSegmenter, self).__init__('segmenter')
  42. if not hasattr(paddleseg.models, model_name):
  43. raise Exception("ERROR: There's no model named {}.".format(
  44. model_name))
  45. self.model_name = model_name
  46. self.num_classes = num_classes
  47. self.use_mixed_loss = use_mixed_loss
  48. self.losses = None
  49. self.labels = None
  50. if params.get('with_net', True):
  51. params.pop('with_net', None)
  52. self.net = self.build_net(**params)
  53. self.find_unused_parameters = True
  54. def build_net(self, **params):
  55. # TODO: when using paddle.utils.unique_name.guard,
  56. # DeepLabv3p and HRNet will raise a error
  57. net = paddleseg.models.__dict__[self.model_name](
  58. num_classes=self.num_classes, **params)
  59. return net
  60. def _fix_transforms_shape(self, image_shape):
  61. if hasattr(self, 'test_transforms'):
  62. if self.test_transforms is not None:
  63. has_resize_op = False
  64. resize_op_idx = -1
  65. normalize_op_idx = len(self.test_transforms.transforms)
  66. for idx, op in enumerate(self.test_transforms.transforms):
  67. name = op.__class__.__name__
  68. if name == 'Normalize':
  69. normalize_op_idx = idx
  70. if 'Resize' in name:
  71. has_resize_op = True
  72. resize_op_idx = idx
  73. if not has_resize_op:
  74. self.test_transforms.transforms.insert(
  75. normalize_op_idx, Resize(target_size=image_shape))
  76. else:
  77. self.test_transforms.transforms[resize_op_idx] = Resize(
  78. target_size=image_shape)
  79. def _get_test_inputs(self, image_shape):
  80. if image_shape is not None:
  81. if len(image_shape) == 2:
  82. image_shape = [1, 3] + image_shape
  83. self._fix_transforms_shape(image_shape[-2:])
  84. else:
  85. image_shape = [None, 3, -1, -1]
  86. self.fixed_input_shape = image_shape
  87. input_spec = [
  88. InputSpec(
  89. shape=image_shape, name='image', dtype='float32')
  90. ]
  91. return input_spec
  92. def run(self, net, inputs, mode):
  93. net_out = net(inputs[0])
  94. logit = net_out[0]
  95. outputs = OrderedDict()
  96. if mode == 'test':
  97. origin_shape = inputs[1]
  98. score_map = self._postprocess(
  99. logit, origin_shape, transforms=inputs[2])
  100. label_map = paddle.argmax(
  101. score_map, axis=1, keepdim=True, dtype='int32')
  102. score_map = paddle.transpose(
  103. paddle.nn.functional.softmax(
  104. score_map, axis=1),
  105. perm=[0, 2, 3, 1])
  106. score_map = paddle.squeeze(score_map)
  107. label_map = paddle.squeeze(label_map)
  108. outputs = {'label_map': label_map, 'score_map': score_map}
  109. if mode == 'eval':
  110. pred = paddle.argmax(logit, axis=1, keepdim=True, dtype='int32')
  111. label = inputs[1]
  112. origin_shape = [label.shape[-2:]]
  113. # TODO: 替换cv2后postprocess移出run
  114. pred = self._postprocess(pred, origin_shape, transforms=inputs[2])
  115. intersect_area, pred_area, label_area = paddleseg.utils.metrics.calculate_area(
  116. pred, label, self.num_classes)
  117. outputs['intersect_area'] = intersect_area
  118. outputs['pred_area'] = pred_area
  119. outputs['label_area'] = label_area
  120. outputs['conf_mat'] = metrics.confusion_matrix(pred, label,
  121. self.num_classes)
  122. if mode == 'train':
  123. loss_list = metrics.loss_computation(
  124. logits_list=net_out, labels=inputs[1], losses=self.losses)
  125. loss = sum(loss_list)
  126. outputs['loss'] = loss
  127. return outputs
  128. def default_loss(self):
  129. if isinstance(self.use_mixed_loss, bool):
  130. if self.use_mixed_loss:
  131. losses = [
  132. paddleseg.models.CrossEntropyLoss(),
  133. paddleseg.models.LovaszSoftmaxLoss()
  134. ]
  135. coef = [.8, .2]
  136. loss_type = [
  137. paddleseg.models.MixedLoss(
  138. losses=losses, coef=coef),
  139. ]
  140. else:
  141. loss_type = [paddleseg.models.CrossEntropyLoss()]
  142. else:
  143. losses, coef = list(zip(*self.use_mixed_loss))
  144. if not set(losses).issubset(
  145. ['CrossEntropyLoss', 'DiceLoss', 'LovaszSoftmaxLoss']):
  146. raise ValueError(
  147. "Only 'CrossEntropyLoss', 'DiceLoss', 'LovaszSoftmaxLoss' are supported."
  148. )
  149. losses = [getattr(paddleseg.models, loss)() for loss in losses]
  150. loss_type = [
  151. paddleseg.models.MixedLoss(
  152. losses=losses, coef=list(coef))
  153. ]
  154. if self.model_name == 'FastSCNN':
  155. loss_type *= 2
  156. loss_coef = [1.0, 0.4]
  157. elif self.model_name == 'BiSeNetV2':
  158. loss_type *= 5
  159. loss_coef = [1.0] * 5
  160. else:
  161. loss_coef = [1.0]
  162. losses = {'types': loss_type, 'coef': loss_coef}
  163. return losses
  164. def default_optimizer(self,
  165. parameters,
  166. learning_rate,
  167. num_epochs,
  168. num_steps_each_epoch,
  169. lr_decay_power=0.9):
  170. decay_step = num_epochs * num_steps_each_epoch
  171. lr_scheduler = paddle.optimizer.lr.PolynomialDecay(
  172. learning_rate, decay_step, end_lr=0, power=lr_decay_power)
  173. optimizer = paddle.optimizer.Momentum(
  174. learning_rate=lr_scheduler,
  175. parameters=parameters,
  176. momentum=0.9,
  177. weight_decay=4e-5)
  178. return optimizer
  179. def train(self,
  180. num_epochs,
  181. train_dataset,
  182. train_batch_size=2,
  183. eval_dataset=None,
  184. optimizer=None,
  185. save_interval_epochs=1,
  186. log_interval_steps=2,
  187. save_dir='output',
  188. pretrain_weights='CITYSCAPES',
  189. learning_rate=0.01,
  190. lr_decay_power=0.9,
  191. early_stop=False,
  192. early_stop_patience=5,
  193. use_vdl=True,
  194. resume_checkpoint=None):
  195. """
  196. Train the model.
  197. Args:
  198. num_epochs(int): The number of epochs.
  199. train_dataset(paddlex.dataset): Training dataset.
  200. train_batch_size(int, optional): Total batch size among all cards used in training. Defaults to 2.
  201. eval_dataset(paddlex.dataset, optional):
  202. Evaluation dataset. If None, the model will not be evaluated furing training process. Defaults to None.
  203. optimizer(paddle.optimizer.Optimizer or None, optional):
  204. Optimizer used in training. If None, a default optimizer is used. Defaults to None.
  205. save_interval_epochs(int, optional): Epoch interval for saving the model. Defaults to 1.
  206. log_interval_steps(int, optional): Step interval for printing training information. Defaults to 10.
  207. save_dir(str, optional): Directory to save the model. Defaults to 'output'.
  208. pretrain_weights(str or None, optional):
  209. None or name/path of pretrained weights. If None, no pretrained weights will be loaded. Defaults to 'CITYSCAPES'.
  210. learning_rate(float, optional): Learning rate for training. Defaults to .025.
  211. lr_decay_power(float, optional): Learning decay power. Defaults to .9.
  212. early_stop(bool, optional): Whether to adopt early stop strategy. Defaults to False.
  213. early_stop_patience(int, optional): Early stop patience. Defaults to 5.
  214. use_vdl(bool, optional): Whether to use VisualDL to monitor the training process. Defaults to True.
  215. resume_checkpoint(str or None, optional): The path of the checkpoint to resume training from.
  216. If None, no training checkpoint will be resumed. At most one of `resume_checkpoint` and
  217. `pretrain_weights` can be set simultaneously. Defaults to None.
  218. """
  219. if pretrain_weights is not None and resume_checkpoint is not None:
  220. logging.error(
  221. "pretrain_weights and resume_checkpoint cannot be set simultaneously.",
  222. exit=True)
  223. self.labels = train_dataset.labels
  224. if self.losses is None:
  225. self.losses = self.default_loss()
  226. if optimizer is None:
  227. num_steps_each_epoch = train_dataset.num_samples // train_batch_size
  228. self.optimizer = self.default_optimizer(
  229. self.net.parameters(), learning_rate, num_epochs,
  230. num_steps_each_epoch, lr_decay_power)
  231. else:
  232. self.optimizer = optimizer
  233. if pretrain_weights is not None and not osp.exists(pretrain_weights):
  234. if pretrain_weights not in seg_pretrain_weights_dict[
  235. self.model_name]:
  236. logging.warning(
  237. "Path of pretrain_weights('{}') does not exist!".format(
  238. pretrain_weights))
  239. logging.warning("Pretrain_weights is forcibly set to '{}'. "
  240. "If don't want to use pretrain weights, "
  241. "set pretrain_weights to be None.".format(
  242. seg_pretrain_weights_dict[self.model_name][
  243. 0]))
  244. pretrain_weights = seg_pretrain_weights_dict[self.model_name][
  245. 0]
  246. elif pretrain_weights is not None and osp.exists(pretrain_weights):
  247. if osp.splitext(pretrain_weights)[-1] != '.pdparams':
  248. logging.error(
  249. "Invalid pretrain weights. Please specify a '.pdparams' file.",
  250. exit=True)
  251. pretrained_dir = osp.join(save_dir, 'pretrain')
  252. is_backbone_weights = pretrain_weights == 'IMAGENET'
  253. self.net_initialize(
  254. pretrain_weights=pretrain_weights,
  255. save_dir=pretrained_dir,
  256. resume_checkpoint=resume_checkpoint,
  257. is_backbone_weights=is_backbone_weights)
  258. self.train_loop(
  259. num_epochs=num_epochs,
  260. train_dataset=train_dataset,
  261. train_batch_size=train_batch_size,
  262. eval_dataset=eval_dataset,
  263. save_interval_epochs=save_interval_epochs,
  264. log_interval_steps=log_interval_steps,
  265. save_dir=save_dir,
  266. early_stop=early_stop,
  267. early_stop_patience=early_stop_patience,
  268. use_vdl=use_vdl)
  269. def quant_aware_train(self,
  270. num_epochs,
  271. train_dataset,
  272. train_batch_size=2,
  273. eval_dataset=None,
  274. optimizer=None,
  275. save_interval_epochs=1,
  276. log_interval_steps=2,
  277. save_dir='output',
  278. learning_rate=0.0001,
  279. lr_decay_power=0.9,
  280. early_stop=False,
  281. early_stop_patience=5,
  282. use_vdl=True,
  283. resume_checkpoint=None,
  284. quant_config=None):
  285. """
  286. Quantization-aware training.
  287. Args:
  288. num_epochs(int): The number of epochs.
  289. train_dataset(paddlex.dataset): Training dataset.
  290. train_batch_size(int, optional): Total batch size among all cards used in training. Defaults to 2.
  291. eval_dataset(paddlex.dataset, optional):
  292. Evaluation dataset. If None, the model will not be evaluated furing training process. Defaults to None.
  293. optimizer(paddle.optimizer.Optimizer or None, optional):
  294. Optimizer used in training. If None, a default optimizer is used. Defaults to None.
  295. save_interval_epochs(int, optional): Epoch interval for saving the model. Defaults to 1.
  296. log_interval_steps(int, optional): Step interval for printing training information. Defaults to 10.
  297. save_dir(str, optional): Directory to save the model. Defaults to 'output'.
  298. learning_rate(float, optional): Learning rate for training. Defaults to .025.
  299. lr_decay_power(float, optional): Learning decay power. Defaults to .9.
  300. early_stop(bool, optional): Whether to adopt early stop strategy. Defaults to False.
  301. early_stop_patience(int, optional): Early stop patience. Defaults to 5.
  302. use_vdl(bool, optional): Whether to use VisualDL to monitor the training process. Defaults to True.
  303. quant_config(dict or None, optional): Quantization configuration. If None, a default rule of thumb
  304. configuration will be used. Defaults to None.
  305. resume_checkpoint(str or None, optional): The path of the checkpoint to resume quantization-aware training
  306. from. If None, no training checkpoint will be resumed. Defaults to None.
  307. """
  308. self._prepare_qat(quant_config)
  309. self.train(
  310. num_epochs=num_epochs,
  311. train_dataset=train_dataset,
  312. train_batch_size=train_batch_size,
  313. eval_dataset=eval_dataset,
  314. optimizer=optimizer,
  315. save_interval_epochs=save_interval_epochs,
  316. log_interval_steps=log_interval_steps,
  317. save_dir=save_dir,
  318. pretrain_weights=None,
  319. learning_rate=learning_rate,
  320. lr_decay_power=lr_decay_power,
  321. early_stop=early_stop,
  322. early_stop_patience=early_stop_patience,
  323. use_vdl=use_vdl,
  324. resume_checkpoint=resume_checkpoint)
  325. def evaluate(self, eval_dataset, batch_size=1, return_details=False):
  326. """
  327. Evaluate the model.
  328. Args:
  329. eval_dataset(paddlex.dataset): Evaluation dataset.
  330. batch_size(int, optional): Total batch size among all cards used for evaluation. Defaults to 1.
  331. return_details(bool, optional): Whether to return evaluation details. Defaults to False.
  332. Returns:
  333. collections.OrderedDict with key-value pairs:
  334. {"miou": `mean intersection over union`,
  335. "category_iou": `category-wise mean intersection over union`,
  336. "oacc": `overall accuracy`,
  337. "category_acc": `category-wise accuracy`,
  338. "kappa": ` kappa coefficient`,
  339. "category_F1-score": `F1 score`}.
  340. """
  341. arrange_transforms(
  342. model_type=self.model_type,
  343. transforms=eval_dataset.transforms,
  344. mode='eval')
  345. self.net.eval()
  346. nranks = paddle.distributed.get_world_size()
  347. local_rank = paddle.distributed.get_rank()
  348. if nranks > 1:
  349. # Initialize parallel environment if not done.
  350. if not paddle.distributed.parallel.parallel_helper._is_parallel_ctx_initialized(
  351. ):
  352. paddle.distributed.init_parallel_env()
  353. batch_size_each_card = get_single_card_bs(batch_size)
  354. if batch_size_each_card > 1:
  355. batch_size_each_card = 1
  356. batch_size = batch_size_each_card * paddlex.env_info['num']
  357. logging.warning(
  358. "Segmenter only supports batch_size=1 for each gpu/cpu card " \
  359. "during evaluation, so batch_size " \
  360. "is forcibly set to {}.".format(batch_size))
  361. self.eval_data_loader = self.build_data_loader(
  362. eval_dataset, batch_size=batch_size, mode='eval')
  363. intersect_area_all = 0
  364. pred_area_all = 0
  365. label_area_all = 0
  366. conf_mat_all = []
  367. logging.info(
  368. "Start to evaluate(total_samples={}, total_steps={})...".format(
  369. eval_dataset.num_samples,
  370. math.ceil(eval_dataset.num_samples * 1.0 / batch_size)))
  371. with paddle.no_grad():
  372. for step, data in enumerate(self.eval_data_loader):
  373. data.append(eval_dataset.transforms.transforms)
  374. outputs = self.run(self.net, data, 'eval')
  375. pred_area = outputs['pred_area']
  376. label_area = outputs['label_area']
  377. intersect_area = outputs['intersect_area']
  378. conf_mat = outputs['conf_mat']
  379. # Gather from all ranks
  380. if nranks > 1:
  381. intersect_area_list = []
  382. pred_area_list = []
  383. label_area_list = []
  384. conf_mat_list = []
  385. paddle.distributed.all_gather(intersect_area_list,
  386. intersect_area)
  387. paddle.distributed.all_gather(pred_area_list, pred_area)
  388. paddle.distributed.all_gather(label_area_list, label_area)
  389. paddle.distributed.all_gather(conf_mat_list, conf_mat)
  390. # Some image has been evaluated and should be eliminated in last iter
  391. if (step + 1) * nranks > len(eval_dataset):
  392. valid = len(eval_dataset) - step * nranks
  393. intersect_area_list = intersect_area_list[:valid]
  394. pred_area_list = pred_area_list[:valid]
  395. label_area_list = label_area_list[:valid]
  396. conf_mat_list = conf_mat_list[:valid]
  397. intersect_area_all += sum(intersect_area_list)
  398. pred_area_all += sum(pred_area_list)
  399. label_area_all += sum(label_area_list)
  400. conf_mat_all.extend(conf_mat_list)
  401. else:
  402. intersect_area_all = intersect_area_all + intersect_area
  403. pred_area_all = pred_area_all + pred_area
  404. label_area_all = label_area_all + label_area
  405. conf_mat_all.append(conf_mat)
  406. class_iou, miou = paddleseg.utils.metrics.mean_iou(
  407. intersect_area_all, pred_area_all, label_area_all)
  408. # TODO 确认是按oacc还是macc
  409. class_acc, oacc = paddleseg.utils.metrics.accuracy(intersect_area_all,
  410. pred_area_all)
  411. kappa = paddleseg.utils.metrics.kappa(intersect_area_all,
  412. pred_area_all, label_area_all)
  413. category_f1score = metrics.f1_score(intersect_area_all, pred_area_all,
  414. label_area_all)
  415. eval_metrics = OrderedDict(
  416. zip([
  417. 'miou', 'category_iou', 'oacc', 'category_acc', 'kappa',
  418. 'category_F1-score'
  419. ], [miou, class_iou, oacc, class_acc, kappa, category_f1score]))
  420. if return_details:
  421. conf_mat = sum(conf_mat_all)
  422. eval_details = {'confusion_matrix': conf_mat.tolist()}
  423. return eval_metrics, eval_details
  424. return eval_metrics
  425. def predict(self, img_file, transforms=None):
  426. """
  427. Do inference.
  428. Args:
  429. Args:
  430. img_file(List[np.ndarray or str], str or np.ndarray):
  431. Image path or decoded image data in a BGR format, which also could constitute a list,
  432. meaning all images to be predicted as a mini-batch.
  433. transforms(paddlex.transforms.Compose or None, optional):
  434. Transforms for inputs. If None, the transforms for evaluation process will be used. Defaults to None.
  435. Returns:
  436. If img_file is a string or np.array, the result is a dict with key-value pairs:
  437. {"label map": `label map`, "score_map": `score map`}.
  438. If img_file is a list, the result is a list composed of dicts with the corresponding fields:
  439. label_map(np.ndarray): the predicted label map
  440. score_map(np.ndarray): the prediction score map (NHWC)
  441. """
  442. if transforms is None and not hasattr(self, 'test_transforms'):
  443. raise Exception("transforms need to be defined, now is None.")
  444. if transforms is None:
  445. transforms = self.test_transforms
  446. if isinstance(img_file, (str, np.ndarray)):
  447. images = [img_file]
  448. else:
  449. images = img_file
  450. batch_im, batch_origin_shape = self._preprocess(images, transforms,
  451. self.model_type)
  452. self.net.eval()
  453. data = (batch_im, batch_origin_shape, transforms.transforms)
  454. outputs = self.run(self.net, data, 'test')
  455. label_map = outputs['label_map']
  456. label_map = label_map.numpy().astype('uint8')
  457. score_map = outputs['score_map']
  458. score_map = score_map.numpy().astype('float32')
  459. if isinstance(img_file, list) and len(img_file) > 1:
  460. prediction = [{
  461. 'label_map': l,
  462. 'score_map': s
  463. } for l, s in zip(label_map, score_map)]
  464. elif isinstance(img_file, list):
  465. prediction = [{'label_map': label_map, 'score_map': score_map}]
  466. else:
  467. prediction = {'label_map': label_map, 'score_map': score_map}
  468. return prediction
  469. def _preprocess(self, images, transforms, to_tensor=True):
  470. arrange_transforms(
  471. model_type=self.model_type, transforms=transforms, mode='test')
  472. batch_im = list()
  473. batch_ori_shape = list()
  474. for im in images:
  475. sample = {'image': im}
  476. if isinstance(sample['image'], str):
  477. sample = Decode(to_rgb=False)(sample)
  478. ori_shape = sample['image'].shape[:2]
  479. im = transforms(sample)[0]
  480. batch_im.append(im)
  481. batch_ori_shape.append(ori_shape)
  482. if to_tensor:
  483. batch_im = paddle.to_tensor(batch_im)
  484. else:
  485. batch_im = np.asarray(batch_im)
  486. return batch_im, batch_ori_shape
  487. @staticmethod
  488. def get_transforms_shape_info(batch_ori_shape, transforms):
  489. batch_restore_list = list()
  490. for ori_shape in batch_ori_shape:
  491. restore_list = list()
  492. h, w = ori_shape[0], ori_shape[1]
  493. for op in transforms:
  494. if op.__class__.__name__ == 'Resize':
  495. restore_list.append(('resize', (h, w)))
  496. h, w = op.target_size
  497. elif op.__class__.__name__ == 'ResizeByShort':
  498. restore_list.append(('resize', (h, w)))
  499. im_short_size = min(h, w)
  500. im_long_size = max(h, w)
  501. scale = float(op.short_size) / float(im_short_size)
  502. if 0 < op.max_size < np.round(scale * im_long_size):
  503. scale = float(op.max_size) / float(im_long_size)
  504. h = int(round(h * scale))
  505. w = int(round(w * scale))
  506. elif op.__class__.__name__ == 'ResizeByLong':
  507. restore_list.append(('resize', (h, w)))
  508. im_long_size = max(h, w)
  509. scale = float(op.long_size) / float(im_long_size)
  510. h = int(round(h * scale))
  511. w = int(round(w * scale))
  512. elif op.__class__.__name__ == 'Padding':
  513. if op.target_size:
  514. target_h, target_w = op.target_size
  515. else:
  516. target_h = int(
  517. (np.ceil(h / op.size_divisor) * op.size_divisor))
  518. target_w = int(
  519. (np.ceil(w / op.size_divisor) * op.size_divisor))
  520. if op.pad_mode == -1:
  521. offsets = op.offsets
  522. elif op.pad_mode == 0:
  523. offsets = [0, 0]
  524. elif op.pad_mode == 1:
  525. offsets = [(target_h - h) // 2, (target_w - w) // 2]
  526. else:
  527. offsets = [target_h - h, target_w - w]
  528. restore_list.append(('padding', (h, w), offsets))
  529. h, w = target_h, target_w
  530. batch_restore_list.append(restore_list)
  531. return batch_restore_list
  532. def _postprocess(self, batch_pred, batch_origin_shape, transforms):
  533. batch_restore_list = BaseSegmenter.get_transforms_shape_info(
  534. batch_origin_shape, transforms)
  535. results = list()
  536. for pred, restore_list in zip(batch_pred, batch_restore_list):
  537. if not isinstance(pred, np.ndarray):
  538. pred = paddle.unsqueeze(pred, axis=0)
  539. for item in restore_list[::-1]:
  540. # TODO: 替换成cv2的interpolate(部署阶段无法使用paddle op)
  541. h, w = item[1][0], item[1][1]
  542. if item[0] == 'resize':
  543. if not isinstance(pred, np.ndarray):
  544. pred = F.interpolate(pred, (h, w), mode='nearest')
  545. else:
  546. pred = cv2.resize(
  547. pred, (h, w), interpolation=cv2.INTER_NEAREST)
  548. elif item[0] == 'padding':
  549. x, y = item[2]
  550. if not isinstance(pred, np.ndarray):
  551. pred = pred[:, :, y:y + h, x:x + w]
  552. else:
  553. pred = pred[..., y:y + h, x:x + w]
  554. else:
  555. pass
  556. results.append(pred)
  557. if not isinstance(pred, np.ndarray):
  558. batch_pred = paddle.concat(results, axis=0)
  559. else:
  560. batch_pred = np.stack(results, axis=0)
  561. return batch_pred
  562. class UNet(BaseSegmenter):
  563. def __init__(self,
  564. num_classes=2,
  565. use_mixed_loss=False,
  566. use_deconv=False,
  567. align_corners=False,
  568. **params):
  569. params.update({
  570. 'use_deconv': use_deconv,
  571. 'align_corners': align_corners
  572. })
  573. super(UNet, self).__init__(
  574. model_name='UNet',
  575. num_classes=num_classes,
  576. use_mixed_loss=use_mixed_loss,
  577. **params)
  578. class DeepLabV3P(BaseSegmenter):
  579. def __init__(self,
  580. num_classes=2,
  581. backbone='ResNet50_vd',
  582. use_mixed_loss=False,
  583. output_stride=8,
  584. backbone_indices=(0, 3),
  585. aspp_ratios=(1, 12, 24, 36),
  586. aspp_out_channels=256,
  587. align_corners=False,
  588. **params):
  589. self.backbone_name = backbone
  590. if backbone not in ['ResNet50_vd', 'ResNet101_vd']:
  591. raise ValueError(
  592. "backbone: {} is not supported. Please choose one of "
  593. "('ResNet50_vd', 'ResNet101_vd')".format(backbone))
  594. if params.get('with_net', True):
  595. with DisablePrint():
  596. backbone = getattr(paddleseg.models, backbone)(
  597. output_stride=output_stride)
  598. else:
  599. backbone = None
  600. params.update({
  601. 'backbone': backbone,
  602. 'backbone_indices': backbone_indices,
  603. 'aspp_ratios': aspp_ratios,
  604. 'aspp_out_channels': aspp_out_channels,
  605. 'align_corners': align_corners
  606. })
  607. super(DeepLabV3P, self).__init__(
  608. model_name='DeepLabV3P',
  609. num_classes=num_classes,
  610. use_mixed_loss=use_mixed_loss,
  611. **params)
  612. class FastSCNN(BaseSegmenter):
  613. def __init__(self,
  614. num_classes=2,
  615. use_mixed_loss=False,
  616. align_corners=False,
  617. **params):
  618. params.update({'align_corners': align_corners})
  619. super(FastSCNN, self).__init__(
  620. model_name='FastSCNN',
  621. num_classes=num_classes,
  622. use_mixed_loss=use_mixed_loss,
  623. **params)
  624. class HRNet(BaseSegmenter):
  625. def __init__(self,
  626. num_classes=2,
  627. width=48,
  628. use_mixed_loss=False,
  629. align_corners=False,
  630. **params):
  631. if width not in (18, 48):
  632. raise ValueError(
  633. "width={} is not supported, please choose from [18, 48]".
  634. format(width))
  635. self.backbone_name = 'HRNet_W{}'.format(width)
  636. if params.get('with_net', True):
  637. with DisablePrint():
  638. backbone = getattr(paddleseg.models, self.backbone_name)(
  639. align_corners=align_corners)
  640. else:
  641. backbone = None
  642. params.update({'backbone': backbone, 'align_corners': align_corners})
  643. super(HRNet, self).__init__(
  644. model_name='FCN',
  645. num_classes=num_classes,
  646. use_mixed_loss=use_mixed_loss,
  647. **params)
  648. self.model_name = 'HRNet'
  649. class BiSeNetV2(BaseSegmenter):
  650. def __init__(self,
  651. num_classes=2,
  652. use_mixed_loss=False,
  653. align_corners=False,
  654. **params):
  655. params.update({'align_corners': align_corners})
  656. super(BiSeNetV2, self).__init__(
  657. model_name='BiSeNetV2',
  658. num_classes=num_classes,
  659. use_mixed_loss=use_mixed_loss,
  660. **params)