yolov3_prune.py 2.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869
  1. import paddlex as pdx
  2. from paddlex import transforms as T
  3. # 下载和解压昆虫检测数据集
  4. dataset = 'https://bj.bcebos.com/paddlex/datasets/insect_det.tar.gz'
  5. pdx.utils.download_and_decompress(dataset, path='./')
  6. # 定义训练和验证时的transforms
  7. # API说明:https://github.com/PaddlePaddle/PaddleX/blob/develop/dygraph/docs/apis/transforms/transforms.md
  8. train_transforms = T.Compose([
  9. T.MixupImage(mixup_epoch=250), T.RandomDistort(),
  10. T.RandomExpand(im_padding_value=[123.675, 116.28, 103.53]), T.RandomCrop(),
  11. T.RandomHorizontalFlip(), T.BatchRandomResize(
  12. target_sizes=[320, 352, 384, 416, 448, 480, 512, 544, 576, 608],
  13. interp='RANDOM'), T.Normalize(
  14. mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225])
  15. ])
  16. eval_transforms = T.Compose([
  17. T.Resize(
  18. 608, interp='CUBIC'), T.Normalize(
  19. mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225])
  20. ])
  21. # 定义训练和验证所用的数据集
  22. # API说明:https://github.com/PaddlePaddle/PaddleX/blob/develop/dygraph/docs/apis/datasets.md
  23. train_dataset = pdx.datasets.VOCDetection(
  24. data_dir='insect_det',
  25. file_list='insect_det/train_list.txt',
  26. label_list='insect_det/labels.txt',
  27. transforms=train_transforms,
  28. shuffle=True)
  29. eval_dataset = pdx.datasets.VOCDetection(
  30. data_dir='insect_det',
  31. file_list='insect_det/val_list.txt',
  32. label_list='insect_det/labels.txt',
  33. transforms=eval_transforms,
  34. shuffle=False)
  35. # 加载模型
  36. model = pdx.load_model('output/yolov3_darknet53/best_model')
  37. # Step 1/3: 分析模型各层参数在不同的剪裁比例下的敏感度
  38. # API说明:https://github.com/PaddlePaddle/PaddleX/blob/develop/dygraph/docs/apis/models/detection.md#analyze_sensitivity
  39. model.analyze_sensitivity(
  40. dataset=eval_dataset,
  41. batch_size=1,
  42. save_dir='output/yolov3_darknet53/prune')
  43. # Step 2/3: 根据选择的FLOPs减小比例对模型进行剪裁
  44. # API说明:https://github.com/PaddlePaddle/PaddleX/blob/develop/dygraph/docs/apis/models/detection.md#prune
  45. model.prune(pruned_flops=.2)
  46. # Step 3/3: 对剪裁后的模型重新训练
  47. # API说明:https://github.com/PaddlePaddle/PaddleX/blob/develop/dygraph/docs/apis/models/detection.md
  48. # 各参数介绍与调整说明:https://github.com/PaddlePaddle/PaddleX/blob/develop/dygraph/docs/apis/models/detection.md#train
  49. model.train(
  50. num_epochs=270,
  51. train_dataset=train_dataset,
  52. train_batch_size=8,
  53. eval_dataset=eval_dataset,
  54. pretrain_weights=None,
  55. learning_rate=0.001 / 8,
  56. warmup_steps=1000,
  57. warmup_start_lr=0.0,
  58. save_interval_epochs=5,
  59. lr_decay_epochs=[216, 243],
  60. save_dir='output/yolov3_darknet53/prune')