LaTeX_OCR_rec.yml 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128
  1. Global:
  2. use_gpu: True
  3. epoch_num: 500
  4. log_smooth_window: 20
  5. print_batch_step: 100
  6. save_model_dir: ./output/rec/latex_ocr/
  7. save_epoch_step: 5
  8. max_seq_len: 512
  9. # evaluation is run every 60000 iterations (22 epoch)(batch_size = 56)
  10. eval_batch_step: [0, 60000]
  11. cal_metric_during_train: True
  12. pretrained_model: https://paddle-model-ecology.bj.bcebos.com/pretrained/rec_latex_ocr_trained.pdparams
  13. checkpoints:
  14. save_inference_dir:
  15. use_visualdl: False
  16. infer_img: doc/datasets/pme_demo/0000013.png
  17. infer_mode: False
  18. use_space_char: False
  19. rec_char_dict_path: ppocr/utils/dict/latex_ocr_tokenizer.json
  20. save_res_path: ./output/rec/predicts_latexocr.txt
  21. d2s_train_image_shape: [1,256,256]
  22. Optimizer:
  23. name: AdamW
  24. beta1: 0.9
  25. beta2: 0.999
  26. lr:
  27. name: Const
  28. learning_rate: 0.0001
  29. Architecture:
  30. model_type: rec
  31. algorithm: LaTeXOCR
  32. in_channels: 1
  33. Transform:
  34. Backbone:
  35. name: HybridTransformer
  36. img_size: [192, 672]
  37. patch_size: 16
  38. num_classes: 0
  39. embed_dim: 256
  40. depth: 4
  41. num_heads: 8
  42. input_channel: 1
  43. is_predict: False
  44. is_export: False
  45. Head:
  46. name: LaTeXOCRHead
  47. pad_value: 0
  48. is_export: False
  49. decoder_args:
  50. attn_on_attn: True
  51. cross_attend: True
  52. ff_glu: True
  53. rel_pos_bias: False
  54. use_scalenorm: False
  55. Loss:
  56. name: LaTeXOCRLoss
  57. PostProcess:
  58. name: LaTeXOCRDecode
  59. rec_char_dict_path: ppocr/utils/dict/latex_ocr_tokenizer.json
  60. Metric:
  61. name: LaTeXOCRMetric
  62. main_indicator: exp_rate
  63. cal_blue_score: False
  64. Train:
  65. dataset:
  66. name: LaTeXOCRDataSet
  67. data: ./train_data/LaTeXOCR/latexocr_train.pkl
  68. min_dimensions: [32, 32]
  69. max_dimensions: [672, 192]
  70. batch_size_per_pair: 40
  71. keep_smaller_batches: False
  72. transforms:
  73. - DecodeImage:
  74. channel_first: False
  75. - MinMaxResize:
  76. min_dimensions: [32, 32]
  77. max_dimensions: [672, 192]
  78. - LatexTrainTransform:
  79. bitmap_prob: .04
  80. - NormalizeImage:
  81. mean: [0.7931, 0.7931, 0.7931]
  82. std: [0.1738, 0.1738, 0.1738]
  83. order: 'hwc'
  84. - LatexImageFormat:
  85. - KeepKeys:
  86. keep_keys: ['image']
  87. loader:
  88. shuffle: True
  89. batch_size_per_card: 1
  90. drop_last: False
  91. num_workers: 0
  92. collate_fn: LaTeXOCRCollator
  93. Eval:
  94. dataset:
  95. name: LaTeXOCRDataSet
  96. data: ./train_data/LaTeXOCR/latexocr_val.pkl
  97. min_dimensions: [32, 32]
  98. max_dimensions: [672, 192]
  99. batch_size_per_pair: 10
  100. keep_smaller_batches: True
  101. transforms:
  102. - DecodeImage:
  103. img_mode: RGB
  104. channel_first: False
  105. - MinMaxResize:
  106. min_dimensions: [32, 32]
  107. max_dimensions: [672, 192]
  108. - LatexTestTransform:
  109. - NormalizeImage:
  110. mean: [0.7931, 0.7931, 0.7931]
  111. std: [0.1738, 0.1738, 0.1738]
  112. order: 'hwc'
  113. - LatexImageFormat:
  114. - KeepKeys:
  115. keep_keys: ['image']
  116. loader:
  117. shuffle: False
  118. drop_last: False
  119. batch_size_per_card: 1
  120. num_workers: 0
  121. collate_fn: LaTeXOCRCollator