app.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903
  1. from flask import Flask, request, render_template, send_from_directory, jsonify, session, send_file
  2. from werkzeug.utils import secure_filename
  3. from flask_cors import CORS
  4. import argparse
  5. from os import path as osp
  6. import os
  7. import time
  8. import json
  9. import sys
  10. import multiprocessing as mp
  11. from . import workspace_pb2 as w
  12. from .utils import CustomEncoder, ShareData, is_pic, get_logger
  13. import numpy as np
  14. app = Flask(__name__)
  15. CORS(app, supports_credentials=True)
  16. SESSION_TYPE = 'filesystem'
  17. app.config.from_object(__name__)
  18. SD = ShareData()
  19. def init(dirname, logger):
  20. #初始化工作空间
  21. from .workspace import init_workspace
  22. from .system import get_system_info
  23. SD.workspace = w.Workspace(path=dirname)
  24. init_workspace(SD.workspace, dirname, logger)
  25. SD.workspace_dir = dirname
  26. get_system_info(SD.machine_info)
  27. @app.errorhandler(Exception)
  28. def handle_exception(e):
  29. ret = {"status": -1, 'message': repr(e)}
  30. return ret
  31. @app.route('/workspace', methods=['GET', 'PUT'])
  32. def workspace():
  33. """
  34. methods=='GET':获取工作目录中项目、数据集、任务的属性
  35. Args:
  36. struct(str):结构类型,可以是'dataset', 'project'或'task',
  37. id(str):结构类型对应的id
  38. attr_list(list):需要获取的属性的列表
  39. Return:
  40. attr(dict):key为属性,value为属性的值,
  41. status
  42. methods=='PUT':修改工作目录中项目、数据集、任务的属性
  43. Args:
  44. struct(str):结构类型,可以是'dataset', 'project'或'task',
  45. id(str):结构类型对应的id
  46. attr_dict(dict):key:需要修改的属性,value:需要修改属性的值
  47. Return:
  48. status
  49. """
  50. data = request.get_json()
  51. if data is None:
  52. data = request.args
  53. if request.method == 'GET':
  54. if data:
  55. from .workspace import get_attr
  56. ret = get_attr(data, SD.workspace)
  57. return ret
  58. return {'status': 1, 'dirname': SD.workspace_dir}
  59. if request.method == 'PUT':
  60. from .workspace import set_attr
  61. ret = set_attr(data, SD.workspace)
  62. return ret
  63. @app.route('/dataset', methods=['GET', 'POST', 'PUT', 'DELETE'])
  64. def dataset():
  65. """
  66. methods=='GET':获取所有数据集或者单个数据集的信息
  67. Args:
  68. did(str, optional):数据集id(可选),如果存在就返回数据集id对应数据集的信息
  69. Ruturn:
  70. status
  71. if 'did' in Args:
  72. id(str):数据集id,
  73. dataset_status(int):数据集状态(DatasetStatus)枚举变量的值
  74. message(str):数据集状态信息
  75. attr(dict):数据集属性
  76. else:
  77. datasets(list):所有数据集属性的列表
  78. methods=='POST':创建一个新的数据集
  79. Args:
  80. name(str):数据集名字
  81. desc(str):数据集描述
  82. dataset_type(str):数据集类型,可以是['classification', 'detection', 'segmentation','instance_segmentation','remote_segmentation']
  83. Return:
  84. did(str):数据集id
  85. status
  86. methods=='PUT':异步,向数据集导入数据,支持分类、检测、语义分割、实例分割、摇杆分割数据集类型
  87. Args:
  88. did(str):数据集id
  89. path(str):数据集路径
  90. Return:
  91. status
  92. methods=='DELETE':删除已有的某个数据集
  93. Args:
  94. did(str):数据集id
  95. Return:
  96. status
  97. """
  98. data = request.get_json()
  99. if data is None:
  100. data = request.args
  101. if request.method == 'GET':
  102. if 'did' in data:
  103. from .dataset.dataset import get_dataset_status
  104. ret = get_dataset_status(data, SD.workspace)
  105. return ret
  106. from .dataset.dataset import list_datasets
  107. ret = list_datasets(SD.workspace)
  108. return ret
  109. if request.method == 'POST':
  110. from .dataset.dataset import create_dataset
  111. ret = create_dataset(data, SD.workspace)
  112. return ret
  113. if request.method == 'PUT':
  114. from .dataset.dataset import import_dataset
  115. ret = import_dataset(data, SD.workspace, SD.monitored_processes,
  116. SD.load_demo_proc_dict)
  117. return ret
  118. if request.method == 'DELETE':
  119. from .dataset.dataset import delete_dataset
  120. ret = delete_dataset(data, SD.workspace)
  121. return ret
  122. @app.route('/dataset/details', methods=['GET'])
  123. def dataset_details():
  124. """
  125. methods=='GET':获取某个数据集的详细信息
  126. Args:
  127. did(str):数据集id
  128. Return:
  129. details(dict):数据集详细信息,
  130. status
  131. """
  132. data = request.get_json()
  133. if data is None:
  134. data = request.args
  135. if request.method == 'GET':
  136. from .dataset.dataset import get_dataset_details
  137. ret = get_dataset_details(data, SD.workspace)
  138. return ret
  139. @app.route('/dataset/split', methods=['PUT'])
  140. def dataset_split():
  141. """
  142. Args:
  143. did(str):数据集id
  144. val_split(float): 验证集比例
  145. test_split(float): 测试集比例
  146. Return:
  147. status
  148. """
  149. data = request.get_json()
  150. if request.method == 'PUT':
  151. from .dataset.dataset import split_dataset
  152. ret = split_dataset(data, SD.workspace)
  153. return ret
  154. @app.route('/dataset/image', methods=['GET'])
  155. def dataset_img_base64():
  156. """
  157. Args:
  158. GET: 获取图片base64数据,参数:'path' 图片绝对路径
  159. """
  160. data = request.get_json()
  161. if request.method == 'GET':
  162. from .dataset.dataset import img_base64
  163. ret = img_base64(data)
  164. return ret
  165. @app.route('/dataset/file', methods=['GET'])
  166. def get_image_file():
  167. """
  168. Args:
  169. GET: 获取文件数据,参数:'path' 文件绝对路径
  170. """
  171. data = request.get_json()
  172. if request.method == 'GET':
  173. ret = data['path']
  174. return send_file(ret)
  175. @app.route('/dataset/npy', methods=['GET'])
  176. def get_npyfile():
  177. """
  178. Args:
  179. GET: 获取文件数据,参数:'path' npy文件绝对路径
  180. """
  181. data = request.get_json()
  182. if request.method == 'GET':
  183. npy = np.load(data['path'], allow_pickle=True).tolist()
  184. npy['gt_bbox'] = npy['gt_bbox'].tolist()
  185. return npy
  186. @app.route('/file', methods=['GET'])
  187. def get_file():
  188. """
  189. Args:
  190. path'(str):文件在服务端的路径
  191. Return:
  192. #数据为图片
  193. img_data(str): base64图片数据
  194. status
  195. #数据为xml文件
  196. ret:数据流
  197. #数据为log文件
  198. ret:json数据
  199. """
  200. data = request.get_json()
  201. if data is None:
  202. data = request.args
  203. if request.method == 'GET':
  204. path = data['path']
  205. if not os.path.exists(path):
  206. return {'status': -1}
  207. if is_pic(path):
  208. from .dataset.dataset import img_base64
  209. ret = img_base64(data)
  210. return ret
  211. file_type = path[(path.rfind('.') + 1):]
  212. if file_type in ['xml', 'npy', 'log']:
  213. return send_file(path)
  214. else:
  215. pass
  216. @app.route('/project', methods=['GET', 'POST', 'DELETE'])
  217. def project():
  218. """
  219. methods=='GET':获取指定项目id的信息
  220. Args:
  221. 'id'(str, optional):项目id,可选,如果存在就返回项目id对应项目的信息
  222. Return:
  223. status,
  224. if 'id' in Args:
  225. attr(dict):项目属性
  226. else:
  227. projects(list):所有项目属性
  228. methods=='POST':创建一个项目
  229. Args:
  230. name(str): 项目名
  231. desc(str):项目描述
  232. project_type(str):项目类型
  233. Return:
  234. pid(str):项目id
  235. status
  236. methods=='DELETE':删除一个项目,以及项目相关的task
  237. Args:
  238. pid(str):项目id
  239. Return:
  240. status
  241. """
  242. data = request.get_json()
  243. if data is None:
  244. data = request.args
  245. if request.method == 'GET':
  246. from .project.project import list_projects
  247. from .project.project import get_project
  248. if 'id' in data:
  249. ret = get_project(data, SD.workspace)
  250. return ret
  251. ret = list_projects(SD.workspace)
  252. return ret
  253. if request.method == 'POST':
  254. from .project.project import create_project
  255. ret = create_project(data, SD.workspace)
  256. return ret
  257. if request.method == 'DELETE':
  258. from .project.project import delete_project
  259. ret = delete_project(data, SD.workspace)
  260. return ret
  261. @app.route('/project/task', methods=['GET', 'POST', 'DELETE'])
  262. def task():
  263. """
  264. methods=='GET':#获取某个任务的信息或者所有任务的信息
  265. Args:
  266. tid(str, optional):任务id,可选,若存在即返回id对应任务的信息
  267. resume(str, optional):获取是否可以恢复训练的状态,可选,需在存在tid的情况下才生效
  268. pid(str, optional):项目id,可选,若存在即返回该项目id下所有任务信息
  269. Return:
  270. status
  271. if 'tid' in Args:
  272. task_status(int):任务状态(TaskStatus)枚举变量的值
  273. message(str):任务状态信息
  274. resumable(bool):仅Args中存在resume时返回,任务训练是否可以恢复
  275. max_saved_epochs(int):仅Args中存在resume时返回,当前训练模型保存的最大epoch
  276. else:
  277. tasks(list):所有任务属性
  278. methods=='POST':#创建任务(训练或者裁剪)
  279. Args:
  280. pid(str):项目id
  281. train(dict):训练参数
  282. desc(str, optional):任务描述,可选
  283. parent_id(str, optional):可选,若存在即表示新建的任务为裁剪任务,parent_id的值为裁剪任务对应的训练任务id
  284. Return:
  285. tid(str):任务id
  286. status
  287. methods=='DELETE':#删除任务
  288. Args:
  289. tid(str):任务id
  290. Return:
  291. status
  292. """
  293. data = request.get_json()
  294. if data is None:
  295. data = request.args
  296. if request.method == 'GET':
  297. if data:
  298. if 'pid' not in data:
  299. from .project.task import get_task_status
  300. ret = get_task_status(data, SD.workspace)
  301. return ret
  302. from .project.task import list_tasks
  303. ret = list_tasks(data, SD.workspace)
  304. return ret
  305. if request.method == 'POST':
  306. from .project.task import create_task
  307. ret = create_task(data, SD.workspace)
  308. return ret
  309. if request.method == 'DELETE':
  310. from .project.task import delete_task
  311. ret = delete_task(data, SD.workspace)
  312. return ret
  313. @app.route('/project/task/params', methods=['GET', 'POST'])
  314. def task_params():
  315. """
  316. methods=='GET':#获取任务id对应的参数,或者获取项目默认参数
  317. Args:
  318. tid(str, optional):获取任务对应的参数
  319. pid(str,optional):获取项目对应的默认参数
  320. model_type(str,optional):pid存在下有效,对应项目下获取指定模型的默认参数
  321. gpu_list(list,optional):pid存在下有效,默认值为[0],使用指定的gpu并获取相应的默认参数
  322. Return:
  323. train(dict):训练或者裁剪的参数
  324. status
  325. methods=='POST':#设置任务参数,将前端用户设置训练参数dict保存在后端的pkl文件中
  326. Args:
  327. tid(str):任务id
  328. train(dict):训练参数
  329. Return:
  330. status
  331. """
  332. data = request.get_json()
  333. if data is None:
  334. data = request.args
  335. if request.method == 'GET':
  336. if 'tid' in data:
  337. from .project.task import get_task_params
  338. ret = get_task_params(data, SD.workspace)
  339. ret['train'] = CustomEncoder().encode(ret['train'])
  340. ret['train'] = json.loads(ret['train'])
  341. return ret
  342. if 'pid' in data:
  343. from .project.task import get_default_params
  344. ret = get_default_params(data, SD.workspace, SD.machine_info)
  345. return ret
  346. if request.method == 'POST':
  347. from .project.task import set_task_params
  348. ret = set_task_params(data, SD.workspace)
  349. return ret
  350. @app.route('/project/task/metrics', methods=['GET'])
  351. def task_metrics():
  352. """
  353. methods=='GET':#获取日志数据
  354. Args:
  355. tid(str):任务id
  356. type(str):可以获取日志的类型,[train,eval,sensitivities,prune],包括训练,评估,敏感度与模型裁剪率关系图,裁剪的日志
  357. Return:
  358. status
  359. if type == 'train':
  360. train_log(dict): 训练日志
  361. elif type == 'eval':
  362. eval_metrics(dict): 评估结果
  363. elif type == 'sensitivities':
  364. sensitivities_loss_img(dict): 敏感度与模型裁剪率关系图
  365. elif type == 'prune':
  366. prune_log(dict):裁剪日志
  367. """
  368. data = request.get_json()
  369. if data is None:
  370. data = request.args
  371. if request.method == 'GET':
  372. if data['type'] == 'train':
  373. from .project.task import get_train_metrics
  374. ret = get_train_metrics(data, SD.workspace)
  375. return ret
  376. if data['type'] == 'eval':
  377. from .project.task import get_eval_metrics
  378. ret = get_eval_metrics(data, SD.workspace)
  379. return ret
  380. if data['type'] == 'eval_all':
  381. from .project.task import get_eval_all_metrics
  382. ret = get_eval_all_metrics(data, SD.workspace)
  383. return ret
  384. if data['type'] == 'sensitivities':
  385. from .project.task import get_sensitivities_loss_img
  386. ret = get_sensitivities_loss_img(data, SD.workspace)
  387. return ret
  388. if data['type'] == 'prune':
  389. from .project.task import get_prune_metrics
  390. ret = get_prune_metrics(data, SD.workspace)
  391. return ret
  392. @app.route('/project/task/train', methods=['POST', 'PUT'])
  393. def task_train():
  394. """
  395. methods=='POST':#异步,启动训练或者裁剪任务
  396. Args:
  397. tid(str):任务id
  398. eval_metric_loss(int,optional):可选,裁剪任务时可用,裁剪任务所需的评估loss
  399. Return:
  400. status
  401. methods=='PUT':#改变任务训练的状态,即终止训练或者恢复训练
  402. Args:
  403. tid(str):任务id
  404. act(str):[stop,resume]暂停或者恢复
  405. epoch(int):(resume下可以设置)恢复训练的起始轮数
  406. Return:
  407. status
  408. """
  409. data = request.get_json()
  410. if request.method == 'POST':
  411. from .project.task import start_train_task
  412. ret = start_train_task(data, SD.workspace, SD.monitored_processes)
  413. return ret
  414. if request.method == 'PUT':
  415. if data['act'] == 'resume':
  416. from .project.task import resume_train_task
  417. ret = resume_train_task(data, SD.workspace, SD.monitored_processes)
  418. return ret
  419. if data['act'] == 'stop':
  420. from .project.task import stop_train_task
  421. ret = stop_train_task(data, SD.workspace)
  422. return ret
  423. @app.route('/project/task/train/file', methods=['GET'])
  424. def log_file():
  425. data = request.get_json()
  426. if request.method == 'GET':
  427. path = data['path']
  428. if not os.path.exists(path):
  429. return {'status': -1}
  430. logs = open(path, encoding='utf-8').readlines()
  431. if len(logs) < 50:
  432. return {'status': 1, 'log': logs}
  433. else:
  434. logs = logs[-50:]
  435. return {'status': 1, 'log': logs}
  436. @app.route('/project/task/prune', methods=['GET', 'POST', 'PUT'])
  437. def task_prune():
  438. """
  439. methods=='GET':#获取裁剪任务的状态
  440. Args:
  441. tid(str):任务id
  442. Return:
  443. prune_status(int): 裁剪任务状态(PruneStatus)枚举变量的值
  444. status
  445. methods=='POST':#异步,创建一个裁剪分析,对于启动裁剪任务前需要先启动裁剪分析
  446. Args:
  447. tid(str):任务id
  448. Return:
  449. status
  450. methods=='PUT':#改变裁剪分析任务的状态
  451. Args:
  452. tid(str):任务id
  453. act(str):[stop],目前仅支持停止一个裁剪分析任务
  454. Return
  455. status
  456. """
  457. data = request.get_json()
  458. if data is None:
  459. data = request.args
  460. if request.method == 'GET':
  461. from .project.task import get_prune_status
  462. ret = get_prune_status(data, SD.workspace)
  463. return ret
  464. if request.method == 'POST':
  465. from .project.task import start_prune_analysis
  466. ret = start_prune_analysis(data, SD.workspace, SD.monitored_processes)
  467. return ret
  468. if request.method == 'PUT':
  469. if data['act'] == 'stop':
  470. from .project.task import stop_prune_analysis
  471. ret = stop_prune_analysis(data, SD.workspace)
  472. return ret
  473. @app.route('/project/task/evaluate', methods=['GET', 'POST'])
  474. def task_evaluate():
  475. '''
  476. methods=='GET':#获取模型评估的结果
  477. Args:
  478. tid(str):任务id
  479. Return:
  480. evaluate_status(int): 任务状态(TaskStatus)枚举变量的值
  481. message(str):描述评估任务的信息
  482. result(dict):如果评估成功,返回评估结果的dict,否则为None
  483. status
  484. methods=='POST':#异步,创建一个评估任务
  485. Args:
  486. tid(str):任务id
  487. epoch(int,optional):需要评估的epoch,如果为None则会评估训练时指标最好的epoch
  488. topk(int,optional):分类任务topk指标,如果为None默认输入为5
  489. score_thresh(float):检测任务类别的score threshhold值,如果为None默认输入为0.5
  490. overlap_thresh(float):实例分割任务IOU threshhold值,如果为None默认输入为0.3
  491. Return:
  492. status
  493. '''
  494. data = request.get_json()
  495. if data is None:
  496. data = request.args
  497. if request.method == 'GET':
  498. from .project.task import get_evaluate_result
  499. ret = get_evaluate_result(data, SD.workspace)
  500. ret['evaluate_status'] = ret['evaluate_status'].value
  501. if 'Confusion_Matrix' in ret['result']:
  502. ret['result']['Confusion_Matrix'] = ret['result'][
  503. 'Confusion_Matrix'].tolist()
  504. ret['result'] = CustomEncoder().encode(ret['result'])
  505. return ret
  506. if request.method == 'POST':
  507. from .project.task import evaluate_model
  508. ret = evaluate_model(data, SD.workspace, SD.monitored_processes)
  509. return ret
  510. @app.route('/project/task/evaluate/file', methods=['GET'])
  511. def task_evaluate_file():
  512. data = request.get_json()
  513. if request.method == 'GET':
  514. ret = data['path']
  515. return send_file(ret)
  516. @app.route('/project/task/predict', methods=['GET', 'POST', 'PUT'])
  517. def task_predict():
  518. '''
  519. methods=='GET':#获取预测状态
  520. Args:
  521. tid(str):任务id
  522. Return:
  523. predict_status(int): 预测任务状态(PredictStatus)枚举变量的值
  524. message(str): 预测信息
  525. status
  526. methods=='POST':#创建预测任务,目前仅支持单张图片的预测
  527. Args:
  528. tid(str):任务id
  529. image_data(str):base64编码的image数据
  530. score_thresh(float,optional):可选,检测任务时有效,检测类别的score threashold值默认是0.5
  531. epoch(int,float,optional):可选,选择需要做预测的ephoch,默认为评估指标最好的那一个epoch
  532. Return:
  533. path(str):服务器上保存预测结果图片的路径
  534. status
  535. '''
  536. data = request.get_json()
  537. if data is None:
  538. data = request.args
  539. if request.method == 'GET':
  540. from .project.task import get_predict_status
  541. ret = get_predict_status(data, SD.workspace)
  542. return ret
  543. if request.method == 'POST':
  544. from .project.task import predict_test_pics
  545. ret = predict_test_pics(data, SD.workspace, SD.monitored_processes)
  546. if 'img_list' in data:
  547. del ret['path']
  548. return ret
  549. return ret
  550. if request.method == 'PUT':
  551. from .project.task import stop_predict_task
  552. ret = stop_predict_task(data, SD.workspace)
  553. return ret
  554. @app.route('/project/task/export', methods=['GET', 'POST', 'PUT'])
  555. def task_export():
  556. '''
  557. methods=='GET':#获取导出模型的状态
  558. Args:
  559. tid(str):任务id
  560. quant(str,optional)可选,[log,result],导出量模型导出状态,若值为log则返回量化的日志;若值为result则返回量化的结果
  561. Return:
  562. status
  563. if quant == 'log':
  564. quant_log(dict):量化日志
  565. if quant == 'result'
  566. quant_result(dict):量化结果
  567. if quant not in Args:
  568. export_status(int):模型导出状态(PredictStatus)枚举变量的值
  569. message(str):模型导出提示信息
  570. methods=='POST':#导出inference模型或者导出lite模型
  571. Args:
  572. tid(str):任务id
  573. type(str):保存模型的类别[infer,lite],支持inference模型导出和lite的模型导出
  574. save_dir(str):保存模型的路径
  575. quant(bool,optional)可选,type为infer有效,是否导出量化后的模型
  576. model_path(str,optional)可选,type为lite时有效,inference模型的地址
  577. Return:
  578. status
  579. if type == 'infer':
  580. save_dir:模型保存路径
  581. if type == 'lite':
  582. message:模型保存信息
  583. methods=='PUT':#停止导出模型
  584. Args:
  585. tid(str):任务id
  586. Return:
  587. export_status(int):模型导出状态(PredictStatus)枚举变量的值
  588. message(str):停止模型导出提示信息
  589. status
  590. '''
  591. data = request.get_json()
  592. if data is None:
  593. data = request.args
  594. if request.method == 'GET':
  595. if 'quant' in data:
  596. if data['quant'] == 'log':
  597. from .project.task import get_quant_progress
  598. ret = get_quant_progress(data, SD.workspace)
  599. return ret
  600. if data['quant'] == 'result':
  601. from .project.task import get_quant_result
  602. ret = get_quant_result(data, SD.workspace)
  603. return ret
  604. from .project.task import get_export_status
  605. ret = get_export_status(data, SD.workspace)
  606. ret['export_status'] = ret['export_status'].value
  607. return ret
  608. if request.method == 'POST':
  609. if data['type'] == 'infer':
  610. from .project.task import export_infer_model
  611. ret = export_infer_model(data, SD.workspace,
  612. SD.monitored_processes)
  613. return ret
  614. if data['type'] == 'lite':
  615. from .project.task import export_lite_model
  616. ret = export_lite_model(data, SD.workspace)
  617. return ret
  618. if request.method == 'PUT':
  619. from .project.task import stop_export_task
  620. stop_export_task(data, SD.workspace)
  621. return ret
  622. @app.route('/project/task/vdl', methods=['GET'])
  623. def task_vdl():
  624. '''
  625. methods=='GET':#打开某个任务的可视化分析工具(VisualDL)
  626. Args:
  627. tid(str):任务id
  628. Return:
  629. url(str):vdl地址
  630. status
  631. '''
  632. data = request.get_json()
  633. if data is None:
  634. data = request.args
  635. if request.method == 'GET':
  636. from .project.task import open_vdl
  637. ret = open_vdl(data, SD.workspace, SD.current_port,
  638. SD.monitored_processes, SD.running_boards)
  639. return ret
  640. @app.route('/system', methods=['GET', 'DELETE'])
  641. def system():
  642. '''
  643. methods=='GET':#获取系统GPU、CPU信息
  644. Args:
  645. type(str):[machine_info,gpu_memory_size]选择需要获取的系统信息
  646. Return:
  647. status
  648. if type=='machine_info'
  649. info(dict):服务端信息
  650. if type=='gpu_memory_size'
  651. gpu_mem_infos(list):GPU内存信息
  652. '''
  653. data = request.get_json()
  654. if data is None:
  655. data = request.args
  656. if request.method == 'GET':
  657. if data['type'] == 'machine_info':
  658. '''if 'path' not in data:
  659. data['path'] = None
  660. from .system import get_machine_info
  661. ret = get_machine_info(data, SD.machine_info)'''
  662. from .system import get_system_info
  663. ret = get_system_info(SD.machine_info)
  664. return ret
  665. if data['type'] == 'gpu_memory_size':
  666. #from .system import get_gpu_memory_size
  667. from .system import get_gpu_memory_info
  668. ret = get_gpu_memory_info(SD.machine_info)
  669. return ret
  670. if request.method == 'DELETE':
  671. from .system import exit_system
  672. ret = exit_system(SD.monitored_processes)
  673. return ret
  674. @app.route('/demo', methods=['GET', 'POST', 'PUT'])
  675. def demo():
  676. '''
  677. methods=='GET':#获取demo下载进度
  678. Args:
  679. prj_type(int):项目类型ProjectType枚举变量的int值
  680. Return:
  681. status
  682. attr(dict):demo下载信息
  683. methods=='POST':#下载或创建demo工程
  684. Args:
  685. type(str):{download,load}下载或者创建样例
  686. prj_type(int):项目类型ProjectType枚举变量的int值
  687. Return:
  688. status
  689. if type=='load':
  690. did:数据集id
  691. pid:项目id
  692. methods=='PUT':#停止下载或创建demo工程
  693. Args:
  694. prj_type(int):项目类型ProjectType枚举变量的int值
  695. Return:
  696. status
  697. '''
  698. data = request.get_json()
  699. if data is None:
  700. data = request.args
  701. if request.method == 'GET':
  702. from .demo import get_download_demo_progress
  703. ret = get_download_demo_progress(data, SD.workspace)
  704. return ret
  705. if request.method == 'POST':
  706. if data['type'] == 'download':
  707. from .demo import download_demo_dataset
  708. ret = download_demo_dataset(data, SD.workspace,
  709. SD.load_demo_proc_dict)
  710. return ret
  711. if data['type'] == 'load':
  712. from .demo import load_demo_project
  713. ret = load_demo_project(data, SD.workspace, SD.monitored_processes,
  714. SD.load_demo_proj_data_dict,
  715. SD.load_demo_proc_dict)
  716. return ret
  717. if request.method == 'PUT':
  718. from .demo import stop_import_demo
  719. ret = stop_import_demo(data, SD.workspace, SD.load_demo_proc_dict,
  720. SD.load_demo_proj_data_dict)
  721. return ret
  722. @app.route('/model', methods=['GET', 'POST', 'DELETE'])
  723. def model():
  724. '''
  725. methods=='GET':#获取一个或者所有模型的信息
  726. Args:
  727. mid(str,optional)可选,若存在则返回某个模型的信息
  728. type(str,optional)可选,[pretrained,exported].若存在则返回对应类型下所有的模型信息
  729. Return:
  730. status
  731. if mid in Args:
  732. dataset_attr(dict):数据集属性
  733. task_params(dict):模型训练参数
  734. eval_result(dict):模型评估结果
  735. if type in Args and type == 'pretrained':
  736. pretrained_models(list):所有预训练模型信息
  737. if type in Args and type == 'exported':
  738. exported_models(list):所有inference模型的信息
  739. methods=='POST':#创建一个模型
  740. Args:
  741. pid(str):项目id
  742. tid(str):任务id
  743. name(str):模型名字
  744. type(str):创建模型的类型,[pretrained,exported],pretrained代表创建预训练模型、exported代表创建inference或者lite模型
  745. source_path(str):仅type为pretrained时有效,训练好的模型的路径
  746. path(str):仅type为exported时有效,inference或者lite模型的路径
  747. exported_type(int):0为inference模型,1为lite模型
  748. eval_results(dict,optional):可选,仅type为pretrained时有效,模型评估的指标
  749. Return:
  750. status
  751. if type == 'pretrained':
  752. pmid(str):预训练模型id
  753. if type == 'exported':
  754. emid(str):inference模型id
  755. methods=='DELETE':删除一个模型
  756. Args:
  757. type(str):删除模型的类型,[pretrained,exported],pretrained代表创建预训练模型、exported代表创建inference或者lite模型
  758. if type='pretrained':
  759. pmid:预训练模型id
  760. if type='exported':
  761. emid:inference或者lite模型id
  762. Return:
  763. status
  764. '''
  765. data = request.get_json()
  766. if data is None:
  767. data = request.args
  768. if request.method == 'GET':
  769. if 'type' in data:
  770. if data['type'] == 'pretrained':
  771. from .model import list_pretrained_models
  772. ret = list_pretrained_models(SD.workspace)
  773. return ret
  774. if data['type'] == 'exported':
  775. from .model import list_exported_models
  776. ret = list_exported_models(SD.workspace)
  777. return ret
  778. from .model import get_model_details
  779. ret = get_model_details(data, SD.workspace)
  780. ret['eval_result']['Confusion_Matrix'] = ret['eval_result'][
  781. 'Confusion_Matrix'].tolist()
  782. ret['eval_result'] = CustomEncoder().encode(ret['eval_result'])
  783. ret['task_params'] = CustomEncoder().encode(ret['task_params'])
  784. return ret
  785. if request.method == 'POST':
  786. if data['type'] == 'pretrained':
  787. if 'eval_results' in data:
  788. data['eval_results']['Confusion_Matrix'] = np.array(data[
  789. 'eval_results']['Confusion_Matrix'])
  790. from .model import create_pretrained_model
  791. ret = create_pretrained_model(data, SD.workspace,
  792. SD.monitored_processes)
  793. return ret
  794. if data['type'] == 'exported':
  795. from .model import create_exported_model
  796. ret = create_exported_model(data, SD.workspace)
  797. return ret
  798. if request.method == 'DELETE':
  799. if data['type'] == 'pretrained':
  800. from .model import delete_pretrained_model
  801. ret = delete_pretrained_model(data, SD.workspace)
  802. return ret
  803. if data['type'] == 'exported':
  804. from .model import delete_exported_model
  805. ret = delete_exported_model(data, SD.workspace)
  806. return ret
  807. @app.route('/model/file', methods=['GET'])
  808. def model_file():
  809. data = request.get_json()
  810. if request.method == 'GET':
  811. ret = data['path']
  812. return send_file(ret)
  813. def run(port, workspace_dir):
  814. if workspace_dir is None:
  815. user_home = os.path.expanduser('~')
  816. dirname = osp.join(user_home, "paddlex_workspace")
  817. else:
  818. dirname = workspace_dir
  819. if not osp.exists(dirname):
  820. os.makedirs(dirname)
  821. else:
  822. if not osp.isdir(dirname):
  823. os.remove(dirname)
  824. os.makedirs(dirname)
  825. logger = get_logger(osp.join(dirname, "mcessages.log"))
  826. init(dirname, logger)
  827. app.run(host='0.0.0.0', port=port, threaded=True)