document_fields.py 2.3 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576
  1. from flask_restful import fields
  2. from fields.dataset_fields import dataset_fields
  3. from libs.helper import TimestampField
  4. document_fields = {
  5. 'id': fields.String,
  6. 'position': fields.Integer,
  7. 'data_source_type': fields.String,
  8. 'data_source_info': fields.Raw(attribute='data_source_info_dict'),
  9. 'dataset_process_rule_id': fields.String,
  10. 'name': fields.String,
  11. 'created_from': fields.String,
  12. 'created_by': fields.String,
  13. 'created_at': TimestampField,
  14. 'tokens': fields.Integer,
  15. 'indexing_status': fields.String,
  16. 'error': fields.String,
  17. 'enabled': fields.Boolean,
  18. 'disabled_at': TimestampField,
  19. 'disabled_by': fields.String,
  20. 'archived': fields.Boolean,
  21. 'display_status': fields.String,
  22. 'word_count': fields.Integer,
  23. 'hit_count': fields.Integer,
  24. 'doc_form': fields.String,
  25. }
  26. document_with_segments_fields = {
  27. 'id': fields.String,
  28. 'position': fields.Integer,
  29. 'data_source_type': fields.String,
  30. 'data_source_info': fields.Raw(attribute='data_source_info_dict'),
  31. 'dataset_process_rule_id': fields.String,
  32. 'name': fields.String,
  33. 'created_from': fields.String,
  34. 'created_by': fields.String,
  35. 'created_at': TimestampField,
  36. 'tokens': fields.Integer,
  37. 'indexing_status': fields.String,
  38. 'error': fields.String,
  39. 'enabled': fields.Boolean,
  40. 'disabled_at': TimestampField,
  41. 'disabled_by': fields.String,
  42. 'archived': fields.Boolean,
  43. 'display_status': fields.String,
  44. 'word_count': fields.Integer,
  45. 'hit_count': fields.Integer,
  46. 'completed_segments': fields.Integer,
  47. 'total_segments': fields.Integer
  48. }
  49. dataset_and_document_fields = {
  50. 'dataset': fields.Nested(dataset_fields),
  51. 'documents': fields.List(fields.Nested(document_fields)),
  52. 'batch': fields.String
  53. }
  54. document_status_fields = {
  55. 'id': fields.String,
  56. 'indexing_status': fields.String,
  57. 'processing_started_at': TimestampField,
  58. 'parsing_completed_at': TimestampField,
  59. 'cleaning_completed_at': TimestampField,
  60. 'splitting_completed_at': TimestampField,
  61. 'completed_at': TimestampField,
  62. 'paused_at': TimestampField,
  63. 'error': fields.String,
  64. 'stopped_at': TimestampField,
  65. 'completed_segments': fields.Integer,
  66. 'total_segments': fields.Integer,
  67. }
  68. document_status_fields_list = {
  69. 'data': fields.List(fields.Nested(document_status_fields))
  70. }