Team Ai
Apppublic

Underground-Digital/Workflow-Engine

sourceHugging Faceupdated 2y agoView on Hugging Face
0likes
document_fields.py77 linesDownload Raw Back to fields
1from flask_restful import fields2 3from fields.dataset_fields import dataset_fields4from libs.helper import TimestampField5 6document_fields = {7    "id": fields.String,8    "position": fields.Integer,9    "data_source_type": fields.String,10    "data_source_info": fields.Raw(attribute="data_source_info_dict"),11    "data_source_detail_dict": fields.Raw(attribute="data_source_detail_dict"),12    "dataset_process_rule_id": fields.String,13    "name": fields.String,14    "created_from": fields.String,15    "created_by": fields.String,16    "created_at": TimestampField,17    "tokens": fields.Integer,18    "indexing_status": fields.String,19    "error": fields.String,20    "enabled": fields.Boolean,21    "disabled_at": TimestampField,22    "disabled_by": fields.String,23    "archived": fields.Boolean,24    "display_status": fields.String,25    "word_count": fields.Integer,26    "hit_count": fields.Integer,27    "doc_form": fields.String,28}29 30document_with_segments_fields = {31    "id": fields.String,32    "position": fields.Integer,33    "data_source_type": fields.String,34    "data_source_info": fields.Raw(attribute="data_source_info_dict"),35    "data_source_detail_dict": fields.Raw(attribute="data_source_detail_dict"),36    "dataset_process_rule_id": fields.String,37    "name": fields.String,38    "created_from": fields.String,39    "created_by": fields.String,40    "created_at": TimestampField,41    "tokens": fields.Integer,42    "indexing_status": fields.String,43    "error": fields.String,44    "enabled": fields.Boolean,45    "disabled_at": TimestampField,46    "disabled_by": fields.String,47    "archived": fields.Boolean,48    "display_status": fields.String,49    "word_count": fields.Integer,50    "hit_count": fields.Integer,51    "completed_segments": fields.Integer,52    "total_segments": fields.Integer,53}54 55dataset_and_document_fields = {56    "dataset": fields.Nested(dataset_fields),57    "documents": fields.List(fields.Nested(document_fields)),58    "batch": fields.String,59}60 61document_status_fields = {62    "id": fields.String,63    "indexing_status": fields.String,64    "processing_started_at": TimestampField,65    "parsing_completed_at": TimestampField,66    "cleaning_completed_at": TimestampField,67    "splitting_completed_at": TimestampField,68    "completed_at": TimestampField,69    "paused_at": TimestampField,70    "error": fields.String,71    "stopped_at": TimestampField,72    "completed_segments": fields.Integer,73    "total_segments": fields.Integer,74}75 76document_status_fields_list = {"data": fields.List(fields.Nested(document_status_fields))}77 
Underground-Digital/Workflow-Engine · Team Ai