Underground-Digital/Workflow-Engine
0
1from flask_restful import fields2 3from fields.dataset_fields import dataset_fields4from libs.helper import TimestampField5 6document_fields = {7 "id": fields.String,8 "position": fields.Integer,9 "data_source_type": fields.String,10 "data_source_info": fields.Raw(attribute="data_source_info_dict"),11 "data_source_detail_dict": fields.Raw(attribute="data_source_detail_dict"),12 "dataset_process_rule_id": fields.String,13 "name": fields.String,14 "created_from": fields.String,15 "created_by": fields.String,16 "created_at": TimestampField,17 "tokens": fields.Integer,18 "indexing_status": fields.String,19 "error": fields.String,20 "enabled": fields.Boolean,21 "disabled_at": TimestampField,22 "disabled_by": fields.String,23 "archived": fields.Boolean,24 "display_status": fields.String,25 "word_count": fields.Integer,26 "hit_count": fields.Integer,27 "doc_form": fields.String,28}29 30document_with_segments_fields = {31 "id": fields.String,32 "position": fields.Integer,33 "data_source_type": fields.String,34 "data_source_info": fields.Raw(attribute="data_source_info_dict"),35 "data_source_detail_dict": fields.Raw(attribute="data_source_detail_dict"),36 "dataset_process_rule_id": fields.String,37 "name": fields.String,38 "created_from": fields.String,39 "created_by": fields.String,40 "created_at": TimestampField,41 "tokens": fields.Integer,42 "indexing_status": fields.String,43 "error": fields.String,44 "enabled": fields.Boolean,45 "disabled_at": TimestampField,46 "disabled_by": fields.String,47 "archived": fields.Boolean,48 "display_status": fields.String,49 "word_count": fields.Integer,50 "hit_count": fields.Integer,51 "completed_segments": fields.Integer,52 "total_segments": fields.Integer,53}54 55dataset_and_document_fields = {56 "dataset": fields.Nested(dataset_fields),57 "documents": fields.List(fields.Nested(document_fields)),58 "batch": fields.String,59}60 61document_status_fields = {62 "id": fields.String,63 "indexing_status": fields.String,64 "processing_started_at": TimestampField,65 "parsing_completed_at": TimestampField,66 "cleaning_completed_at": TimestampField,67 "splitting_completed_at": TimestampField,68 "completed_at": TimestampField,69 "paused_at": TimestampField,70 "error": fields.String,71 "stopped_at": TimestampField,72 "completed_segments": fields.Integer,73 "total_segments": fields.Integer,74}75 76document_status_fields_list = {"data": fields.List(fields.Nested(document_status_fields))}77 