Team Ai
Apppublic

Underground-Digital/Workflow-Engine

sourceHugging Faceupdated 2y agoView on Hugging Face
0likes
dataset_fields.py88 linesDownload Raw Back to fields
1from flask_restful import fields2 3from libs.helper import TimestampField4 5dataset_fields = {6    "id": fields.String,7    "name": fields.String,8    "description": fields.String,9    "permission": fields.String,10    "data_source_type": fields.String,11    "indexing_technique": fields.String,12    "created_by": fields.String,13    "created_at": TimestampField,14}15 16reranking_model_fields = {"reranking_provider_name": fields.String, "reranking_model_name": fields.String}17 18keyword_setting_fields = {"keyword_weight": fields.Float}19 20vector_setting_fields = {21    "vector_weight": fields.Float,22    "embedding_model_name": fields.String,23    "embedding_provider_name": fields.String,24}25 26weighted_score_fields = {27    "keyword_setting": fields.Nested(keyword_setting_fields),28    "vector_setting": fields.Nested(vector_setting_fields),29}30 31dataset_retrieval_model_fields = {32    "search_method": fields.String,33    "reranking_enable": fields.Boolean,34    "reranking_mode": fields.String,35    "reranking_model": fields.Nested(reranking_model_fields),36    "weights": fields.Nested(weighted_score_fields, allow_null=True),37    "top_k": fields.Integer,38    "score_threshold_enabled": fields.Boolean,39    "score_threshold": fields.Float,40}41external_retrieval_model_fields = {42    "top_k": fields.Integer,43    "score_threshold": fields.Float,44}45 46tag_fields = {"id": fields.String, "name": fields.String, "type": fields.String}47 48external_knowledge_info_fields = {49    "external_knowledge_id": fields.String,50    "external_knowledge_api_id": fields.String,51    "external_knowledge_api_name": fields.String,52    "external_knowledge_api_endpoint": fields.String,53}54 55dataset_detail_fields = {56    "id": fields.String,57    "name": fields.String,58    "description": fields.String,59    "provider": fields.String,60    "permission": fields.String,61    "data_source_type": fields.String,62    "indexing_technique": fields.String,63    "app_count": fields.Integer,64    "document_count": fields.Integer,65    "word_count": fields.Integer,66    "created_by": fields.String,67    "created_at": TimestampField,68    "updated_by": fields.String,69    "updated_at": TimestampField,70    "embedding_model": fields.String,71    "embedding_model_provider": fields.String,72    "embedding_available": fields.Boolean,73    "retrieval_model_dict": fields.Nested(dataset_retrieval_model_fields),74    "tags": fields.List(fields.Nested(tag_fields)),75    "external_knowledge_info": fields.Nested(external_knowledge_info_fields),76    "external_retrieval_model": fields.Nested(external_retrieval_model_fields, allow_null=True),77}78 79dataset_query_detail_fields = {80    "id": fields.String,81    "content": fields.String,82    "source": fields.String,83    "source_app_id": fields.String,84    "created_by_role": fields.String,85    "created_by": fields.String,86    "created_at": TimestampField,87}88