Team Ai
Apppublic

Underground-Digital/Workflow-Engine

sourceHugging Faceupdated 2y agoView on Hugging Face
0likes
moderation_service.py22 linesDownload Raw Back to services
1from core.moderation.factory import ModerationFactory, ModerationOutputsResult2from extensions.ext_database import db3from models.model import App, AppModelConfig4 5 6class ModerationService:7    def moderation_for_outputs(self, app_id: str, app_model: App, text: str) -> ModerationOutputsResult:8        app_model_config: AppModelConfig = None9 10        app_model_config = (11            db.session.query(AppModelConfig).filter(AppModelConfig.id == app_model.app_model_config_id).first()12        )13 14        if not app_model_config:15            raise ValueError("app model config not found")16 17        name = app_model_config.sensitive_word_avoidance_dict["type"]18        config = app_model_config.sensitive_word_avoidance_dict["config"]19 20        moderation = ModerationFactory(name, app_id, app_model.tenant_id, config)21        return moderation.moderation_for_outputs(text)22