Underground-Digital/Workflow-Engine

1import logging2 3from flask import request4from flask_restful import Resource, reqparse5from werkzeug.exceptions import InternalServerError6 7import services8from controllers.service_api import api9from controllers.service_api.app.error import (10    AppUnavailableError,11    AudioTooLargeError,12    CompletionRequestError,13    NoAudioUploadedError,14    ProviderModelCurrentlyNotSupportError,15    ProviderNotInitializeError,16    ProviderNotSupportSpeechToTextError,17    ProviderQuotaExceededError,18    UnsupportedAudioTypeError,19)20from controllers.service_api.wraps import FetchUserArg, WhereisUserArg, validate_app_token21from core.errors.error import ModelCurrentlyNotSupportError, ProviderTokenNotInitError, QuotaExceededError22from core.model_runtime.errors.invoke import InvokeError23from models.model import App, AppMode, EndUser24from services.audio_service import AudioService25from services.errors.audio import (26    AudioTooLargeServiceError,27    NoAudioUploadedServiceError,28    ProviderNotSupportSpeechToTextServiceError,29    UnsupportedAudioTypeServiceError,30)31 32 33class AudioApi(Resource):34    @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.FORM))35    def post(self, app_model: App, end_user: EndUser):36        file = request.files["file"]37 38        try:39            response = AudioService.transcript_asr(app_model=app_model, file=file, end_user=end_user)40 41            return response42        except services.errors.app_model_config.AppModelConfigBrokenError:43            logging.exception("App model config broken.")44            raise AppUnavailableError()45        except NoAudioUploadedServiceError:46            raise NoAudioUploadedError()47        except AudioTooLargeServiceError as e:48            raise AudioTooLargeError(str(e))49        except UnsupportedAudioTypeServiceError:50            raise UnsupportedAudioTypeError()51        except ProviderNotSupportSpeechToTextServiceError:52            raise ProviderNotSupportSpeechToTextError()53        except ProviderTokenNotInitError as ex:54            raise ProviderNotInitializeError(ex.description)55        except QuotaExceededError:56            raise ProviderQuotaExceededError()57        except ModelCurrentlyNotSupportError:58            raise ProviderModelCurrentlyNotSupportError()59        except InvokeError as e:60            raise CompletionRequestError(e.description)61        except ValueError as e:62            raise e63        except Exception as e:64            logging.exception("internal server error.")65            raise InternalServerError()66 67 68class TextApi(Resource):69    @validate_app_token(fetch_user_arg=FetchUserArg(fetch_from=WhereisUserArg.JSON))70    def post(self, app_model: App, end_user: EndUser):71        try:72            parser = reqparse.RequestParser()73            parser.add_argument("message_id", type=str, required=False, location="json")74            parser.add_argument("voice", type=str, location="json")75            parser.add_argument("text", type=str, location="json")76            parser.add_argument("streaming", type=bool, location="json")77            args = parser.parse_args()78 79            message_id = args.get("message_id", None)80            text = args.get("text", None)81            if (82                app_model.mode in {AppMode.ADVANCED_CHAT.value, AppMode.WORKFLOW.value}83                and app_model.workflow84                and app_model.workflow.features_dict85            ):86                text_to_speech = app_model.workflow.features_dict.get("text_to_speech")87                voice = args.get("voice") or text_to_speech.get("voice")88            else:89                try:90                    voice = args.get("voice") or app_model.app_model_config.text_to_speech_dict.get("voice")91                except Exception:92                    voice = None93            response = AudioService.transcript_tts(94                app_model=app_model, message_id=message_id, end_user=end_user.external_user_id, voice=voice, text=text95            )96 97            return response98        except services.errors.app_model_config.AppModelConfigBrokenError:99            logging.exception("App model config broken.")100            raise AppUnavailableError()101        except NoAudioUploadedServiceError:102            raise NoAudioUploadedError()103        except AudioTooLargeServiceError as e:104            raise AudioTooLargeError(str(e))105        except UnsupportedAudioTypeServiceError:106            raise UnsupportedAudioTypeError()107        except ProviderNotSupportSpeechToTextServiceError:108            raise ProviderNotSupportSpeechToTextError()109        except ProviderTokenNotInitError as ex:110            raise ProviderNotInitializeError(ex.description)111        except QuotaExceededError:112            raise ProviderQuotaExceededError()113        except ModelCurrentlyNotSupportError:114            raise ProviderModelCurrentlyNotSupportError()115        except InvokeError as e:116            raise CompletionRequestError(e.description)117        except ValueError as e:118            raise e119        except Exception as e:120            logging.exception("internal server error.")121            raise InternalServerError()122 123 124api.add_resource(AudioApi, "/audio-to-text")125api.add_resource(TextApi, "/text-to-audio")126