Open rctz opened 1 day ago
Describe the bug prepare_model_args This function used for prepare model args. But currectly value is default. Need to update from req.
prepare_model_args
To Reproduce
def prepare_model_args(request_body, request_headers): request_messages = request_body.get("messages", []) rag_index = request_body.get("rag_index", "") messages = [] if not app_settings.datasource: messages = [ { "role": "system", "content": app_settings.azure_openai.system_message } ] for message in request_messages: if message: messages.append( { "role": message["role"], "content": message["content"] } ) user_json = None if (MS_DEFENDER_ENABLED): authenticated_user_details = get_authenticated_user_details(request_headers) conversation_id = request_body.get("conversation_id", None) user_json = get_msdefender_user_json(authenticated_user_details, request_headers, conversation_id) model_args = { "messages": messages, "temperature": app_settings.azure_openai.temperature, "max_tokens": app_settings.azure_openai.max_tokens, "top_p": app_settings.azure_openai.top_p, "stop": app_settings.azure_openai.stop_sequence, "stream": app_settings.azure_openai.stream, "model": app_settings.azure_openai.model, "user": user_json } if app_settings.datasource: if rag_index == app_settings.datasource.index: model_args["extra_body"] = { "data_sources": [ app_settings.datasource.construct_payload_configuration( request=request ) ] } model_args_clean = copy.deepcopy(model_args) if model_args_clean.get("extra_body"): secret_params = [ "key", "connection_string", "embedding_key", "encoded_api_key", "api_key", ] for secret_param in secret_params: if model_args_clean["extra_body"]["data_sources"][0]["parameters"].get( secret_param ): model_args_clean["extra_body"]["data_sources"][0]["parameters"][ secret_param ] = "*****" authentication = model_args_clean["extra_body"]["data_sources"][0][ "parameters" ].get("authentication", {}) for field in authentication: if field in secret_params: model_args_clean["extra_body"]["data_sources"][0]["parameters"][ "authentication" ][field] = "*****" embeddingDependency = model_args_clean["extra_body"]["data_sources"][0][ "parameters" ].get("embedding_dependency", {}) if "authentication" in embeddingDependency: for field in embeddingDependency["authentication"]: if field in secret_params: model_args_clean["extra_body"]["data_sources"][0]["parameters"][ "embedding_dependency" ]["authentication"][field] = "*****" logging.debug(f"REQUEST BODY: {json.dumps(model_args_clean, indent=4)}") return model_args
Expected behavior Args should used with correct model.
https://github.com/NETH-TS4/Neth-app-aoai-chatGPT/commit/a92797644bfaabc561a5811a2c350e8e3f22cfcc @rctz
commit Fix bug kub can you review if ok gogo merge request kub
Describe the bug
prepare_model_args
This function used for prepare model args. But currectly value is default. Need to update from req.To Reproduce
Expected behavior Args should used with correct model.