diff --git a/app/llm_client.py b/app/llm_client.py index 55e53dc..3009a3a 100644 --- a/app/llm_client.py +++ b/app/llm_client.py @@ -17,7 +17,7 @@ MODELS: Dict[str, Dict[str, Any]] = { "name": "gemini-2.0-flash", "provider": "openai", # Изменено на "openai" "model_name": "gemini-2.0-flash", # Добавлено имя модели для LangChain - "apiBase": "https://render-service-gsu7.onrender.com/g/v1beta", # "generativelanguage.googleapis.com", # "https://render-service-gsu7.onrender.com/g/v1beta", + "apiBase": "https://generativelanguage.googleapis.com/v1beta", "apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik", "stream": True, "capabilities": ["vision"], @@ -26,7 +26,27 @@ MODELS: Dict[str, Dict[str, Any]] = { "name": "gemini-2.5-flash", "provider": "openai", # Изменено на "openai" "model_name": "gemini-2.5-flash", # Добавлено имя модели для LangChain - "apiBase": "https://render-service-gsu7.onrender.com/g/v1beta", # "generativelanguage.googleapis.com", # "https://render-service-gsu7.onrender.com/g/v1beta", + "apiBase": "https://generativelanguage.googleapis.com/v1beta", + "apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik", + "stream": True, + "capabilities": ["vision"], + }, + "gemini-2.0-flash-r": { + "name": "gemini-2.0-flash-r", + "provider": "openai", # Изменено на "openai" + "model_name": "gemini-2.0-flash", # Добавлено имя модели для LangChain + "apiBase": + "https://render-service-gsu7.onrender.com/g/v1beta", # "generativelanguage.googleapis.com", # "https://render-service-gsu7.onrender.com/g/v1beta", + "apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik", + "stream": True, + "capabilities": ["vision"], + }, + "gemini-2.5-flash-r": { + "name": "gemini-2.5-flash-r", + "provider": "openai", # Изменено на "openai" + "model_name": "gemini-2.5-flash", # Добавлено имя модели для LangChain + "apiBase": + "https://render-service-gsu7.onrender.com/g/v1beta", # "generativelanguage.googleapis.com", # "https://render-service-gsu7.onrender.com/g/v1beta", "apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik", "stream": True, "capabilities": ["vision"], @@ -36,14 +56,16 @@ MODELS: Dict[str, Dict[str, Any]] = { "provider": "openai", # Изменено на "openai" "model_name": "gemini-2.5-flash", # Добавлено имя модели для LangChain "apiBase": "https://bothub.chat/api/v2/openai/v1", - "apiKey": "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpZCI6ImQ3MTMwYTk0LTJiNmMtNDgzZi04Y2NiLWM5MjgwNzlmNDFlZSIsImlzRGV2ZWxvcGVyIjp0cnVlLCJpYXQiOjE3NTQ0NzYwMDcsImV4cCI6MjA3MDA1MjAwN30._64_DXNZatdd4-4VbXp8dOXdDhIlNWMQt9A_Nn6mu3g", + "apiKey": + "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpZCI6ImQ3MTMwYTk0LTJiNmMtNDgzZi04Y2NiLWM5MjgwNzlmNDFlZSIsImlzRGV2ZWxvcGVyIjp0cnVlLCJpYXQiOjE3NTQ0NzYwMDcsImV4cCI6MjA3MDA1MjAwN30._64_DXNZatdd4-4VbXp8dOXdDhIlNWMQt9A_Nn6mu3g", "stream": True, "capabilities": ["vision"], }, "mistral-small-latest": { "name": "mistral-small-latest", "provider": "mistralai", - "baseUrl": "https://render-service-gsu7.onrender.com/m", # "api.mistral.ai", # "https://render-service-gsu7.onrender.com/m", + "baseUrl": + "https://render-service-gsu7.onrender.com/m", # "api.mistral.ai", # "https://render-service-gsu7.onrender.com/m", "apiKey": "Q0m29fvxBY0Cfdj4sjHaKqccy1NjonLW", "stream": True, "capabilities": ["vision"], @@ -100,7 +122,8 @@ class CustomLLM: "role": "system", "content": msg.content }) - elif isinstance(msg, AIMessage): # Добавляем обработку AIMessage + elif isinstance( + msg, AIMessage): # Добавляем обработку AIMessage openai_messages.append({ "role": "assistant", "content": msg.content @@ -159,7 +182,8 @@ class CustomLLM: "role": "system", "content": msg.content }) - elif isinstance(msg, AIMessage): # Добавляем обработку AIMessage + elif isinstance( + msg, AIMessage): # Добавляем обработку AIMessage mistral_messages.append({ "role": "assistant", "content": msg.content @@ -204,6 +228,7 @@ def get_llm(name: str) -> CustomLLM: raise ValueError(f"Модель '{name}' не сконфигурирована.") return CustomLLM(config) + def get_available_models(): """Возвращает список доступных моделей.""" - return list(MODELS.keys()) \ No newline at end of file + return list(MODELS.keys())