dimitriev.gs/llm-agent-backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

More models options

Browse Source
This commit is contained in:
dimitrievgs 2025-09-26 01:08:36 +03:00
parent cb195fddc6
commit d7f8c158b5
1 changed files with 32 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
app/llm_client.py
View File

@ -17,7 +17,7 @@ MODELS: Dict[str, Dict[str, Any]] = {
"name": "gemini-2.0-flash", "name": "gemini-2.0-flash",
"provider": "openai", # Изменено на "openai" "provider": "openai", # Изменено на "openai"
"model_name": "gemini-2.0-flash", # Добавлено имя модели для LangChain "model_name": "gemini-2.0-flash", # Добавлено имя модели для LangChain
"apiBase": "https://render-service-gsu7.onrender.com/g/v1beta", # "generativelanguage.googleapis.com", # "https://render-service-gsu7.onrender.com/g/v1beta", "apiBase": "https://generativelanguage.googleapis.com/v1beta",
"apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik", "apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik",
"stream": True, "stream": True,
"capabilities": ["vision"], "capabilities": ["vision"],
@ -26,7 +26,27 @@ MODELS: Dict[str, Dict[str, Any]] = {
"name": "gemini-2.5-flash", "name": "gemini-2.5-flash",
"provider": "openai", # Изменено на "openai" "provider": "openai", # Изменено на "openai"
"model_name": "gemini-2.5-flash", # Добавлено имя модели для LangChain "model_name": "gemini-2.5-flash", # Добавлено имя модели для LangChain
"apiBase": "https://render-service-gsu7.onrender.com/g/v1beta", # "generativelanguage.googleapis.com", # "https://render-service-gsu7.onrender.com/g/v1beta", "apiBase": "https://generativelanguage.googleapis.com/v1beta",
"apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik",
"stream": True,
"capabilities": ["vision"],
},
"gemini-2.0-flash-r": {
"name": "gemini-2.0-flash-r",
"provider": "openai", # Изменено на "openai"
"model_name": "gemini-2.0-flash", # Добавлено имя модели для LangChain
"apiBase":
"https://render-service-gsu7.onrender.com/g/v1beta", # "generativelanguage.googleapis.com", # "https://render-service-gsu7.onrender.com/g/v1beta",
"apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik",
"stream": True,
"capabilities": ["vision"],
},
"gemini-2.5-flash-r": {
"name": "gemini-2.5-flash-r",
"provider": "openai", # Изменено на "openai"
"model_name": "gemini-2.5-flash", # Добавлено имя модели для LangChain
"apiBase":
"https://render-service-gsu7.onrender.com/g/v1beta", # "generativelanguage.googleapis.com", # "https://render-service-gsu7.onrender.com/g/v1beta",
"apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik", "apiKey": "AIzaSyDpueKFWVqknVKlQn6TdasLmJ2lvAUiBik",
"stream": True, "stream": True,
"capabilities": ["vision"], "capabilities": ["vision"],
@ -36,14 +56,16 @@ MODELS: Dict[str, Dict[str, Any]] = {
"provider": "openai", # Изменено на "openai" "provider": "openai", # Изменено на "openai"
"model_name": "gemini-2.5-flash", # Добавлено имя модели для LangChain "model_name": "gemini-2.5-flash", # Добавлено имя модели для LangChain
"apiBase": "https://bothub.chat/api/v2/openai/v1", "apiBase": "https://bothub.chat/api/v2/openai/v1",
"apiKey": "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpZCI6ImQ3MTMwYTk0LTJiNmMtNDgzZi04Y2NiLWM5MjgwNzlmNDFlZSIsImlzRGV2ZWxvcGVyIjp0cnVlLCJpYXQiOjE3NTQ0NzYwMDcsImV4cCI6MjA3MDA1MjAwN30._64_DXNZatdd4-4VbXp8dOXdDhIlNWMQt9A_Nn6mu3g", "apiKey":
"eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpZCI6ImQ3MTMwYTk0LTJiNmMtNDgzZi04Y2NiLWM5MjgwNzlmNDFlZSIsImlzRGV2ZWxvcGVyIjp0cnVlLCJpYXQiOjE3NTQ0NzYwMDcsImV4cCI6MjA3MDA1MjAwN30._64_DXNZatdd4-4VbXp8dOXdDhIlNWMQt9A_Nn6mu3g",
"stream": True, "stream": True,
"capabilities": ["vision"], "capabilities": ["vision"],
}, },
"mistral-small-latest": { "mistral-small-latest": {
"name": "mistral-small-latest", "name": "mistral-small-latest",
"provider": "mistralai", "provider": "mistralai",
"baseUrl": "https://render-service-gsu7.onrender.com/m", # "api.mistral.ai", # "https://render-service-gsu7.onrender.com/m", "baseUrl":
"https://render-service-gsu7.onrender.com/m", # "api.mistral.ai", # "https://render-service-gsu7.onrender.com/m",
"apiKey": "Q0m29fvxBY0Cfdj4sjHaKqccy1NjonLW", "apiKey": "Q0m29fvxBY0Cfdj4sjHaKqccy1NjonLW",
"stream": True, "stream": True,
"capabilities": ["vision"], "capabilities": ["vision"],
@ -100,7 +122,8 @@ class CustomLLM:
"role": "system", "role": "system",
"content": msg.content "content": msg.content
}) })
elif isinstance(msg, AIMessage): # Добавляем обработку AIMessage elif isinstance(
msg, AIMessage): # Добавляем обработку AIMessage
openai_messages.append({ openai_messages.append({
"role": "assistant", "role": "assistant",
"content": msg.content "content": msg.content
@ -159,7 +182,8 @@ class CustomLLM:
"role": "system", "role": "system",
"content": msg.content "content": msg.content
}) })
elif isinstance(msg, AIMessage): # Добавляем обработку AIMessage elif isinstance(
msg, AIMessage): # Добавляем обработку AIMessage
mistral_messages.append({ mistral_messages.append({
"role": "assistant", "role": "assistant",
"content": msg.content "content": msg.content
@ -204,6 +228,7 @@ def get_llm(name: str) -> CustomLLM:
raise ValueError(f"Модель '{name}' не сконфигурирована.") raise ValueError(f"Модель '{name}' не сконфигурирована.")
return CustomLLM(config) return CustomLLM(config)
def get_available_models(): def get_available_models():
"""Возвращает список доступных моделей.""" """Возвращает список доступных моделей."""
return list(MODELS.keys()) return list(MODELS.keys())