Change models

This commit is contained in:
Logan
2026-04-13 01:43:10 -04:00
parent 616c06f09c
commit 10aabf4fb2
2 changed files with 10 additions and 11 deletions
+9 -10
View File
@@ -106,7 +106,7 @@ def _sync_extract(transcript: str, talkgroup_name: Optional[str]) -> dict:
genai.configure(api_key=settings.gemini_api_key) genai.configure(api_key=settings.gemini_api_key)
model = genai.GenerativeModel( model = genai.GenerativeModel(
"gemini-1.5-flash", "gemini-2.5-flash-lite",
generation_config={"response_mime_type": "application/json"}, generation_config={"response_mime_type": "application/json"},
) )
@@ -127,21 +127,20 @@ def _sync_extract(transcript: str, talkgroup_name: Optional[str]) -> dict:
def _sync_embed(text: str) -> Optional[list[float]]: def _sync_embed(text: str) -> Optional[list[float]]:
"""Generate a text-embedding-004 vector for semantic similarity.""" """Generate a text-embedding-3-small vector for semantic similarity."""
from app.config import settings from app.config import settings
import google.generativeai as genai from openai import OpenAI
if not settings.gemini_api_key: if not settings.openai_api_key:
return None return None
genai.configure(api_key=settings.gemini_api_key)
try: try:
result = genai.embed_content( client = OpenAI(api_key=settings.openai_api_key)
model="models/text-embedding-004", result = client.embeddings.create(
content=text, model="text-embedding-3-small",
task_type="SEMANTIC_SIMILARITY", input=text,
) )
return result["embedding"] return result.data[0].embedding
except Exception as e: except Exception as e:
logger.warning(f"Embedding generation failed: {e}") logger.warning(f"Embedding generation failed: {e}")
return None return None
+1 -1
View File
@@ -82,7 +82,7 @@ def _sync_summarize(inc: dict, transcripts: list[str]) -> Optional[str]:
return None return None
genai.configure(api_key=settings.gemini_api_key) genai.configure(api_key=settings.gemini_api_key)
model = genai.GenerativeModel("gemini-1.5-flash") model = genai.GenerativeModel("gemini-2.5-flash-lite")
inc_type = inc.get("type", "unknown") inc_type = inc.get("type", "unknown")
location = inc.get("location") or "unknown location" location = inc.get("location") or "unknown location"