Commit 9c549d86 authored by Jan Reimes's avatar Jan Reimes
Browse files

fix(models, summarize): update llm_model retrieval to use from_env method 

* Changed default_factory for llm_model in DocumentSummary to use AiConfig.from_env().
* Updated model retrieval in LiteLLMClient to ensure consistent environment configuration.
parent d0644875

src/tdoc-ai/tdoc_ai/models.py

+1 −1
Original line number Diff line number Diff line
@@ -298,7 +298,7 @@ class DocumentSummary(BaseModel): 
    decisions: list[str] = Field(default_factory=list, description="Decisions recorded")

    affected_specs: list[str] = Field(default_factory=list, description="Affected specification IDs")

    llm_model: str = Field(

        default_factory=lambda: AiConfig().llm_model,

        default_factory=lambda: AiConfig.from_env().llm_model,

        description="Model used for generation",

    )

    prompt_version: str = Field("v1", description="Prompt template version")

src/tdoc-ai/tdoc_ai/operations/summarize.py

+1 −1
Original line number Diff line number Diff line
@@ -129,7 +129,7 @@ class LiteLLMClient: 
            api_key = os.environ.get("TDC_AI_LLM_API_KEY")



            response = litellm.completion(

                model=model or AiConfig().llm_model,

                model=model or AiConfig.from_env().llm_model,

                messages=[

                    {"role": "system", "content": system_prompt},

                    {"role": "user", "content": prompt},