model_list:
{% if llm_provider == 'anthropic' %}
  - model_name: "claude-sonnet-4-6"
    litellm_params:
      model: "anthropic/claude-sonnet-4-6"
      api_key: "os.environ/TARGET_LLM_KEY"
      rpm: {{ anthropic_rpm | default(50) }}
      tpm: {{ anthropic_tpm | default(40000) }}

  - model_name: "claude-opus-4-6"
    litellm_params:
      model: "anthropic/claude-opus-4-6"
      api_key: "os.environ/TARGET_LLM_KEY"
      rpm: {{ anthropic_rpm | default(50) }}
      tpm: {{ anthropic_tpm | default(40000) }}

  - model_name: "claude-haiku-4-5-20251001"
    litellm_params:
      model: "anthropic/claude-haiku-4-5-20251001"
      api_key: "os.environ/TARGET_LLM_KEY"
      rpm: {{ anthropic_rpm | default(50) }}
      tpm: {{ anthropic_tpm | default(40000) }}

  - model_name: "*"
    litellm_params:
      model: "anthropic/{{ llm_model }}"
      api_key: "os.environ/TARGET_LLM_KEY"
      rpm: {{ anthropic_rpm | default(50) }}
      tpm: {{ anthropic_tpm | default(40000) }}
{% elif llm_provider == 'openai' %}
  - model_name: "gpt-4o"
    litellm_params:
      model: "openai/gpt-4o"
      api_key: "os.environ/TARGET_LLM_KEY"

  - model_name: "*"
    litellm_params:
      model: "openai/{{ llm_model }}"
      api_key: "os.environ/TARGET_LLM_KEY"
{% elif llm_provider == 'ollama' %}
  - model_name: "*"
    litellm_params:
      model: "ollama/{{ llm_model }}"
      api_base: "{{ llm_url }}"
      api_key: "os.environ/TARGET_LLM_KEY"
{% elif llm_provider == 'groq' %}
  - model_name: "llama-3.3-70b-versatile"
    litellm_params:
      model: "groq/llama-3.3-70b-versatile"
      api_key: "os.environ/TARGET_LLM_KEY"

  - model_name: "llama-3.1-8b-instant"
    litellm_params:
      model: "groq/llama-3.1-8b-instant"
      api_key: "os.environ/TARGET_LLM_KEY"

  - model_name: "*"
    litellm_params:
      model: "groq/{{ llm_model }}"
      api_key: "os.environ/TARGET_LLM_KEY"
{% else %}
  # OpenAI-compatible provider
  - model_name: "*"
    litellm_params:
      model: "openai/{{ llm_model }}"
      api_base: "{{ llm_url }}"
      api_key: "os.environ/TARGET_LLM_KEY"
{% endif %}

general_settings:
  master_key: os.environ/LITELLM_MASTER_KEY
  max_parallel_requests: {{ litellm_max_parallel | default(3) }}
  allow_requests_on_db_unavailable: true

litellm_settings:
  request_timeout: 600
  drop_params: true
  num_retries: 3
  retry_after: 1
  callbacks: ["litellm_callback.proxy_handler_instance"]
