env.models

# Providers and models

MODEL_PROVIDER=ollama
MODEL_NAME=deepseek-r1:latest

MODEL_PROVIDER=openai
MODEL_NAME=gpt-4o-mini
OPENAI_API_KEY=

MODEL_PROVIDER=anthropic
MODEL_NAME=claude-3-5-sonnet-latest
ANTHROPIC_API_KEY=

MODEL_PROVIDER=mistralai
MODEL_NAME=mistral-large-latest
MISTRAL_API_KEY=

MODEL_PROVIDER=groq
MODEL_NAME=llama2-8b-8192
GROQ_API_KEY=

MODEL_PROVIDER=google_vertexai
MODEL_NAME=gemini-2.0-flash-001
# Ensure your Google credentials are configured

MODEL_PROVIDER=google_genai
MODEL_NAME=gemini-1.5-pro
GOOGLE_API_KEY=

MODEL_PROVIDER=azure
MODEL_NAME=gpt-35-turbo
AZURE_OPENAI_ENDPOINT=https://YOUR-ENDPOINT.openai.azure.com/
AZURE_OPENAI_API_VERSION=2023-06-01-preview
AZURE_OPENAI_API_KEY=

MODEL_PROVIDER=bedrock_converse
MODEL_NAME=anthropic.claude-3-5-sonnet-20240620-v1:0
# Ensure your AWS credentials are configured

MODEL_PROVIDER=cohere
MODEL_NAME=command-r-plus
COHERE_API_KEY=

MODEL_PROVIDER=fireworks
MODEL_NAME=accounts/fireworks/models/llama-v3p1-70b-instruct
FIREWORKS_API_KEY=

MODEL_PROVIDER=together
MODEL_NAME=mistralai/Mixtral-8x7B-Instruct-v0.1
TOGETHER_API_KEY=

MODEL_PROVIDER=ibm
MODEL_NAME=ibm/granite-34b-code-instruct
IBM_URL=https://us-south.ml.cloud.ibm.com
IBM_PROJECT_ID=<WATSONX PROJECT_ID>
WATSONX_APIKEY=

MODEL_PROVIDER=databricks
MODEL_NAME=databricks-meta-llama-4-1-70b-instruct
DATABRICKS_HOST=https://example.staging.cloud.databricks.com/serving-endpoints
DATABRICKS_TOKEN=

MODEL_PROVIDER=huggingface
MODEL_NAME=HuggingFaceH4/zephyr-7b-beta
HUGGINGFACEHUB_API_TOKEN=

MODEL_PROVIDER=ai21
MODEL_NAME=jamba-instruct
AI21_API_KEY=

MODEL_PROVIDER=xai
MODEL_NAME=grok-beta
XAI_API_KEY=

MODEL_PROVIDER=nvidia
MODEL_NAME=meta/llama3-70b-instruct
NVIDIA_API_KEY=

UPSTAGE_API_KEY=upstage
UPSTAGE_API_KEY=

# MODEL_PROVIDER=llamacpp
# MODEL_NAME=Hermes-2-Pro-Llama-3-8B-GGUF