self-hosted/dockerfiles
1
0
Fork 0
mirror of https://github.com/vimagick/dockerfiles.git synced 2025-05-21 22:33:23 +02:00
Code Issues Releases Activity

update

Browse Source
This commit is contained in:
kev 2025-01-15 18:44:49 +08:00
parent 9ce5c399dc
commit 0d9748abd2
1 changed files with 26 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
litellm/data/config.yaml
View File

@ -1,17 +1,34 @@
# #
# - https://docs.litellm.ai/docs/proxy/configs # - https://docs.litellm.ai/docs/proxy/configs
# - https://github.com/BerriAI/litellm/blob/main/proxy_server_config.yaml # - https://github.com/BerriAI/litellm/blob/main/proxy_server_config.yaml
# - https://www.botgenuity.com/tools/llm-pricing
# #
model_list: model_list:
- model_name: gpt-4o - model_name: gpt-4o
litellm_params: litellm_params:
model: openai/gpt-4o model: openai/gpt-4o
apk_key: os.environ/OPENAI_API_KEY api_key: os.environ/OPENAI_API_KEY
- model_name: claude-3.5 #input_cost_per_token: 2.5e-06 # $2.5/1M
#output_cost_per_token: 1.0e-05 # $10/1M
- model_name: gpt-4o-mini
litellm_params:
model: openai/gpt-4o-mini
api_key: os.environ/OPENAI_API_KEY
#input_cost_per_token: 1.5e-07 # $0.15/1M
#output_cost_per_token: 6.0e-07 # $0.6/1M
- model_name: claude-3.5-sonnet
litellm_params: litellm_params:
model: anthropic/claude-3-5-sonnet-latest model: anthropic/claude-3-5-sonnet-latest
api_key: os.environ/ANTHROPIC_API_KEY api_key: os.environ/ANTHROPIC_API_KEY
#input_cost_per_token: 3.0e-06 # $3/1M
#output_cost_per_token: 1.5e-05 # $15/1M
- model_name: claude-3.5-haiku
litellm_params:
model: anthropic/claude-3-5-haiku-latest
api_key: os.environ/ANTHROPIC_API_KEY
#input_cost_per_token: 8.0e-07 # $0.8/1M
#output_cost_per_token: 4.0e-06 # $4/1M
- model_name: llama3.2 - model_name: llama3.2
litellm_params: litellm_params:
model: ollama/llama3.2 model: ollama/llama3.2
@ -22,7 +39,8 @@ general_settings:
#database_url: postgresql://litellm:litellm@postgres:5432/litellm #database_url: postgresql://litellm:litellm@postgres:5432/litellm
#store_model_in_db: True #store_model_in_db: True
environment_variables: #######################################
OPENAI_API_KEY: sk-xxxxxx # export OPENAI_API_KEY=sk-xxxxxx #
ANTHROPIC_API_KEY: sk-xxxxxx # export ANTHROPIC_API_KEY=sk-xxxxxx #
LITELLM_MASTER_KEY: sk-xxxxxx # export LITELLM_MASTER_KEY=sk-xxxxxx #
#######################################