custom config

custom/config.yaml

@@ -0,0 +1,56 @@
+model_list:
+  - model_name: gpt-3.5-turbo
+    litellm_params:
+      model: gpt-3.5-turbo
+      api_key: os.environ/OPENAI_API_KEY
+  - model_name: gpt-4
+    litellm_params:
+      model: gpt-4
+      api_key: os.environ/OPENAI_API_KEY
+  - model_name: gpt-4-turbo-preview
+    litellm_params:
+      model: gpt-4-turbo-preview
+      api_key: os.environ/OPENAI_API_KEY
+  - model_name: gpt-4-0314
+    litellm_params:
+      model: gpt-4-0314
+      api_key: os.environ/OPENAI_API_KEY
+  - model_name: gpt-3.5-turbo-0301
+    litellm_params:
+      model: gpt-3.5-turbo-0301
+      api_key: os.environ/OPENAI_API_KEY
+  - model_name: gpt-3.5-turbo-16k
+    litellm_params:
+      model: gpt-3.5-turbo-16k
+      api_key: os.environ/OPENAI_API_KEY
+  # Anthropic
+  - model_name: claude-3-opus-20240229
+    litellm_params:
+      model: claude-3-opus-20240229
+      api_key: 'os.environ/ANTHROPIC_API_KEY'
+  - model_name: claude-3-sonnet-20240229
+    litellm_params:
+      model: claude-3-sonnet-20240229
+      api_key: 'os.environ/ANTHROPIC_API_KEY'
+  - model_name: claude-3-haiku-20240307
+    litellm_params:
+      model: claude-3-haiku-20240307
+      api_key: 'os.environ/ANTHROPIC_API_KEY'
+  - model_name: claude-2
+    litellm_params:
+      model: claude-2
+      api_key: 'os.environ/ANTHROPIC_API_KEY'
+  - model_name: claude-2.0
+    litellm_params:
+      model: claude-2
+      api_key: 'os.environ/ANTHROPIC_API_KEY'
+litellm_settings:
+  drop_params: True
+  otel: True
+  set_verbose: True
+  cache: True
+  cache_params:
+    type: 'redis'
+    host: os.environ/REDIS_HOST
+    port: os.environ/REDIS_PORT
+    password: os.environ/REDIS_PASSWORD

docker-compose.yml

@@ -9,8 +9,9 @@ services:
     ports:
       - "4000:4000" # Map the container port to the host, change the host port if necessary
     volumes:
-      - ./litellm-config.yaml:/app/config.yaml # Mount the local configuration file
+      - ./custom/config.yaml:/app/proxy_server_config.yaml
+      # - ./litellm-config.yaml:/app/config.yaml # Mount the local configuration file
     # You can change the port or number of workers as per your requirements or pass any new supported CLI augument. Make sure the port passed here matches with the container port defined above in `ports` value
-    command: [ "--config", "/app/config.yaml", "--port", "4000", "--num_workers", "8" ]
-
-# ...rest of your docker-compose config if any
+    command:
+      ["--config", "/app/config.yaml", "--port", "4000", "--num_workers", "8"]
+# ...rest of your docker-compose config if any