マルチクラウド環境でのLLMコスト管理 - LiteLLM Proxy基盤構築

model_list:
  # AWS Bedrock
  - model_name: claude-opus-4-20250514
    litellm_params:
      model: bedrock/us.anthropic.claude-opus-4-20250514-v1:0
      aws_region_name: us-west-2
  - model_name: claude-opus-4-20250514
    litellm_params:
      model: bedrock/us.anthropic.claude-opus-4-20250514-v1:0
      aws_region_name: us-east-1
  - model_name: claude-opus-4-20250514
    litellm_params:
      model: bedrock/us.anthropic.claude-opus-4-20250514-v1:0
      aws_region_name: us-east-2
:
  # Azure OpenAI
  - model_name: azure-openai-o3
    litellm_params:
      model: azure/o3
      api_base: "https://hoge.openai.azure.com/openai/deployments/o3/"
      api_key: os.environ/AZURE_OPENAI_API_KEY
      api_version: "2025-01-01-preview"
:
  # Google Cloud
  - model_name: gemini-2.5-pro
    litellm_params:
      model: vertex_ai/gemini-2.5-pro
      vertex_project: "bengo4-gemini"
      vertex_location: "global"
      vertex_credentials: "/app/application_credentials.json"
:
general_settings:
  master_key: os.environ/LITELLM_MASTER_KEY
  store_model_in_db: true
  alerting: ["slack"]
:
litellm_settings:
  callbacks: ["smtp_email", "datadog"]
:

# Dockerfile
FROM ghcr.io/berriai/litellm:main-latest
RUN apk update && apk add --no-cache aws-cli busybox gettext
COPY config.yaml /app/config.yaml
COPY entrypoint.sh /app/entrypoint.sh
RUN chmod +x /app/entrypoint.sh
ENTRYPOINT ["/app/entrypoint.sh"]
CMD ["litellm", "--config", "/app/config_runtime.yaml"]

#!/bin/sh
set -e

export DATABASE_URL="postgresql://postgres:${POSTGRES_PASSWORD}@litellm.cluster-ap-northeast-1.rds.amazonaws.com:5432/litellmdb"

# GCP認証情報をファイルとして書き出し
if [ -n "$GCP_VERTEX_AI_CREDENTIALS" ]; then
  echo "$GCP_VERTEX_AI_CREDENTIALS" > /app/application_credentials.json
  chmod 600 /app/application_credentials.json
fi

# config.yamlテンプレートから実際のconfig.yamlを生成
envsubst < /app/config.yaml > /app/config_runtime.yaml

exec "$@"

{
  "containerDefinitions": [
    {
      "name": "litellm",
      "image": "000000000000.dkr.ecr.ap-northeast-1.amazonaws.com/litellm:custom",
      "cpu": 0,
      "portMappings": [
        {
          "name": "litellm-8000-tcp",
          "containerPort": 8000,
          "hostPort": 8000,
          "protocol": "tcp"
        }
      ],
      "essential": true,
      "command": [
        "litellm",
        "--config",
        "/app/config.yaml",
        "--port",
        "8000",
        "--num_workers",
        "4"
        :
      "environment": [
        {
          "name": "AWS_REGION",
          "value": "ap-northeast-1"
        },
        {
          "name": "SMTP_PORT",
          "value": "587"
        },
        {
          "name": "PROXY_BASE_URL",
          "value": "https://hoge.bengo4.com"
        },
        {
          "name": "SMTP_HOST",
          "value": "email-smtp.ap-northeast-1.amazonaws.com"
        },
        {
          "name": "SMTP_SENDER_EMAIL",
          "value": "no-reply@hoge.bengo4.com"
        },
        :
      ],
      "secrets": [
        {
          "name": "LITELLM_MASTER_KEY",
          "valueFrom": "arn:aws:ssm:ap-northeast-1:000000000000:parameter/litellm/litellm/masterkey"
        },
        {
          "name": "AZURE_OPENAI_API_KEY",
          "valueFrom": "arn:aws:ssm:ap-northeast-1:000000000000:parameter/litellm/azure/openai_api_key_us_east2"
        },
        {
          "name": "GCP_VERTEX_AI_CREDENTIALS",
          "valueFrom": "arn:aws:ssm:ap-northeast-1:000000000000:parameter/litellm/gcp/vertex_ai_credentials"
        },
        {
          "name": "DD_API_KEY",
          "valueFrom": "arn:aws:ssm:ap-northeast-1:000000000000:parameter/litellm/datadog/dd_api_key"
        },
        {
          "name": "DD_SITE",
          "valueFrom": "arn:aws:ssm:ap-northeast-1:000000000000:parameter/litellm/datadog/dd_site"
        },
        {
          "name": "SLACK_WEBHOOK_URL",
          "valueFrom": "arn:aws:ssm:ap-northeast-1:000000000000:parameter/litellm/litellm/slack_webhook_url"
        },
        {
          "name": "POSTGRES_PASSWORD",
          "valueFrom": "arn:aws:ssm:ap-northeast-1:000000000000:parameter/litellm/aurora/master_password"
        }
      ],
      ：
  "family": "litellm-task",
  "taskRoleArn": "arn:aws:iam::000000000000:role/LitellmApiRole",
  "executionRoleArn": "arn:aws:iam::000000000000:role/ecsTaskExecutionRole",
  "networkMode": "awsvpc",
  :