成本管控与安全防护：帮助企业避免 AI 意外账单，保障业务连续性

# 创建 IAM 用户并授权
aws iam create-user --user-name bedrock-api-user
aws iam attach-user-policy \
  --user-name bedrock-api-user \
  --policy-arn arn:aws:iam::aws:policy/AmazonBedrockLimitedAccess

# 生成 API Key（30 天有效期）
aws iam create-service-specific-credential \
  --user-name bedrock-api-user \
  --service-name bedrock.amazonaws.com \
  --credential-age-days 30

export TOKEN="你的API Key"

curl -s -X POST \
  "https://bedrock-runtime.us-east-1.amazonaws.com/model/us.anthropic.claude-opus-4-6-v1/converse" \
  -H "Content-Type: application/json" \
  -H "Authorization: Bearer $TOKEN" \
  -d '{
    "messages": [{"role": "user", "content": [{"text": "Say hello"}]}]
  }'

from litellm import completion

response = completion(
    model="bedrock/us.anthropic.claude-opus-4-6-v1",
    messages=[{"role": "user", "content": "Hello"}],
    api_key="你的API Key"
)
print(response.choices[0].message.content)
# 输出: Hello, it's great to meet you!

model_list:
  - model_name: bedrock-claude-opus-4-6
    litellm_params:
      model: bedrock/us.anthropic.claude-opus-4-6-v1
      api_key: os.environ/AWS_BEARER_TOKEN_BEDROCK

  - model_name: bedrock-claude-opus-4-7
    litellm_params:
      model: bedrock/us.anthropic.claude-opus-4-7
      api_key: os.environ/AWS_BEARER_TOKEN_BEDROCK

general_settings:
  master_key: sk-1234
  database_url: "postgresql://litellm:password@host:5432/litellm"

docker run \
  -v $(pwd)/litellm_config.yaml:/app/config.yaml \
  -e AWS_BEARER_TOKEN_BEDROCK="your-token" \
  -e LITELLM_MASTER_KEY="sk-1234" \
  -p 4000:4000 \
  ghcr.io/berriai/litellm-database:main-latest \
  --config /app/config.yaml

# 游戏 QA 团队
curl -X POST 'http://localhost:4000/key/generate' \
  -H 'Authorization: Bearer sk-1234' \
  -d '{
    "models": ["bedrock-claude-opus-4-6", "bedrock-claude-opus-4-7"],
    "key_alias": "game1-qa",
    "metadata": {"tags": ["team:qa", "project:game1"]},
    "max_budget": 50
  }'

# 生产服务
curl -X POST 'http://localhost:4000/key/generate' \
  -H 'Authorization: Bearer sk-1234' \
  -d '{
    "models": ["bedrock-claude-opus-4-7"],
    "key_alias": "prod-service",
    "metadata": {"tags": ["team:prod", "env:production"]},
    "max_budget": 200,
    "rpm_limit": 60
  }'

curl -X POST 'http://localhost:4000/key/generate' \
  -H 'Authorization: Bearer sk-1234' \
  -H 'Content-Type: application/json' \
  -d '{
    "models": ["bedrock-claude-opus-4-7"],
    "key_alias": "game1-qa",
    "max_budget": 50,
    "budget_duration": "1mo",
    "metadata": {"tags": ["team:qa", "project:game1"]},
    "tpm_limit": 100000,
    "rpm_limit": 60
  }'

model_list:
  - model_name: claude-opus
    litellm_params:
      model: bedrock/us.anthropic.claude-opus-4-6-v1
      tags: ["tier:standard"]
  - model_name: claude-opus
    litellm_params:
      model: bedrock/us.anthropic.claude-opus-4-7
      tags: ["tier:premium"]

router_settings:
  enable_tag_filtering: true

# 给 IAM 用户打上业务标签
aws iam tag-user --user-name brclient --tags Key=Department,Value=AI-Team
aws iam tag-user --user-name brclient --tags Key=Project,Value=ChatBot

aws iam create-policy \
  --policy-name "DenyBedrockAccess" \
  --policy-document '{
    "Version": "2012-10-17",
    "Statement": [{
      "Effect": "Deny",
      "Action": [
        "bedrock:InvokeModel",
        "bedrock:InvokeModelWithResponseStream",
        "bedrock:Converse",
        "bedrock:ConverseStream"
      ],
      "Resource": "*"
    }]
  }'

# 创建 Role，允许 Budgets 服务 Assume
aws iam create-role \
  --role-name "BudgetActionRole" \
  --assume-role-policy-document '{
    "Version": "2012-10-17",
    "Statement": [{
      "Effect": "Allow",
      "Principal": {"Service": "budgets.amazonaws.com"},
      "Action": "sts:AssumeRole"
    }]
  }'

# 授权 Role 可以附加/移除策略（最小权限，仅限目标用户）
aws iam put-role-policy \
  --role-name "BudgetActionRole" \
  --policy-name "BudgetActionPermissions" \
  --policy-document '{
    "Version": "2012-10-17",
    "Statement": [{
      "Effect": "Allow",
      "Action": ["iam:AttachUserPolicy", "iam:DetachUserPolicy"],
      "Resource": "arn:aws:iam::<YOUR_ACCOUNT_ID>:user/brclient"
    }]
  }'

# 创建月度预算 $10，80% 和 100% 时告警
aws budgets create-budget \
  --account-id <YOUR_ACCOUNT_ID> \
  --budget '{
    "BudgetName": "Bedrock-Monthly-Budget",
    "BudgetLimit": {"Amount": "10", "Unit": "USD"},
    "TimeUnit": "MONTHLY",
    "BudgetType": "COST",
    "CostFilters": {"Service": ["Amazon Bedrock"]}
  }' \
  --notifications-with-subscribers '[
    {"Notification": {"NotificationType": "ACTUAL", "ComparisonOperator": "GREATER_THAN", "Threshold": 80, "ThresholdType": "PERCENTAGE"},
     "Subscribers": [{"SubscriptionType": "EMAIL", "Address": "<YOUR_EMAIL>"}]},
    {"Notification": {"NotificationType": "ACTUAL", "ComparisonOperator": "GREATER_THAN", "Threshold": 100, "ThresholdType": "PERCENTAGE"},
     "Subscribers": [{"SubscriptionType": "EMAIL", "Address": "<YOUR_EMAIL>"}]}
  ]' --region us-east-1

# 创建 Budget Action：超 100% 自动附加 Deny Policy
aws budgets create-budget-action \
  --account-id <YOUR_ACCOUNT_ID> \
  --budget-name "Bedrock-Monthly-Budget" \
  --notification-type ACTUAL \
  --action-type APPLY_IAM_POLICY \
  --action-threshold '{"ActionThresholdValue": 100, "ActionThresholdType": "PERCENTAGE"}' \
  --definition '{"IamActionDefinition": {"PolicyArn": "arn:aws:iam::<YOUR_ACCOUNT_ID>:policy/DenyBedrockAccess", "Users": ["brclient"]}}' \
  --execution-role-arn "arn:aws:iam::<YOUR_ACCOUNT_ID>:role/BudgetActionRole" \
  --approval-model AUTOMATIC \
  --subscribers '[{"SubscriptionType": "EMAIL", "Address": "<YOUR_EMAIL>"}]' \
  --region us-east-1

{
  "FilterExpression": {
    "And": [
      {"Dimensions": {"Key": "SERVICE", "Values": ["Amazon Bedrock"]}},
      {"Tags": {"Key": "iamPrincipal/user", "Values": ["brclient"]}},
      {"Not": {"Dimensions": {"Key": "RECORD_TYPE", "Values": ["Credit", "Refund"]}}}
    ]
  }
}

{
  "error": true,
  "message": "User: arn:aws:iam::****:user/brclient is not authorized to perform: bedrock:InvokeModelWithResponseStream on resource: arn:aws:bedrock:us-east-1:****:inference-profile/us.deepseek.r1-v1:0 with an explicit deny in an identity-based policy: arn:aws:iam::****:policy/DenyBedrockAccess"
}

# 创建 Bedrock VPC Endpoint（流量走 AWS 内网）
aws ec2 create-vpc-endpoint \
  --vpc-id vpc-xxxxxxxx \
  --service-name com.amazonaws.us-east-1.bedrock-runtime \
  --vpc-endpoint-type Interface \
  --subnet-ids subnet-xxx \
  --security-group-ids sg-xxx \
  --private-dns-enabled

{
  "Version": "2012-10-17",
  "Statement": [{
    "Sid": "DenyBedrockOutsideVPC",
    "Effect": "Deny",
    "Action": "bedrock:*",
    "Resource": "*",
    "Condition": {
      "StringNotEquals": {"aws:SourceVpc": "vpc-xxxxxxxx"}
    }
  }]
}

{
  "Version": "2012-10-17",
  "Statement": [{
    "Sid": "DenyBedrockOutsideAllowedIPs",
    "Effect": "Deny",
    "Action": ["bedrock:InvokeModel", "bedrock:Converse",
               "bedrock:InvokeModelWithResponseStream", "bedrock:ConverseStream"],
    "Resource": "*",
    "Condition": {
      "NotIpAddress": {
        "aws:SourceIp": ["10.0.0.0/16", "172.31.0.0/16"]
      }
    }
  }]
}

{
  "Version": "2012-10-17",
  "Statement": [{
    "Effect": "Allow",
    "Principal": {"AWS": ["arn:aws:iam::ACCOUNT:role/litellm-execution-role"]},
    "Action": ["bedrock:InvokeModel", "bedrock:InvokeModelWithResponseStream"],
    "Resource": "arn:aws:bedrock:us-east-1::foundation-model/*"
  }]
}

# Bedrock VPC Endpoint 的 SG 只允许来自 LiteLLM SG 的流量
aws ec2 authorize-security-group-ingress \
  --group-id sg-bedrock-endpoint \
  --protocol tcp --port 443 \
  --source-group sg-litellm

# 设置 Bedrock 调用量异常检测
aws cloudwatch put-anomaly-detector \
  --namespace AWS/Bedrock \
  --metric-name Invocations \
  --stat Sum \
  --dimensions Name=ModelId,Value=anthropic.claude-3-5-sonnet-20241022-v2:0

aws cloudwatch put-metric-alarm \
  --alarm-name "Bedrock-Invocation-Anomaly" \
  --metric-name Invocations \
  --namespace AWS/Bedrock \
  --threshold-metric-id ad1 \
  --comparison-operator GreaterThanUpperThreshold \
  --evaluation-periods 1 \
  --alarm-actions arn:aws:sns:us-east-1:ACCOUNT:security-alerts

SELECT eventTime, userIdentity.arn, sourceIPAddress, eventName
FROM cloudtrail_logs
WHERE eventSource = 'bedrock-runtime.amazonaws.com'
  AND sourceIPAddress NOT LIKE '10.%'
  AND eventTime > '2024-01-01'
ORDER BY eventTime DESC

import requests

LITELLM_URL = "http://litellm-proxy:4000"
headers = {"Authorization": "Bearer sk-master-key"}

# 获取用量数据
spend_data = requests.get(f"{LITELLM_URL}/spend/keys", headers=headers).json()

# 发现异常后自动禁用 Key
requests.post(f"{LITELLM_URL}/key/block", headers=headers,
              json={"key": "sk-suspicious-key"})