LiteLLM

model_list:
  - model_name: accounts/fireworks/models/glm-5p2
    litellm_params:
      model: fireworks_ai/accounts/fireworks/models/glm-5p2
      api_key: os.environ/FIREWORKS_AI_API_KEY

  - model_name: accounts/fireworks/routers/kimi-k2p6-turbo
    litellm_params:
      model: fireworks_ai/accounts/fireworks/routers/kimi-k2p6-turbo
      api_key: os.environ/FIREWORKS_AI_API_KEY

export FIREWORKS_AI_API_KEY="fw_..."
litellm --config config.yaml

curl http://localhost:4000/chat/completions \
  -H "Authorization: Bearer $LITELLM_VIRTUAL_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "accounts/fireworks/models/glm-5p2",
    "messages": [{"role": "user", "content": "Say pong in one word."}]
  }'