Targon API 负载均衡器

import httpx
import json

# 配置信息
API_BASE = "http://localhost:3811"
API_KEY = "your-api-key-here"

headers = {
    "Content-Type": "application/json",
    "Authorization": f"Bearer {API_KEY}"
}

# 非流式请求
payload = {
    "model": "deepseek-ai/DeepSeek-R1",
    "messages": [
        {"role": "system", "content": "你是一个有用的AI助手。"},
        {"role": "user", "content": "你好，请介绍一下自己"}
    ],
    "temperature": 0.7,
    "max_tokens": 1000,
    "stream": False
}

response = httpx.post(
    f"{API_BASE}/v1/chat/completions",
    headers=headers, 
    json=payload
)

result = response.json()
print(result['choices'][0]['message']['content'])

# 流式请求
payload["stream"] = True

with httpx.stream(
    "POST", 
    f"{API_BASE}/v1/chat/completions",
    headers=headers, 
    json=payload
) as response:
    for chunk in response.iter_text():
        if chunk.strip():
            # 处理流式数据
            if chunk.startswith("data: "):
                data = chunk[6:]  # 移除 "data: " 前缀
                if data.strip() != "[DONE]":
                    try:
                        json_data = json.loads(data)
                        content = json_data['choices'][0]['delta'].get('content', '')
                        if content:
                            print(content, end='', flush=True)
                    except json.JSONDecodeError:
                        continue

# 非流式请求
curl -X POST http://localhost:3811/v1/chat/completions \
  -H "Content-Type: application/json" \
  -H "Authorization: Bearer your-api-key-here" \
  -d '{
    "model": "deepseek-ai/DeepSeek-R1",
    "messages": [
      {"role": "user", "content": "你好！"}
    ],
    "temperature": 0.7,
    "max_tokens": 1000
  }'

# 流式请求
curl -X POST http://localhost:3811/v1/chat/completions \
  -H "Content-Type: application/json" \
  -H "Authorization: Bearer your-api-key-here" \
  -d '{
    "model": "deepseek-ai/DeepSeek-R1",
    "messages": [
      {"role": "user", "content": "请详细介绍人工智能的发展历程"}
    ],
    "stream": true
  }' \
  --no-buffer

import httpx

headers = {"Authorization": f"Bearer {API_KEY}"}
response = httpx.get(f"{API_BASE}/v1/models", headers=headers)
models = response.json()

print("可用模型列表:")
print("-" * 50)
for model in models["data"]:
    print(f"模型ID: {model['id']}")
    print(f"创建时间: {model.get('created', 'N/A')}")
    print(f"拥有者: {model.get('owned_by', 'N/A')}")
    print("-" * 50)

curl -H "Authorization: Bearer your-api-key-here" \
     http://localhost:3811/v1/models | jq .

payload = {
    "model": "deepseek-ai/DeepSeek-R1",
    "prompt": "人工智能的未来发展趋势是",
    "max_tokens": 200,
    "temperature": 0.7,
    "top_p": 0.9,
    "stream": False
}

response = httpx.post(
    f"{API_BASE}/v1/completions",
    headers=headers, 
    json=payload
)

result = response.json()
print(result['choices'][0]['text'])