在 DB-GPT 中使用

git clone https://github.com/eosphoros-ai/DB-GPT.git
cd DB-GPT

conda create -n dbgpt_env python=3.10
conda activate dbgpt_env
pip install -e ".[proxy]"

cp .env.template .env

# 使用 Starrise AI 作为代理模型
LLM_MODEL=proxy_openai
PROXY_OPENAI_API_BASE=https://ai.alad.com/v1
PROXY_OPENAI_API_KEY={your-starrise-api-key}
PROXY_OPENAI_BACKEND=gpt-4o

# Embedding 模型配置
EMBEDDING_MODEL=proxy_http_openapi
PROXY_HTTP_OPENAPI_PROXY_SERVER_URL=https://ai.alad.com/v1/embeddings
PROXY_HTTP_OPENAPI_PROXY_API_KEY={your-starrise-api-key}
PROXY_HTTP_OPENAPI_PROXY_BACKEND=text-embedding-3-small

dbgpt start webserver --port 5670

pip install "dbgpt>=0.6.3rc2" openai

from openai import OpenAI

client = OpenAI(
    api_key="{your-starrise-api-key}",
    base_url="https://ai.alad.com/v1"
)

response = client.chat.completions.create(
    model="gpt-4o",
    messages=[
        {"role": "system", "content": "你是一个乐于助人的 AI 助手。"},
        {"role": "user", "content": "你好"}
    ]
)
print(response.choices[0].message.content)