三步接入
怎么接进你的 Agent
你的 Agent 只需把 base_url 指向 ModelAPI,密钥用你导入的那把。其余代码一行不动,Harness 缓存自动生效。
# cURL:直接打统一端口,密钥用你导入的那把
curl https://api.aimodelapi.top/v1/chat/completions \
-H "Authorization: Bearer $YOUR_KEY" \
-H "Content-Type: application/json" \
-d '{"model":"gpt-4o-mini","messages":[{"role":"user","content":"你好"}]}'
# 重复相同问题 → Harness 命中缓存,直接不计费
from openai import OpenAI
client = OpenAI(
base_url="https://api.aimodelapi.top/v1", # 指向 ModelAPI 统一端口
api_key="你的密钥(BYOK)",
)
resp = client.chat.completions.create(
model="gpt-4o-mini",
messages=[{"role":"user","content":"你好"}],
)
# Harness 缓存自动生效,重复问题直接命中
import OpenAI from "openai";
const client = new OpenAI({
baseURL: "https://api.aimodelapi.top/v1", // 指向 ModelAPI 统一端口
apiKey: "你的密钥(BYOK)",
});
const resp = await client.chat.completions.create({
model: "gpt-4o-mini",
messages: [{ role: "user", content: "你好" }],
});
# LangChain:把 ModelAPI 端口喂给你的 Agent / Chain
from langchain_openai import ChatOpenAI
llm = ChatOpenAI(
model="gpt-4o-mini",
base_url="https://api.aimodelapi.top/v1", # 指向 ModelAPI 统一端口
api_key="你的密钥(BYOK)",
temperature=0.7,
)
# 把 llm 接进你的 Agent / Chain 即可,Harness 缓存透明生效