adapter provider

This commit is contained in:
被遗忘的记忆
2024-10-21 00:31:52 +08:00
committed by GitHub
parent fa3fbb1c3f
commit b23cec06d6
+37 -4
View File
@@ -102,6 +102,23 @@ app.post("/v1/chat/completions", OpenAIApiKeyAuth, (req, res) => {
jsonBody.messages = openaiNormalizeMessages(jsonBody.messages);
console.log("message length:" + jsonBody.messages.length);
// 获取当前 Provider 实例
const currentProvider = provider.provider;
// 获取会话列表
const sessions = currentProvider.sessions;
// 检查是否有可用的会话
if (!sessions || Object.keys(sessions).length === 0) {
console.error('没有可用的会话,请检查 Provider 的初始化是否成功,或检查配置文件。');
res.write(JSON.stringify({
error: 'No available sessions.',
}));
res.end();
return;
}
// decide which session to use randomly
let randomSession = Object.keys(provider.sessions)[Math.floor(Math.random() * Object.keys(provider.sessions).length)];
console.log("Using session " + randomSession);
@@ -323,13 +340,29 @@ app.post("/v1/messages", AnthropicApiKeyAuth, (req, res) => {
jsonBody.messages = anthropicNormalizeMessages(jsonBody.messages);
if (jsonBody.system) {
// 把系统消息加入messages的首条
jsonBody.messages.unshift({role: "system", content: jsonBody.system});
// 把系统消息加入 messages 的首条
jsonBody.messages.unshift({ role: "system", content: jsonBody.system });
}
console.log("message length:" + jsonBody.messages.length);
// decide which session to use randomly
let randomSession = Object.keys(provider.sessions)[Math.floor(Math.random() * Object.keys(provider.sessions).length)];
// 获取当前 Provider 实例
const currentProvider = provider.provider;
// 获取会话列表
const sessions = currentProvider.sessions;
// 检查是否有可用的会话
if (!sessions || Object.keys(sessions).length === 0) {
console.error('没有可用的会话,请检查 Provider 的初始化是否成功,或检查配置文件。');
res.write(JSON.stringify({
error: 'No available sessions.',
}));
res.end();
return;
}
// 随机选择一个会话
let randomSession = Object.keys(sessions)[Math.floor(Math.random() * Object.keys(sessions).length)];
console.log("Using session " + randomSession);
// decide which model to use