adapter provider
This commit is contained in:
@@ -102,6 +102,23 @@ app.post("/v1/chat/completions", OpenAIApiKeyAuth, (req, res) => {
|
|||||||
jsonBody.messages = openaiNormalizeMessages(jsonBody.messages);
|
jsonBody.messages = openaiNormalizeMessages(jsonBody.messages);
|
||||||
|
|
||||||
console.log("message length:" + jsonBody.messages.length);
|
console.log("message length:" + jsonBody.messages.length);
|
||||||
|
|
||||||
|
// 获取当前 Provider 实例
|
||||||
|
const currentProvider = provider.provider;
|
||||||
|
|
||||||
|
// 获取会话列表
|
||||||
|
const sessions = currentProvider.sessions;
|
||||||
|
|
||||||
|
// 检查是否有可用的会话
|
||||||
|
if (!sessions || Object.keys(sessions).length === 0) {
|
||||||
|
console.error('没有可用的会话,请检查 Provider 的初始化是否成功,或检查配置文件。');
|
||||||
|
res.write(JSON.stringify({
|
||||||
|
error: 'No available sessions.',
|
||||||
|
}));
|
||||||
|
res.end();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
// decide which session to use randomly
|
// decide which session to use randomly
|
||||||
let randomSession = Object.keys(provider.sessions)[Math.floor(Math.random() * Object.keys(provider.sessions).length)];
|
let randomSession = Object.keys(provider.sessions)[Math.floor(Math.random() * Object.keys(provider.sessions).length)];
|
||||||
console.log("Using session " + randomSession);
|
console.log("Using session " + randomSession);
|
||||||
@@ -328,8 +345,24 @@ app.post("/v1/messages", AnthropicApiKeyAuth, (req, res) => {
|
|||||||
}
|
}
|
||||||
console.log("message length:" + jsonBody.messages.length);
|
console.log("message length:" + jsonBody.messages.length);
|
||||||
|
|
||||||
// decide which session to use randomly
|
// 获取当前 Provider 实例
|
||||||
let randomSession = Object.keys(provider.sessions)[Math.floor(Math.random() * Object.keys(provider.sessions).length)];
|
const currentProvider = provider.provider;
|
||||||
|
|
||||||
|
// 获取会话列表
|
||||||
|
const sessions = currentProvider.sessions;
|
||||||
|
|
||||||
|
// 检查是否有可用的会话
|
||||||
|
if (!sessions || Object.keys(sessions).length === 0) {
|
||||||
|
console.error('没有可用的会话,请检查 Provider 的初始化是否成功,或检查配置文件。');
|
||||||
|
res.write(JSON.stringify({
|
||||||
|
error: 'No available sessions.',
|
||||||
|
}));
|
||||||
|
res.end();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// 随机选择一个会话
|
||||||
|
let randomSession = Object.keys(sessions)[Math.floor(Math.random() * Object.keys(sessions).length)];
|
||||||
console.log("Using session " + randomSession);
|
console.log("Using session " + randomSession);
|
||||||
|
|
||||||
// decide which model to use
|
// decide which model to use
|
||||||
|
|||||||
Reference in New Issue
Block a user