kova/youchat_proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

optimize

Browse Source
This commit is contained in:
被遗忘的记忆
2024-08-25 23:43:26 +08:00
committed by GitHub
parent 7d2444463e
commit 1543ad04dc
1 changed files with 113 additions and 102 deletions
Download Patch File Download Diff File Expand all files Collapse all files
index.mjs
+70 -59
View File
@@ -38,14 +38,17 @@ const modelMappping = {
}; };
// import config.mjs // import config.mjs
let config;
try { try {
var { config } = await import("./config.mjs"); const configModule = await import("./config.mjs");
config = configModule.config;
} catch (e) { } catch (e) {
console.error(e); console.error(e);
console.error("config.mjs 不存在或者有错误，请检查"); console.error("config.mjs 不存在或者有错误，请检查");
process.exit(1); process.exit(1);
} }
var provider = new YouProvider(config);
const provider = new YouProvider(config);
await provider.init(config); await provider.init(config);
// handle preflight request // handle preflight request
@@ -60,11 +63,12 @@ app.use((req, res, next) => {
next(); next();
} }
}); });
// openai format model request // openai format model request
app.get("/v1/models", OpenAIApiKeyAuth, (req, res) => { app.get("/v1/models", OpenAIApiKeyAuth, (req, res) => {
res.setHeader("Content-Type", "application/json"); res.setHeader("Content-Type", "application/json");
res.setHeader("Access-Control-Allow-Origin", "*"); res.setHeader("Access-Control-Allow-Origin", "*");
let models = availableModels.map((model, index) => { const models = availableModels.map((model) => {
return { return {
id: model, id: model,
object: "model", object: "model",
@@ -92,7 +96,7 @@ app.post("/v1/chat/completions", OpenAIApiKeyAuth, (req, res) => {
console.log("message length:" + jsonBody.messages.length); console.log("message length:" + jsonBody.messages.length);
// decide which session to use randomly // decide which session to use randomly
var randomSession = Object.keys(provider.sessions)[Math.floor(Math.random() * Object.keys(provider.sessions).length)]; let randomSession = Object.keys(provider.sessions)[Math.floor(Math.random() * Object.keys(provider.sessions).length)];
console.log("Using session " + randomSession); console.log("Using session " + randomSession);
// call provider to get completion // call provider to get completion
@@ -109,11 +113,13 @@ app.post("/v1/chat/completions", OpenAIApiKeyAuth, (req, res) => {
// call provider to get completion // call provider to get completion
await provider await provider
.getCompletion( .getCompletion(
randomSession, {
jsonBody.messages, username: randomSession,
jsonBody.stream ? true : false, messages: jsonBody.messages,
jsonBody.model, stream: !!jsonBody.stream,
process.env.USE_CUSTOM_MODE == "true" ? true : false proxyModel: jsonBody.model,
useCustomMode: process.env.USE_CUSTOM_MODE === "true"
}
) )
.then(({ completion, cancel }) => { .then(({ completion, cancel }) => {
completion.on("start", (id) => { completion.on("start", (id) => {
@@ -258,7 +264,6 @@ app.post("/v1/chat/completions", OpenAIApiKeyAuth, (req, res) => {
); );
res.end(); res.end();
} }
return;
}); });
}); });
}); });
@@ -283,22 +288,29 @@ app.post("/v1/messages", AnthropicApiKeyAuth, (req, res) => {
console.log("message length:" + jsonBody.messages.length); console.log("message length:" + jsonBody.messages.length);
// decide which session to use randomly // decide which session to use randomly
var randomSession = Object.keys(provider.sessions)[Math.floor(Math.random() * Object.keys(provider.sessions).length)]; let randomSession = Object.keys(provider.sessions)[Math.floor(Math.random() * Object.keys(provider.sessions).length)];
console.log("Using session " + randomSession); console.log("Using session " + randomSession);
// decide which model to use // decide which model to use
let proxyModel;
if (process.env.AI_MODEL) { if (process.env.AI_MODEL) {
var proxyModel = process.env.AI_MODEL; proxyModel = process.env.AI_MODEL;
} else if (jsonBody.model && modelMappping[jsonBody.model]) { } else if (jsonBody.model && modelMappping[jsonBody.model]) {
var proxyModel = modelMappping[jsonBody.model]; proxyModel = modelMappping[jsonBody.model];
} else { } else {
var proxyModel = "claude_3_opus"; proxyModel = "claude_3_opus";
} }
console.log("Using model " + proxyModel); console.log(`Using model ${proxyModel}`);
// call provider to get completion // call provider to get completion
await provider await provider
.getCompletion(randomSession, jsonBody.messages, jsonBody.stream ? true : false, proxyModel, process.env.USE_CUSTOM_MODE == "true" ? true : false) .getCompletion({
username: randomSession,
messages: jsonBody.messages,
stream: !!jsonBody.stream,
proxyModel: proxyModel,
useCustomMode: process.env.USE_CUSTOM_MODE === "true"
})
.then(({ completion, cancel }) => { .then(({ completion, cancel }) => {
completion.on("start", (id) => { completion.on("start", (id) => {
if (jsonBody.stream) { if (jsonBody.stream) {
@@ -421,7 +433,6 @@ app.post("/v1/messages", AnthropicApiKeyAuth, (req, res) => {
); );
res.end(); res.end();
} }
return;
}); });
}); });
}); });
@@ -433,72 +444,72 @@ app.use((req, res, next) => {
console.log("收到了错误路径的请求，请检查您使用的API端点是否正确。") console.log("收到了错误路径的请求，请检查您使用的API端点是否正确。")
}); });
app.listen(port, async () => { const createLocaltunnel = async (port, subdomain) => {
console.log(`YouChat proxy listening on port ${port}`); const tunnelOptions = { port };
if (!validApiKey) { if (subdomain) {
console.log(`Proxy is currently running with no authentication`); tunnelOptions.subdomain = subdomain;
}
console.log(`Custom mode: ${process.env.USE_CUSTOM_MODE == "true" ? "enabled" : "disabled"}`);
console.log(`Mode rotation: ${process.env.ENABLE_MODE_ROTATION === "true" ? "enabled" : "disabled"}`);
// 检查是否启用隧道
if (process.env.ENABLE_TUNNEL === "true") {
const tunnelType = process.env.TUNNEL_TYPE || "localtunnel";
console.log(`创建${tunnelType}隧道中...`);
if (tunnelType === "localtunnel") {
// localtunnel
const tunnelOptions = { port: port };
if (process.env.SUBDOMAIN) {
tunnelOptions.subdomain = process.env.SUBDOMAIN;
} }
try { try {
const tunnel = await localtunnel(tunnelOptions); const tunnel = await localtunnel(tunnelOptions);
console.log(`隧道已成功创建，可通过以下URL访问: ${tunnel.url}/v1`); console.log(`隧道已成功创建，可通过以下URL访问: ${tunnel.url}/v1`);
tunnel.on("close", () => console.log("已关闭隧道"));
tunnel.on("close", () => { return tunnel;
console.log("已关闭隧道");
});
} catch (error) { } catch (error) {
console.error("创建隧道失败:", error); console.error("创建localtunnel隧道失败:", error);
} }
} else if (tunnelType === "ngrok") { };
// ngrok
try {
const ngrokOptions = {
addr: port,
authtoken: process.env.NGROK_AUTH_TOKEN,
};
// 添加自定义域名 const createNgrok = async (port, authToken, customDomain, subdomain) => {
if (process.env.NGROK_CUSTOM_DOMAIN) { const ngrokOptions = { addr: port, authtoken: authToken };
ngrokOptions.hostname = process.env.NGROK_CUSTOM_DOMAIN;
} else if (process.env.SUBDOMAIN) { if (customDomain) {
ngrokOptions.subdomain = process.env.SUBDOMAIN; ngrokOptions.hostname = customDomain;
} else if (subdomain) {
ngrokOptions.subdomain = subdomain;
} }
// 暂时清除代理
const originalHttpProxy = process.env.HTTP_PROXY; const originalHttpProxy = process.env.HTTP_PROXY;
const originalHttpsProxy = process.env.HTTPS_PROXY; const originalHttpsProxy = process.env.HTTPS_PROXY;
delete process.env.HTTP_PROXY; delete process.env.HTTP_PROXY;
delete process.env.HTTPS_PROXY; delete process.env.HTTPS_PROXY;
try {
const url = await ngrok.connect(ngrokOptions); const url = await ngrok.connect(ngrokOptions);
console.log(`隧道已成功创建，可通过以下URL访问: ${url}/v1`); console.log(`隧道已成功创建，可通过以下URL访问: ${url}/v1`);
// 恢复代理
if (originalHttpProxy) process.env.HTTP_PROXY = originalHttpProxy;
if (originalHttpsProxy) process.env.HTTPS_PROXY = originalHttpsProxy;
process.on('SIGTERM', async () => { process.on('SIGTERM', async () => {
await ngrok.kill(); await ngrok.kill();
console.log("已关闭隧道"); console.log("已关闭隧道");
}); });
return url;
} catch (error) { } catch (error) {
console.error("创建隧道失败:", error); console.error("创建ngrok隧道失败:", error);
} finally {
if (originalHttpProxy) process.env.HTTP_PROXY = originalHttpProxy;
if (originalHttpsProxy) process.env.HTTPS_PROXY = originalHttpsProxy;
} }
};
const createTunnel = async (tunnelType, port) => {
console.log(`创建${tunnelType}隧道中...`);
if (tunnelType === "localtunnel") {
return createLocaltunnel(port, process.env.SUBDOMAIN);
} else if (tunnelType === "ngrok") {
return createNgrok(port, process.env.NGROK_AUTH_TOKEN, process.env.NGROK_CUSTOM_DOMAIN, process.env.SUBDOMAIN);
} }
};
app.listen(port, async () => {
console.log(`YouChat proxy listening on port ${port}`);
if (!validApiKey) {
console.log(`Proxy is currently running with no authentication`);
}
console.log(`Custom mode: ${process.env.USE_CUSTOM_MODE === "true" ? "enabled" : "disabled"}`);
console.log(`Mode rotation: ${process.env.ENABLE_MODE_ROTATION === "true" ? "enabled" : "disabled"}`);
if (process.env.ENABLE_TUNNEL === "true") {
const tunnelType = process.env.TUNNEL_TYPE || "localtunnel";
await createTunnel(tunnelType, port);
} }
}); });