kova/youchat_proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add support for non-stream request

Browse Source
This commit is contained in:
Archeb
2024-05-19 12:01:49 +08:00
parent 6afba31565
commit e8f3c98807
1 changed files with 200 additions and 196 deletions
Download Patch File Download Diff File Expand all files Collapse all files
index.js
+200 -196
View File
@@ -39,112 +39,89 @@ app.post("/v1/messages", apiKeyAuth, (req, res) => {
res.setHeader("Access-Control-Allow-Origin", "*"); res.setHeader("Access-Control-Allow-Origin", "*");
try { try {
let jsonBody = JSON.parse(req.rawBody); let jsonBody = JSON.parse(req.rawBody);
if (!jsonBody.stream) { // 计算用户消息长度
res.send( let userMessage = [{ question: "", answer: "" }];
JSON.stringify({ let userQuery = "";
id: uuidv4(), let lastUpdate = true;
content: [ if (jsonBody.system) {
{ // 把系统消息加入messages的首条
text: "Please turn on streaming.", jsonBody.messages.unshift({ role: "system", content: jsonBody.system });
}, }
{ console.log("message length:" + jsonBody.messages.length);
id: "string", jsonBody.messages.forEach((msg) => {
name: "string", if (msg.role == "system" || msg.role == "user") {
input: {}, if (lastUpdate) {
}, userMessage[userMessage.length - 1].question += msg.content + "\n";
], } else if (userMessage[userMessage.length - 1].question == "") {
model: "string", userMessage[userMessage.length - 1].question += msg.content + "\n";
stop_reason: "end_turn", } else {
stop_sequence: "string", userMessage.push({ question: msg.content + "\n", answer: "" });
usage: { }
input_tokens: 0, lastUpdate = true;
output_tokens: 0, } else if (msg.role == "assistant") {
if (!lastUpdate) {
userMessage[userMessage.length - 1].answer += msg.content + "\n";
} else if (userMessage[userMessage.length - 1].answer == "") {
userMessage[userMessage.length - 1].answer += msg.content + "\n";
} else {
userMessage.push({ question: "", answer: msg.content + "\n" });
}
lastUpdate = false;
}
});
userQuery = userMessage[userMessage.length - 1].question;
var traceId=uuidv4();
// decide which session to use randomly
let sessionIndex = Math.floor(Math.random() * config.sessions.length);
var session = config.sessions[sessionIndex];
console.log("using session " + sessionIndex);
var instance = axios.create({
headers: {
"User-Agent": session.user_agent,
"Cookie": session.cookie,
},
httpsAgent: agent,
});
// 试算用户消息长度
if(encodeURIComponent(JSON.stringify(userMessage)).length + encodeURIComponent(userQuery).length > 32000) {
//太长了，需要上传
// user message to plaintext
let previousMessages = jsonBody.messages
.map((msg) => {
return msg.content
})
.join("\n\n");
// 试算最新一条human消息长度
if(encodeURIComponent(userQuery).length > 30000) userQuery = "Please view the document and reply.";
userMessage = [];
// GET https://you.com/api/get_nonce to get nonce
let nonce = await instance("https://you.com/api/get_nonce").then((res) => res.data);
if (!nonce) throw new Error("Failed to get nonce");
// POST https://you.com/api/upload to upload user message
const form_data = new FormData();
var messageBuffer = await createDocx(previousMessages);
form_data.append("file", messageBuffer, { filename: "messages.docx", contentType: "application/vnd.openxmlformats-officedocument.wordprocessingml.document" });
var uploadedFile = await instance
.post("https://you.com/api/upload", form_data, {
headers: {
...form_data.getHeaders(),
"X-Upload-Nonce": nonce,
}, },
}) })
); .then((res) => res.data.filename);
} else if (jsonBody.stream == true) { if (!uploadedFile) throw new Error("Failed to upload messages");
// 计算用户消息长度 }
let userMessage = [{ question: "", answer: "" }];
let userQuery = "";
let lastUpdate = true;
if (jsonBody.system) {
// 把系统消息加入messages的首条
jsonBody.messages.unshift({ role: "system", content: jsonBody.system });
}
console.log("message length:" + jsonBody.messages.length);
jsonBody.messages.forEach((msg) => {
if (msg.role == "system" || msg.role == "user") {
if (lastUpdate) {
userMessage[userMessage.length - 1].question += msg.content + "\n";
} else if (userMessage[userMessage.length - 1].question == "") {
userMessage[userMessage.length - 1].question += msg.content + "\n";
} else {
userMessage.push({ question: msg.content + "\n", answer: "" });
}
lastUpdate = true;
} else if (msg.role == "assistant") {
if (!lastUpdate) {
userMessage[userMessage.length - 1].answer += msg.content + "\n";
} else if (userMessage[userMessage.length - 1].answer == "") {
userMessage[userMessage.length - 1].answer += msg.content + "\n";
} else {
userMessage.push({ question: "", answer: msg.content + "\n" });
}
lastUpdate = false;
}
});
userQuery = userMessage[userMessage.length - 1].question;
var traceId=uuidv4(); let msgid = uuidv4();
// decide which session to use randomly
let sessionIndex = Math.floor(Math.random() * config.sessions.length);
var session = config.sessions[sessionIndex];
console.log("using session " + sessionIndex);
var instance = axios.create({
headers: {
"User-Agent": session.user_agent,
"Cookie": session.cookie,
},
httpsAgent: agent,
});
// 试算用户消息长度
if(encodeURIComponent(JSON.stringify(userMessage)).length + encodeURIComponent(userQuery).length > 32000) {
//太长了，需要上传
// user message to plaintext
let previousMessages = jsonBody.messages
.map((msg) => {
return msg.content
})
.join("\n\n");
// 试算最新一条human消息长度
if(encodeURIComponent(userQuery).length > 30000) userQuery = "Please view the document and reply.";
userMessage = [];
// GET https://you.com/api/get_nonce to get nonce
let nonce = await instance("https://you.com/api/get_nonce").then((res) => res.data);
if (!nonce) throw new Error("Failed to get nonce");
// POST https://you.com/api/upload to upload user message
const form_data = new FormData();
var messageBuffer = await createDocx(previousMessages);
form_data.append("file", messageBuffer, { filename: "messages.docx", contentType: "application/vnd.openxmlformats-officedocument.wordprocessingml.document" });
var uploadedFile = await instance
.post("https://you.com/api/upload", form_data, {
headers: {
...form_data.getHeaders(),
"X-Upload-Nonce": nonce,
},
})
.then((res) => res.data.filename);
if (!uploadedFile) throw new Error("Failed to upload messages");
}
let msgid = uuidv4();
if(jsonBody.stream){
// send message start // send message start
res.write( res.write(
createEvent("message_start", { createEvent("message_start", {
@@ -163,106 +140,112 @@ app.post("/v1/messages", apiKeyAuth, (req, res) => {
); );
res.write(createEvent("content_block_start", { type: "content_block_start", index: 0, content_block: { type: "text", text: "" } })); res.write(createEvent("content_block_start", { type: "content_block_start", index: 0, content_block: { type: "text", text: "" } }));
res.write(createEvent("ping", { type: "ping" })); res.write(createEvent("ping", { type: "ping" }));
}
// proxy response // proxy response
var proxyReq = await instance var proxyReq = await instance
.get("https://you.com/api/streamingSearch", { .get("https://you.com/api/streamingSearch", {
params: { params: {
page: "1", page: "1",
count: "10", count: "10",
safeSearch: "Off", safeSearch: "Off",
q: userQuery.trim(), q: userQuery.trim(),
incognito: "true", incognito: "true",
chatId: traceId, chatId: traceId,
traceId: `${traceId}|${msgid}|${new Date().toISOString()}`, traceId: `${traceId}|${msgid}|${new Date().toISOString()}`,
conversationTurnId: msgid, conversationTurnId: msgid,
selectedAiModel: process.env.AI_MODEL || "claude_3_opus", selectedAiModel: process.env.AI_MODEL || "claude_3_opus",
selectedChatMode: "custom", selectedChatMode: "custom",
pastChatLength: userMessage.length, pastChatLength: userMessage.length,
queryTraceId: traceId, queryTraceId: traceId,
use_personalization_extraction: "false", use_personalization_extraction: "false",
domain: "youchat", domain: "youchat",
responseFilter: "WebPages,TimeZone,Computation,RelatedSearches", responseFilter: "WebPages,TimeZone,Computation,RelatedSearches",
mkt: "zh-CN", mkt: "zh-CN",
userFiles: uploadedFile userFiles: uploadedFile
? JSON.stringify([ ? JSON.stringify([
{ {
user_filename: "messages.docx", user_filename: "messages.docx",
filename: uploadedFile, filename: uploadedFile,
size: messageBuffer.length, size: messageBuffer.length,
}, },
]) ])
: "", : "",
chat: JSON.stringify(userMessage), chat: JSON.stringify(userMessage),
}, },
headers: { headers: {
accept: "text/event-stream", accept: "text/event-stream",
referer: "https://you.com/search?q=&fromSearchBar=true&tbm=youchat&chatMode=custom" referer: "https://you.com/search?q=&fromSearchBar=true&tbm=youchat&chatMode=custom"
}, },
responseType: "stream", responseType: "stream",
}) })
.catch((e) => { .catch((e) => {
if(e?.response?.data) { if(e?.response?.data) {
// print data // print data
e.response.data.on("data", (chunk) => { e.response.data.on("data", (chunk) => {
console.log(chunk.toString()); console.log(chunk.toString());
}
);
}else{
throw e;
} }
}); );
}else{
let cachedLine = ""; throw e;
const stream = proxyReq.data;
stream.on("data", (chunk) => {
// try to parse eventstream chunk
chunk = chunk.toString();
if (cachedLine) {
chunk = cachedLine + chunk;
cachedLine = "";
} }
});
var finalResponse = "";
let cachedLine = "";
const stream = proxyReq.data;
stream.on("data", (chunk) => {
// try to parse eventstream chunk
chunk = chunk.toString();
if (!chunk.endsWith("\n")) { if (cachedLine) {
const lines = chunk.split("\n"); chunk = cachedLine + chunk;
cachedLine = lines.pop(); cachedLine = "";
chunk = lines.join("\n"); }
}
try { if (!chunk.endsWith("\n")) {
if (chunk.indexOf("event: youChatToken\n") != -1) { const lines = chunk.split("\n");
chunk.split("\n").forEach((line) => { cachedLine = lines.pop();
if (line.startsWith(`data: {"youChatToken"`)) { chunk = lines.join("\n");
let data = line.substring(6); }
let json = JSON.parse(data);
process.stdout.write(json.youChatToken); try {
chunkJSON = JSON.stringify({ if (chunk.indexOf("event: youChatToken\n") != -1) {
type: "content_block_delta", chunk.split("\n").forEach((line) => {
index: 0, if (line.startsWith(`data: {"youChatToken"`)) {
delta: { type: "text_delta", text: json.youChatToken }, let data = line.substring(6);
}); let json = JSON.parse(data);
process.stdout.write(json.youChatToken);
chunkJSON = JSON.stringify({
type: "content_block_delta",
index: 0,
delta: { type: "text_delta", text: json.youChatToken },
});
if(jsonBody.stream){
res.write(createEvent("content_block_delta", chunkJSON)); res.write(createEvent("content_block_delta", chunkJSON));
}else{
finalResponse += json.youChatToken;
} }
}); }
}else{ });
console.log(chunk); }else{
} console.log(chunk);
} catch (e) {
console.log(e);
} }
}); } catch (e) {
console.log(e);
}
});
res.on("close", function () { res.on("close", function () {
console.log(" > [Client closed]"); console.log(" > [Client closed]");
if (stream && typeof stream.destroy === 'function') { if (stream && typeof stream.destroy === 'function') {
stream.destroy(); stream.destroy();
} }
}); });
stream.on("end", () => { stream.on("end", () => {
// send ending if(jsonBody.stream){
// send ending
res.write(createEvent("content_block_stop", { type: "content_block_stop", index: 0 })); res.write(createEvent("content_block_stop", { type: "content_block_stop", index: 0 }));
res.write( res.write(
createEvent("message_delta", { createEvent("message_delta", {
@@ -272,12 +255,33 @@ app.post("/v1/messages", apiKeyAuth, (req, res) => {
}) })
); );
res.write(createEvent("message_stop", { type: "message_stop" })); res.write(createEvent("message_stop", { type: "message_stop" }));
} else {
res.write(
JSON.stringify({
id: uuidv4(),
content: [
{
text: finalResponse,
},
{
id: "string",
name: "string",
input: {},
},
],
model: "string",
stop_reason: "end_turn",
stop_sequence: "string",
usage: {
input_tokens: 0,
output_tokens: 0,
},
})
);
}
res.end();
res.end(); });
});
} else {
throw new Error("Invalid request");
}
} catch (e) { } catch (e) {
console.log(e); console.log(e);
res.write(JSON.stringify({ error: e.message })); res.write(JSON.stringify({ error: e.message }));