const express = require("express"); const FormData = require("form-data"); const { v4: uuidv4 } = require("uuid"); const app = express(); const axios = require("axios"); const port = 8080; (axios.defaults.headers.common["User-Agent"] = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36"), (axios.defaults.headers.common["Cookie"] = process.env.YOUCOM_COOKIE); app.post("/v1/messages", (req, res) => { req.rawBody = ""; req.setEncoding("utf8"); req.on("data", function (chunk) { req.rawBody += chunk; }); req.on("end", async () => { res.setHeader("Content-Type", "text/event-stream;charset=utf-8"); try { let jsonBody = JSON.parse(req.rawBody); if (jsonBody.stream == false) { res.send( JSON.stringify({ id: uuidv4(), content: [ { text: "Please turn on streaming.", }, { id: "string", name: "string", input: {}, }, ], model: "string", stop_reason: "end_turn", stop_sequence: "string", usage: { input_tokens: 0, output_tokens: 0, }, }) ); } else if (jsonBody.stream == true) { // 计算用户消息长度 let userMessage = [{ question: "", answer: "" }]; let userQuery = ""; let lastUpdate = true; if (jsonBody.system) { // 把系统消息加入messages的首条 jsonBody.messages.unshift({ role: "system", content: jsonBody.system }); } jsonBody.messages.forEach((msg) => { if (msg.role == "system" || msg.role == "user") { if (lastUpdate) { userMessage[userMessage.length - 1].question += msg.content + "\n"; } else if (userMessage[userMessage.length - 1].question == "") { userMessage[userMessage.length - 1].question += msg.content + "\n"; } else { userMessage.push({ question: msg.content + "\n", answer: "" }); } lastUpdate = true; } else if (msg.role == "assistant") { if (!lastUpdate) { userMessage[userMessage.length - 1].answer += msg.content + "\n"; } else if (userMessage[userMessage.length - 1].answer == "") { userMessage[userMessage.length - 1].answer += msg.content + "\n"; } else { userMessage.push({ question: "", answer: msg.content + "\n" }); } lastUpdate = false; } }); userQuery = userMessage[userMessage.length - 1].question; // 试算用户消息长度 if(encodeURIComponent(JSON.stringify(userMessage)).length > 30000) { //太长了,需要上传 // user message to plaintext let previousMessages = jsonBody.messages .map((msg) => { return msg.content }) .join("\n\n"); userQuery = userMessage[userMessage.length - 1].question; userMessage = []; // GET https://you.com/api/get_nonce to get nonce let nonce = await axios("https://you.com/api/get_nonce").then((res) => res.data); if (!nonce) throw new Error("Failed to get nonce"); // POST https://you.com/api/upload to upload user message const form_data = new FormData(); var messageBuffer = Buffer.from(previousMessages, "utf8"); form_data.append("file", messageBuffer, { filename: "messages.txt", contentType: "text/plain" }); var uploadedFile = await axios .post("https://you.com/api/upload", form_data, { headers: { ...form_data.getHeaders(), "X-Upload-Nonce": nonce, }, }) .then((res) => res.data.filename); if (!uploadedFile) throw new Error("Failed to upload messages"); } let msgid = uuidv4(); // send message start res.write( createEvent("message_start", { type: "message_start", message: { id: "${msgid}", type: "message", role: "assistant", content: [], model: "claude-3-opus-20240229", stop_reason: null, stop_sequence: null, usage: { input_tokens: 8, output_tokens: 1 }, }, }) ); res.write(createEvent("content_block_start", { type: "content_block_start", index: 0, content_block: { type: "text", text: "" } })); res.write(createEvent("ping", { type: "ping" })); // proxy response var proxyReq = await axios .get("https://you.com/api/streamingSearch", { params: { page: "0", count: "0", safeSearch: "Off", q: userQuery.trim(), incognito: "true", chatId: msgid, traceId: msgid, conversationTurnId: msgid, selectedAIModel: "claude_3_opus", selectedChatMode: "custom", pastChatLength: userMessage.length, queryTraceId: msgid, use_personalization_extraction: "false", domain: "youchat", responseFilter: "", mkt: "zh-CN", userFiles: uploadedFile ? JSON.stringify([ { user_filename: "messages.txt", filename: uploadedFile, size: messageBuffer.length, }, ]) : "", chat: JSON.stringify(userMessage), }, headers: { accept: "text/event-stream", }, responseType: "stream", }) .catch((e) => { throw e; }); let cachedLine = ""; const stream = proxyReq.data; stream.on("data", (chunk) => { // try to parse eventstream chunk chunk = chunk.toString(); if (cachedLine) { chunk = cachedLine + chunk; cachedLine = ""; } if (!chunk.endsWith("\n")) { const lines = chunk.split("\n"); cachedLine = lines.pop(); chunk = lines.join("\n"); } try { console.log(chunk); if (chunk.indexOf("event: youChatToken\n") != -1) { chunk.split("\n").forEach((line) => { if (line.startsWith(`data: {"youChatToken"`)) { let data = line.substring(6); let json = JSON.parse(data); //console.log(json); chunkJSON = JSON.stringify({ type: "content_block_delta", index: 0, delta: { type: "text_delta", text: json.youChatToken }, }); res.write(createEvent("content_block_delta", chunkJSON)); } }); } } catch (e) { console.log(e); } }); stream.on("end", () => { // send ending res.write(createEvent("content_block_stop", { type: "content_block_stop", index: 0 })); res.write( createEvent("message_delta", { type: "message_delta", delta: { stop_reason: "end_turn", stop_sequence: null }, usage: { output_tokens: 12 }, }) ); res.write(createEvent("message_stop", { type: "message_stop" })); res.end(); }); } else { throw new Error("Invalid request"); } } catch (e) { res.write(JSON.stringify({ error: e.message })); res.end(); return; } }); }); // handle other app.use((req, res, next) => { res.status(404).send("Not Found"); }); app.listen(port, () => { console.log(`YouChat proxy listening on port ${port}`); }); // eventStream util function createEvent(event, data) { // if data is object, stringify it if (typeof data === "object") { data = JSON.stringify(data); } return `event: ${event}\ndata: ${data}\n\n`; }