youchat_proxy/index.js

const express = require("express");
const FormData = require("form-data");
const { v4: uuidv4 } = require("uuid");
const app = express();
const axios = require("axios");
const port = 8080;

axios.defaults.headers.common["User-Agent"] =
	"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36";
axios.defaults.headers.common["Cookie"] = process.env.YOUCOM_COOKIE;


app.post("/v1/messages", (req, res) => {
	req.rawBody = "";
	req.setEncoding("utf8");

	req.on("data", function (chunk) {
		req.rawBody += chunk;
	});

	req.on("end", async () => {
		res.setHeader("Content-Type", "text/event-stream;charset=utf-8");
		try {
			let jsonBody = JSON.parse(req.rawBody);
			if (jsonBody.stream == false) {
				res.send(
					JSON.stringify({
						id: uuidv4(),
						content: [
							{
								text: "Please turn on streaming.",
							},
							{
								id: "string",
								name: "string",
								input: {},
							},
						],
						model: "string",
						stop_reason: "end_turn",
						stop_sequence: "string",
						usage: {
							input_tokens: 0,
							output_tokens: 0,
						},
					})
				);
			} else if (jsonBody.stream == true) {
				// 计算用户消息长度
				let userMessage = [{ question: "", answer: "" }];
				let userQuery = "";
				let lastUpdate = true;
				if (jsonBody.system) {
					// 把系统消息加入messages的首条
					jsonBody.messages.unshift({ role: "system", content: jsonBody.system });
				}
				jsonBody.messages.forEach((msg) => {
					if (msg.role == "system" || msg.role == "user") {
						if (lastUpdate) {
							userMessage[userMessage.length - 1].question += msg.content + "\n";
						} else if (userMessage[userMessage.length - 1].question == "") {
							userMessage[userMessage.length - 1].question += msg.content + "\n";
						} else {
							userMessage.push({ question: msg.content + "\n", answer: "" });
						}
						lastUpdate = true;
					} else if (msg.role == "assistant") {
						if (!lastUpdate) {
							userMessage[userMessage.length - 1].answer += msg.content + "\n";
						} else if (userMessage[userMessage.length - 1].answer == "") {
							userMessage[userMessage.length - 1].answer += msg.content + "\n";
						} else {
							userMessage.push({ question: "", answer: msg.content + "\n" });
						}
						lastUpdate = false;
					}
				});
				userQuery = userMessage[userMessage.length - 1].question;
				
				// 试算用户消息长度
				if(encodeURIComponent(JSON.stringify(userMessage)).length > 30000) { 
					//太长了，需要上传
					
					// user message to plaintext
					let previousMessages = jsonBody.messages
						.map((msg) => {
							return msg.content
						})
						.join("\n\n");
					
					userQuery = userMessage[userMessage.length - 1].question;
					userMessage = [];

					// GET https://you.com/api/get_nonce to get nonce
					let nonce = await axios("https://you.com/api/get_nonce").then((res) => res.data);
					if (!nonce) throw new Error("Failed to get nonce");

					// POST https://you.com/api/upload to upload user message
					const form_data = new FormData();
					var messageBuffer = Buffer.from(previousMessages, "utf8");
					form_data.append("file", messageBuffer, { filename: "messages.txt", contentType: "text/plain" });
					var uploadedFile = await axios
						.post("https://you.com/api/upload", form_data, {
							headers: {
								...form_data.getHeaders(),
								"X-Upload-Nonce": nonce,
							},
						})
						.then((res) => res.data.filename);
					if (!uploadedFile) throw new Error("Failed to upload messages");
				}

				let msgid = uuidv4();

				// send message start
				res.write(
					createEvent("message_start", {
						type: "message_start",
						message: {
							id: "${msgid}",
							type: "message",
							role: "assistant",
							content: [],
							model: "claude-3-opus-20240229",
							stop_reason: null,
							stop_sequence: null,
							usage: { input_tokens: 8, output_tokens: 1 },
						},
					})
				);
				res.write(createEvent("content_block_start", { type: "content_block_start", index: 0, content_block: { type: "text", text: "" } }));
				res.write(createEvent("ping", { type: "ping" }));

				// proxy response

				var proxyReq = await axios
					.get("https://you.com/api/streamingSearch", {
						params: {
							page: "0",
							count: "0",
							safeSearch: "Off",
							q: userQuery.trim(),
							incognito: "true",
							chatId: msgid,
							traceId: msgid,
							conversationTurnId: msgid,
							selectedAIModel: "claude_3_opus",
							selectedChatMode: "custom",
							pastChatLength: userMessage.length,
							queryTraceId: msgid,
							use_personalization_extraction: "false",
							domain: "youchat",
							responseFilter: "",
							mkt: "zh-CN",
							userFiles: uploadedFile
								? JSON.stringify([
										{
											user_filename: "messages.txt",
											filename: uploadedFile,
											size: messageBuffer.length,
										},
								  ])
								: "",
							chat: JSON.stringify(userMessage),
						},
						headers: {
							accept: "text/event-stream",
						},
						responseType: "stream",
					})
					.catch((e) => {
						if(e?.response?.data) {
							// print data
							e.response.data.on("data", (chunk) => {
								console.log(chunk.toString());
							}
							);
						}else{
						throw e;
						}
					});

				let cachedLine = "";
				const stream = proxyReq.data;
				stream.on("data", (chunk) => {
					// try to parse eventstream chunk
					chunk = chunk.toString();

					if (cachedLine) {
						chunk = cachedLine + chunk;
						cachedLine = "";
					}

					if (!chunk.endsWith("\n")) {
						const lines = chunk.split("\n");
						cachedLine = lines.pop();
						chunk = lines.join("\n");
					}

					try {
						console.log(chunk);
						if (chunk.indexOf("event: youChatToken\n") != -1) {
							chunk.split("\n").forEach((line) => {
								if (line.startsWith(`data: {"youChatToken"`)) {
									let data = line.substring(6);
									let json = JSON.parse(data);
									//console.log(json);
									chunkJSON = JSON.stringify({
										type: "content_block_delta",
										index: 0,
										delta: { type: "text_delta", text: json.youChatToken },
									});
									res.write(createEvent("content_block_delta", chunkJSON));
								}
							});
						}
					} catch (e) {
						console.log(e);
					}
				});
				stream.on("end", () => {
					// send ending
					res.write(createEvent("content_block_stop", { type: "content_block_stop", index: 0 }));
					res.write(
						createEvent("message_delta", {
							type: "message_delta",
							delta: { stop_reason: "end_turn", stop_sequence: null },
							usage: { output_tokens: 12 },
						})
					);
					res.write(createEvent("message_stop", { type: "message_stop" }));

					res.end();
				});
			} else {
				throw new Error("Invalid request");
			}
		} catch (e) {
			console.log(e);
			res.write(JSON.stringify({ error: e.message }));
			res.end();
			return;
		}
	});
});

// handle other
app.use((req, res, next) => {
	res.status(404).send("Not Found");
});

app.listen(port, () => {
	console.log(`YouChat proxy listening on port ${port}`);
});

// eventStream util
function createEvent(event, data) {
	// if data is object, stringify it
	if (typeof data === "object") {
		data = JSON.stringify(data);
	}
	return `event: ${event}\ndata: ${data}\n\n`;
}