docx file mode
This commit is contained in:
@@ -2,3 +2,4 @@ node_modules
|
|||||||
package-lock.json
|
package-lock.json
|
||||||
.vscode
|
.vscode
|
||||||
config
|
config
|
||||||
|
test.js
|
||||||
Binary file not shown.
@@ -1,5 +1,6 @@
|
|||||||
const express = require("express");
|
const express = require("express");
|
||||||
const FormData = require("form-data");
|
const FormData = require("form-data");
|
||||||
|
const docx = require("docx");
|
||||||
const { v4: uuidv4 } = require("uuid");
|
const { v4: uuidv4 } = require("uuid");
|
||||||
const app = express();
|
const app = express();
|
||||||
const axios = require("axios");
|
const axios = require("axios");
|
||||||
@@ -118,8 +119,8 @@ app.post("/v1/messages", (req, res) => {
|
|||||||
|
|
||||||
// POST https://you.com/api/upload to upload user message
|
// POST https://you.com/api/upload to upload user message
|
||||||
const form_data = new FormData();
|
const form_data = new FormData();
|
||||||
var messageBuffer = Buffer.from(previousMessages, "utf8");
|
var messageBuffer = await createDocx(previousMessages);
|
||||||
form_data.append("file", messageBuffer, { filename: "messages.txt", contentType: "text/plain" });
|
form_data.append("file", messageBuffer, { filename: "messages.docx", contentType: "application/vnd.openxmlformats-officedocument.wordprocessingml.document" });
|
||||||
var uploadedFile = await axios
|
var uploadedFile = await axios
|
||||||
.post("https://you.com/api/upload", form_data, {
|
.post("https://you.com/api/upload", form_data, {
|
||||||
headers: {
|
headers: {
|
||||||
@@ -283,3 +284,25 @@ function createEvent(event, data) {
|
|||||||
}
|
}
|
||||||
return `event: ${event}\ndata: ${data}\n\n`;
|
return `event: ${event}\ndata: ${data}\n\n`;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function createDocx(content) {
|
||||||
|
var paragraphs = [];
|
||||||
|
content.split("\n").forEach((line) => {
|
||||||
|
paragraphs.push(new docx.Paragraph({
|
||||||
|
children: [
|
||||||
|
new docx.TextRun(line),
|
||||||
|
],
|
||||||
|
}));
|
||||||
|
});
|
||||||
|
var doc = new docx.Document({
|
||||||
|
sections: [
|
||||||
|
{
|
||||||
|
properties: {},
|
||||||
|
children:
|
||||||
|
paragraphs
|
||||||
|
,
|
||||||
|
},
|
||||||
|
],
|
||||||
|
});
|
||||||
|
return docx.Packer.toBuffer(doc).then((buffer) => buffer);
|
||||||
|
}
|
||||||
@@ -10,6 +10,7 @@
|
|||||||
"license": "ISC",
|
"license": "ISC",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"axios": "^1.6.8",
|
"axios": "^1.6.8",
|
||||||
|
"docx": "^8.5.0",
|
||||||
"express": "^4.19.2",
|
"express": "^4.19.2",
|
||||||
"form-data": "^4.0.0",
|
"form-data": "^4.0.0",
|
||||||
"uuid": "^9.0.1"
|
"uuid": "^9.0.1"
|
||||||
|
|||||||
@@ -1,215 +0,0 @@
|
|||||||
const FormData = require("form-data");
|
|
||||||
const { v4: uuidv4 } = require("uuid");
|
|
||||||
const axios = require("axios");
|
|
||||||
|
|
||||||
(axios.defaults.headers.common["User-Agent"] =
|
|
||||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36"),
|
|
||||||
(axios.defaults.headers.common["Cookie"] = process.env.YOUCOM_COOKIE);
|
|
||||||
|
|
||||||
var jsonBody = {
|
|
||||||
stream: true,
|
|
||||||
messages: [
|
|
||||||
{
|
|
||||||
role: "user",
|
|
||||||
content: "你好,请向我介绍你自己。".repeat(2),
|
|
||||||
},
|
|
||||||
],
|
|
||||||
};
|
|
||||||
async function test() {
|
|
||||||
try {
|
|
||||||
let userMessage = [{ question: "", answer: "" }];
|
|
||||||
let userQuery = "";
|
|
||||||
let lastUpdate = true;
|
|
||||||
if (jsonBody.system) {
|
|
||||||
// 把系统消息加入messages的首条
|
|
||||||
jsonBody.messages.unshift({ role: "system", content: jsonBody.system });
|
|
||||||
}
|
|
||||||
jsonBody.messages.forEach((msg) => {
|
|
||||||
if (msg.role == "system" || msg.role == "user") {
|
|
||||||
if (lastUpdate) {
|
|
||||||
userMessage[userMessage.length - 1].question += msg.content + "\n";
|
|
||||||
} else if (userMessage[userMessage.length - 1].question == "") {
|
|
||||||
userMessage[userMessage.length - 1].question += msg.content + "\n";
|
|
||||||
} else {
|
|
||||||
userMessage.push({ question: msg.content + "\n", answer: "" });
|
|
||||||
}
|
|
||||||
lastUpdate = true;
|
|
||||||
} else if (msg.role == "assistant") {
|
|
||||||
if (!lastUpdate) {
|
|
||||||
userMessage[userMessage.length - 1].answer += msg.content + "\n";
|
|
||||||
} else if (userMessage[userMessage.length - 1].answer == "") {
|
|
||||||
userMessage[userMessage.length - 1].answer += msg.content + "\n";
|
|
||||||
} else {
|
|
||||||
userMessage.push({ question: "", answer: msg.content + "\n" });
|
|
||||||
}
|
|
||||||
lastUpdate = false;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
userQuery = userMessage[userMessage.length - 1].question;
|
|
||||||
// if (userMessage[userMessage.length - 1].answer == "") {
|
|
||||||
// userMessage.pop();
|
|
||||||
// }
|
|
||||||
console.log(userMessage);
|
|
||||||
|
|
||||||
// 对于多条消息,只保留最后两条用户消息传入 chat,其他作为文件上传
|
|
||||||
if (userMessage.length > 2) {
|
|
||||||
lastUserMessage = userMessage.slice(-2);
|
|
||||||
|
|
||||||
// user message to plaintext
|
|
||||||
let previousMessages = userMessage
|
|
||||||
.slice(0, userMessage.length - 2)
|
|
||||||
.map((msg) => {
|
|
||||||
return `user: ${msg.question}\nassistant: ${msg.answer}`;
|
|
||||||
})
|
|
||||||
.join("\n");
|
|
||||||
|
|
||||||
previousMessages = "<Previous_Conversation>\n" + previousMessages + "\n</Previous_Conversation>\n";
|
|
||||||
|
|
||||||
userMessage = lastUserMessage;
|
|
||||||
|
|
||||||
// GET https://you.com/api/get_nonce to get nonce
|
|
||||||
let nonce = await axios("https://you.com/api/get_nonce").then((res) => res.data);
|
|
||||||
if (!nonce) throw new Error("Failed to get nonce");
|
|
||||||
|
|
||||||
// POST https://you.com/api/upload to upload user message
|
|
||||||
const form_data = new FormData();
|
|
||||||
var messageBuffer = Buffer.from(previousMessages, "utf8");
|
|
||||||
form_data.append("file", messageBuffer, { filename: "Previous_Conversation.txt", contentType: "text/plain" });
|
|
||||||
var uploadedFile = await axios
|
|
||||||
.post("https://you.com/api/upload", form_data, {
|
|
||||||
headers: {
|
|
||||||
...form_data.getHeaders(),
|
|
||||||
"X-Upload-Nonce": nonce,
|
|
||||||
},
|
|
||||||
})
|
|
||||||
.then((res) => res.data.filename);
|
|
||||||
if (!uploadedFile) throw new Error("Failed to upload messages");
|
|
||||||
}
|
|
||||||
|
|
||||||
let msgid = uuidv4();
|
|
||||||
|
|
||||||
// send message start
|
|
||||||
console.log(
|
|
||||||
createEvent("message_start", {
|
|
||||||
type: "message_start",
|
|
||||||
message: {
|
|
||||||
id: "${msgid}",
|
|
||||||
type: "message",
|
|
||||||
role: "assistant",
|
|
||||||
content: [],
|
|
||||||
model: "claude-3-opus-20240229",
|
|
||||||
stop_reason: null,
|
|
||||||
stop_sequence: null,
|
|
||||||
usage: { input_tokens: 8, output_tokens: 1 },
|
|
||||||
},
|
|
||||||
})
|
|
||||||
);
|
|
||||||
console.log(createEvent("content_block_start", { type: "content_block_start", index: 0, content_block: { type: "text", text: "" } }));
|
|
||||||
console.log(createEvent("ping", { type: "ping" }));
|
|
||||||
|
|
||||||
// proxy response
|
|
||||||
|
|
||||||
var proxyReq = await axios.get("https://you.com/api/streamingSearch", {
|
|
||||||
params: {
|
|
||||||
page: "0",
|
|
||||||
count: "0",
|
|
||||||
safeSearch: "Off",
|
|
||||||
q: userQuery.trim(),
|
|
||||||
incognito: "true",
|
|
||||||
chatId: msgid,
|
|
||||||
traceId: msgid,
|
|
||||||
conversationTurnId: msgid,
|
|
||||||
selectedAIModel: "claude_3_opus",
|
|
||||||
selectedChatMode: "custom",
|
|
||||||
pastChatLength: userMessage.length,
|
|
||||||
queryTraceId: msgid,
|
|
||||||
use_personalization_extraction: "false",
|
|
||||||
domain: "youchat",
|
|
||||||
responseFilter: "",
|
|
||||||
mkt: "zh-CN",
|
|
||||||
userFiles: uploadedFile
|
|
||||||
? JSON.stringify([
|
|
||||||
{
|
|
||||||
user_filename: "Previous_Conversation.txt",
|
|
||||||
filename: uploadedFile,
|
|
||||||
size: messageBuffer.length,
|
|
||||||
},
|
|
||||||
])
|
|
||||||
: "",
|
|
||||||
chat: JSON.stringify(userMessage),
|
|
||||||
},
|
|
||||||
headers: {
|
|
||||||
accept: "text/event-stream"
|
|
||||||
},
|
|
||||||
responseType: "stream",
|
|
||||||
}).catch((e) => {
|
|
||||||
throw e;
|
|
||||||
});
|
|
||||||
|
|
||||||
let cachedLine = "";
|
|
||||||
const stream = proxyReq.data;
|
|
||||||
stream.on("data", (chunk) => {
|
|
||||||
// try to parse eventstream chunk
|
|
||||||
chunk = chunk.toString();
|
|
||||||
|
|
||||||
if (cachedLine) {
|
|
||||||
chunk = cachedLine + chunk;
|
|
||||||
cachedLine = "";
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!chunk.endsWith("\n")) {
|
|
||||||
const lines = chunk.split("\n");
|
|
||||||
cachedLine = lines.pop();
|
|
||||||
chunk = lines.join("\n");
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
console.log(chunk);
|
|
||||||
if (chunk.indexOf("event: youChatToken\n") != -1) {
|
|
||||||
chunk.split("\n").forEach((line) => {
|
|
||||||
if (line.startsWith(`data: {"youChatToken"`)) {
|
|
||||||
let data = line.substring(6);
|
|
||||||
let json = JSON.parse(data);
|
|
||||||
//console.log(json);
|
|
||||||
chunkJSON = JSON.stringify({
|
|
||||||
type: "content_block_delta",
|
|
||||||
index: 0,
|
|
||||||
delta: { type: "text_delta", text: json.youChatToken },
|
|
||||||
});
|
|
||||||
console.log(json.youChatToken);
|
|
||||||
//console.log(createEvent("content_block_delta", chunkJSON));
|
|
||||||
}
|
|
||||||
});
|
|
||||||
}
|
|
||||||
} catch (e) {
|
|
||||||
console.log(e);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
stream.on("end", () => {
|
|
||||||
// send ending
|
|
||||||
console.log(createEvent("content_block_stop", { type: "content_block_stop", index: 0 }));
|
|
||||||
console.log(
|
|
||||||
createEvent("message_delta", {
|
|
||||||
type: "message_delta",
|
|
||||||
delta: { stop_reason: "end_turn", stop_sequence: null },
|
|
||||||
usage: { output_tokens: 12 },
|
|
||||||
})
|
|
||||||
);
|
|
||||||
console.log(createEvent("message_stop", { type: "message_stop" }));
|
|
||||||
});
|
|
||||||
} catch (e) {
|
|
||||||
console.log(JSON.stringify(e));
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// eventStream util
|
|
||||||
function createEvent(event, data) {
|
|
||||||
// if data is object, stringify it
|
|
||||||
if (typeof data === "object") {
|
|
||||||
data = JSON.stringify(data);
|
|
||||||
}
|
|
||||||
return `event: ${event}\ndata: ${data}\n\n`;
|
|
||||||
}
|
|
||||||
|
|
||||||
test();4
|
|
||||||
Reference in New Issue
Block a user