From b4e3e1f1a935989a954929aefe37ec2027a7fc8d Mon Sep 17 00:00:00 2001 From: Archeb Date: Tue, 23 Apr 2024 20:06:35 +0800 Subject: [PATCH] docx file mode --- .gitignore | 3 +- My Document.docx | Bin 0 -> 7372 bytes index.js | 27 +++++- package.json | 1 + test.js | 215 ----------------------------------------------- 5 files changed, 28 insertions(+), 218 deletions(-) create mode 100644 My Document.docx delete mode 100644 test.js diff --git a/.gitignore b/.gitignore index 9507bdf..64c2e2d 100644 --- a/.gitignore +++ b/.gitignore @@ -1,4 +1,5 @@ node_modules package-lock.json .vscode -config \ No newline at end of file +config +test.js \ No newline at end of file diff --git a/My Document.docx b/My Document.docx new file mode 100644 index 0000000000000000000000000000000000000000..da606a6d566f2419dcb298d76418e99686279236 GIT binary patch literal 7372 zcmc&(WmHvL*FH2NDP7VXk^&Oa9f$7jJT!tJ5`u(ua}bd3kd~H^?(S3&6hs=~J%|c& z@BQ)p`qmhm%^0j_veq+uZlDYdEE3>y85qQC{QTwD4>-u%4diI@0QjFm@lD4QF3!r?%w%Au&rSRx+-+f1@yKj-C`(?d#Y)~ZH*;b=jUgtQ?;~>iLMs~@09c0*kMWzCo1A3D$=J=Xpa+zYTciTZiQ6%Z%!kq}ahRYf#U?nU zWJE<#g@#>cN1R8DS08TkOLs?Qi3^c-5lX}IES$YxGA;(`iDK9!J|tQt4;{#0F^B@J zv1$7+qza_=y>HfFq+=E=7ppO+uGiH2s)S@hkx=0SBN_b#OVhu$l3wgX1o)0kKO7AK za^W@)l#fBfx_>&cMKHA@QLMK#j9~{iD7AFf2vd!FD9gua7^PU~u8pp`xun65dPVcF z;?gw+J^OcVTeNwsrHEWw+1Sflv>%c)5roEass_Ez?#tR0VAJxG_aWs#Wp>qCwc^P* z`MIM^J;Q2K!&+j6+uf=lnzgETN`;@45a7oPT24DNHX_>p@KS<^=|u8q!MsS+fSIr} zBQCqLX1ATCd6h}fG>7V={Cjauj%NhhdIBVx=Q?Nxs#11=X7ZSO3C1pbKC4+Ih0|`Y zxkM;Cr_195Fwg>Y(ik|t`chK}GB-=jipe2l+*?(35#&GoMi`+yMz%jY3X=K?8y`v` zSC`r2kZBpuK_anfL*o|77cRKF9%{&%<##7u5@6b1QH#9dU;4T;L%@1(vy^k z=XFvv5l?-QIXD5Q87Q+S6eH!uMF9$7>M!e>X)~NiuV?q?!Y(;l|&|2elKFy9=prZ zzd7)^q^U`Np^`InGH_VUH2kq&ins2{QTK$*yHP4K`Sp?73xqyhy5-!oqK?^sPX^zy zt+}jPu;F)YaE|km%xi7y7)o(OM;=VpaVD|LCNh*UXAJidG*{J4b;Ql(x*pn6ygmp{ z&!4X!0eeu!Z~161!zx5OGFu6YxcCB<-!NZ5{cY57qrD2%5ToWp0RYf`8?}?OyN#*S zrJFaX%_u=k`UiISLQ6b16dP?4^7jX6uMzeF&5$5|oDCQ?{F35h~!-dO+)!#{7`9rJa#v)(p3&vFM@!=fkE>4^^#5TmG&t|W_{ z!a6wKY_z-hDK2BD2NiN5;2t9-x+z}GpsK)~ucg$vjlob>(Iim2^Cw|EK-!Bg&(%OC zdd)yQkKviKCUciHiq4wsZ(Epw87@&Cuk$AwKbT5{%@^Ne#wc|HSE$qoMtskMb!^QV zkZU3~)eqE*I7A(;YO4e(1X<>^eUGNf)~-u97-|>FX>0M0PUtNU$ykYNvk7S{Lwv4`iDyHl|A*_FHehAsAPEQt*0+1!AFFW-DNjYrn?d9)K??Ul`A-G^JF`x z!5-hoM(HG~7`;87djR8U&OI}XF?~cmj_SPb3L&AO7xN#hm&O(n>AvC=+kS5_e9OM{ z>c|c!1>BSd8!g!CF$LA%}UW6{i|v|O$U;_ zQAuxY)l~G!Py^+Zl+L_@!3LC>&hC|_(J7MOHvZ4_cn4zRkeCg01lixtd}xsrf)Akp z06&O3T*mi5+l)burkBo;6{Tz4%7PVeA>HMbT!9@qEIt{ajtQ^)&=of-BY=~HGI7ki zslrNieU3T$uti~7V)%zX?~sVaVrdj&2$$#EfKR3(g7JS0zXj^ZTQ7gOuFcf z$HEYtemrtIJ`o5_lAZ$v!@Q|n#CB`;b#N|H?!$UXu%L5r*Cr9Ir)J|7?5=bD(zzM` z7lQ|ij-A@h~hUR458ol=N_(hP`NL4=|F z>(|r%hS%Avqdr(kX}`fC0OS z#Za(Pb4GmUIHytJQC?dtZH|CpU zhMPXnr5(tZUxBVNO;0f%;|EXG7rb_A>73=`Q0W)*K<*6|QKdGz|HO7n1~s9@L9^4U zxl6=i<+u1CAMcJZZc##qF#i=WFO@G#t-`FOB`OXVo-RBd82a0qOY)vx0r|qnq)SDj zPBo+YByMSvoB%kfR=&3yyDJ@9jG!-0$ui0w2&=u`lK=FJ28G*NM4N`3(rGRFydo&B zW$XpmDU)tiZ5m~~dL;Qp)=5#e2{A>}o0q=Y2a$0x1JyimKq>Cr1?nWzRPZZa!q)!y zcp@S^4(2*(gLKjKewj_BN2&A+sFEw;=VWuQ9P2D* z_e!QYWz7tn-m@klgQG0OR?F)$1C1Asmpky)3zc_UKEJ$h$U7oM=FKIk4?fZNW>$TS z*g-ss23lQ2&K^PCd{4;3Lt5o`GV}@zwx7(h>f~~C6n_?_vD*ze|fYNVC}9aVl#sz+I+ohH$s&cmH<-0$uLzX!UDqK1>m=N{xej- zL(KEvDrAz3sJL~=-})hDd|66g?fF#@4@kqXq6g|z^)~R%sEKA;K2Z83mnk49Y3AnF zM?$S!1Om|pt8Gq;geRV@_i%~e6o^dbsV^@pkFwZm0kLcy1r7*aSAXszE{qGIna0lx zVms1Nu?-S?Pa5?VBZQbXVK`H^Y~DG@FVbW6{@bz#*)-tFZKiJu@L;yF4$H+?$-dK# z=5_ulb^Y2NlCC7Q-H9~MsOYEc72Yf{m5Cf`+R@|e)c0*UCO6Tv3mSnj{2sE(u}#?F zD6DDc*71!y@=$m9uTSWp5&OTP;3_t8yw6@&n;kiaE47r0P0X$@{p1^K{GaH0<Cu<4Be0ANDs&=vvNIYYVxeHC|mQzzX^m#$Rpk$=yEeilosK3Zchh*-JSyn@Id zgJ!=iXZ5lnu3>5Suy7SP1o>A82Q)&1HG~< zR^At7$*TqvrYUm9QNc0y zP_q$!hvC{tNTaqw*lBx*6B?lGInQcA0u&0Z&#q#2eHq(PM8h8Mb3bcso_wf1ti1LM zDG#~VI64}FhB3_)2v^APIR@cVL=)5_hi0A(MapGwJq^yt!TaWON*5zU!w)S7C8nG{ z3+YdDy58|=LVJ9GdY?lyND?&Py&VisGeE z=2J~3dMc6Pb*uK%aGxQMf@o|N@?2`}I^nrEIfHC3HJ8#agw)D{{$i;hW@<(Smpsdo zYk6ACg=E;0(85fZn(5#`92RZy+wS{L>$-UTV3Z7QYLw1$U+AuHix$H>pFn|kv7(Ss z%nXH5c#)iKox+J&r~{Quo{PQ*E9J)CU2C2Ejz?~vN%eiWi!RUjd~siJCb zsxGyKw$#}&QBeK;0Z-|V`e^f}z^%Lkl;8e(WqiwLDbvxAqhI#H-mY)TvSml$~5(t=C zB8M~g>u2;&TSH|$EpDI*jwnaKffF2e?B{tXU6w+IS1jG3Bre^u$~KZ|LDcYqVM-m) zyQwl^4yO(8yokDs&|NZFc&tAf`QvQmV`=Ad-j`b!7+Ct)+6wU=FeKXi$%kejkh2}g z`KkmTi)pc2A%*0__T|?G65Cd$?Hh&##U2Goa|mg$ow?1V%?In-ZZ??UZ8gPdum@{L z??vC^P(!aniGo7Rei;^Qx;UOL|E1DsGyTYgru#SxU2|r0@tlGz=>7vh1J5aKy+~?U zZKX|j3XVM)rdk*@7Y)ZjtW7OPp{Mq|b=@JJo^MfWcJ6OHPS{AG!N|GD@xg}2wYE=! z1K077^)^(w`Z)LadPYhIz?AQSB#>1yU9v-8im`D>c6R}Z!jRmg=A|6b>c?9BSt(qE z(-Bx2BVCzS-g4;JghhPO!AMb~tW2w^Ek-yD+vo0Wmf8AB9jO+*x7SAAltuwVPRCrf z1M1Jf?8{8V^tQ5=e^_1f1J7U|$KY^+^J9+Rct3|b@%B(XbsPqXQ9E^N+U28Y;FRKLdcw7^Ur6oJ^gaA$8i%-Y^Sdn6p=g z*%(61scPCDG%arHlT9l=P6@0qppW_a3|P`udj=PR$bG zQB(#s8>curEO{#%`h$;$)qON^?Xa{h+$z{J1s}fHfdbg_V?F_U5ucY4)#qv?M?K&P zf1`@CJZ^=dXp zlxlR>lm+xTkzs}DPZcz-=MF73!7fleFh))s9MauWgNB+|OEL9tSLcKJ>1CD0@5hj# zp&A$b@OX7NOgqUOab6_zeZ188ZZKN>{-Qv$U=I>sdm~tEytjXW8t3>9F+PSwI~|VR zx(--lu!j1Xy5(!^>KXww`+b7N(q|EZB4WP3T#yHe-qoZ~Vn9{i%V1GjpVhBDVk1x?EK_a`%V)1J3-oFS(Tz0+5s zl8R4}_m$YBT!@aJXnsE;#Sucm8ONaM=Nan*7psB6e8~C4`?O)!_l1k(y-`{zYx`^* zK7N4;Y&Buv##SrLu-cId%sRN3v?4*#XG_}NCPtOF`rDy!<&1+Y8EfwTL&owmRHJ~< z44Og0V;d6~?-pBR>^s2ME#%>O`!@Ohy7`E8GQOVqlGB+|7n(YW)YxUtsnkWrmdVs& zCDF|onH;g_%kua>;0wzGAnBg_pbVPz>Jb8{hW9Bu1B_qInXKe$j)zcTm(9|BBr%J( z)Iy4!+<2P0ALD;`;x^Rv>OXGvPb@$0`S7+i(2m!;h=^eNh&iSr)OuzjG5QEdqdr0W^BF+l1!*iBQy655E zw-UVZw%#}~MCT%qS?-PGV&|-4Xk_!VrA--{vuh>ALfBC!n`Nj>d}UcU&nV;C#1DY3 z6h+NhS{$t=DXOwwel>@U{_SGT)8Evf)f-~Qb0!4hzZqq%d51835~f!{eG-M4t^^Q+3=*PuV61p>f~+ zU*h%+O8-CNHWV}#;J-fyK#~k(U6x0e>(|GD|At)lG*{~qLIHVhq$r@wZ{Sq{cKdU| zFC^q8`#13Bp!_FAw_Keb=YGBI|ayaV>xg^#;ere|nGG z0&ds(*8)y%3iws|-$vgqw6D?cAan1ZWdBuu-NxT8+ph6Nkm~4$hx{ewU#YxZSzU`# zg+%F}qHfk%w@-3AlV8Irv3|jC=Jng~+ezUXj)(Jyh#T?jHvYefFvYz^#0@FGh=BWP Rr { // POST https://you.com/api/upload to upload user message const form_data = new FormData(); - var messageBuffer = Buffer.from(previousMessages, "utf8"); - form_data.append("file", messageBuffer, { filename: "messages.txt", contentType: "text/plain" }); + var messageBuffer = await createDocx(previousMessages); + form_data.append("file", messageBuffer, { filename: "messages.docx", contentType: "application/vnd.openxmlformats-officedocument.wordprocessingml.document" }); var uploadedFile = await axios .post("https://you.com/api/upload", form_data, { headers: { @@ -283,3 +284,25 @@ function createEvent(event, data) { } return `event: ${event}\ndata: ${data}\n\n`; } + +function createDocx(content) { + var paragraphs = []; + content.split("\n").forEach((line) => { + paragraphs.push(new docx.Paragraph({ + children: [ + new docx.TextRun(line), + ], + })); +}); + var doc = new docx.Document({ + sections: [ + { + properties: {}, + children: + paragraphs + , + }, + ], + }); + return docx.Packer.toBuffer(doc).then((buffer) => buffer); +} \ No newline at end of file diff --git a/package.json b/package.json index 9747f76..1ea5196 100644 --- a/package.json +++ b/package.json @@ -10,6 +10,7 @@ "license": "ISC", "dependencies": { "axios": "^1.6.8", + "docx": "^8.5.0", "express": "^4.19.2", "form-data": "^4.0.0", "uuid": "^9.0.1" diff --git a/test.js b/test.js deleted file mode 100644 index 4777fc9..0000000 --- a/test.js +++ /dev/null @@ -1,215 +0,0 @@ -const FormData = require("form-data"); -const { v4: uuidv4 } = require("uuid"); -const axios = require("axios"); - -(axios.defaults.headers.common["User-Agent"] = - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36"), - (axios.defaults.headers.common["Cookie"] = process.env.YOUCOM_COOKIE); - -var jsonBody = { - stream: true, - messages: [ - { - role: "user", - content: "你好，请向我介绍你自己。".repeat(2), - }, - ], -}; -async function test() { - try { - let userMessage = [{ question: "", answer: "" }]; - let userQuery = ""; - let lastUpdate = true; - if (jsonBody.system) { - // 把系统消息加入messages的首条 - jsonBody.messages.unshift({ role: "system", content: jsonBody.system }); - } - jsonBody.messages.forEach((msg) => { - if (msg.role == "system" || msg.role == "user") { - if (lastUpdate) { - userMessage[userMessage.length - 1].question += msg.content + "\n"; - } else if (userMessage[userMessage.length - 1].question == "") { - userMessage[userMessage.length - 1].question += msg.content + "\n"; - } else { - userMessage.push({ question: msg.content + "\n", answer: "" }); - } - lastUpdate = true; - } else if (msg.role == "assistant") { - if (!lastUpdate) { - userMessage[userMessage.length - 1].answer += msg.content + "\n"; - } else if (userMessage[userMessage.length - 1].answer == "") { - userMessage[userMessage.length - 1].answer += msg.content + "\n"; - } else { - userMessage.push({ question: "", answer: msg.content + "\n" }); - } - lastUpdate = false; - } - }); - userQuery = userMessage[userMessage.length - 1].question; - // if (userMessage[userMessage.length - 1].answer == "") { - // userMessage.pop(); - // } - console.log(userMessage); - - // 对于多条消息，只保留最后两条用户消息传入 chat，其他作为文件上传 - if (userMessage.length > 2) { - lastUserMessage = userMessage.slice(-2); - - // user message to plaintext - let previousMessages = userMessage - .slice(0, userMessage.length - 2) - .map((msg) => { - return `user: ${msg.question}\nassistant: ${msg.answer}`; - }) - .join("\n"); - - previousMessages = "\n" + previousMessages + "\n\n"; - - userMessage = lastUserMessage; - - // GET https://you.com/api/get_nonce to get nonce - let nonce = await axios("https://you.com/api/get_nonce").then((res) => res.data); - if (!nonce) throw new Error("Failed to get nonce"); - - // POST https://you.com/api/upload to upload user message - const form_data = new FormData(); - var messageBuffer = Buffer.from(previousMessages, "utf8"); - form_data.append("file", messageBuffer, { filename: "Previous_Conversation.txt", contentType: "text/plain" }); - var uploadedFile = await axios - .post("https://you.com/api/upload", form_data, { - headers: { - ...form_data.getHeaders(), - "X-Upload-Nonce": nonce, - }, - }) - .then((res) => res.data.filename); - if (!uploadedFile) throw new Error("Failed to upload messages"); - } - - let msgid = uuidv4(); - - // send message start - console.log( - createEvent("message_start", { - type: "message_start", - message: { - id: "${msgid}", - type: "message", - role: "assistant", - content: [], - model: "claude-3-opus-20240229", - stop_reason: null, - stop_sequence: null, - usage: { input_tokens: 8, output_tokens: 1 }, - }, - }) - ); - console.log(createEvent("content_block_start", { type: "content_block_start", index: 0, content_block: { type: "text", text: "" } })); - console.log(createEvent("ping", { type: "ping" })); - - // proxy response - - var proxyReq = await axios.get("https://you.com/api/streamingSearch", { - params: { - page: "0", - count: "0", - safeSearch: "Off", - q: userQuery.trim(), - incognito: "true", - chatId: msgid, - traceId: msgid, - conversationTurnId: msgid, - selectedAIModel: "claude_3_opus", - selectedChatMode: "custom", - pastChatLength: userMessage.length, - queryTraceId: msgid, - use_personalization_extraction: "false", - domain: "youchat", - responseFilter: "", - mkt: "zh-CN", - userFiles: uploadedFile - ? JSON.stringify([ - { - user_filename: "Previous_Conversation.txt", - filename: uploadedFile, - size: messageBuffer.length, - }, - ]) - : "", - chat: JSON.stringify(userMessage), - }, - headers: { - accept: "text/event-stream" - }, - responseType: "stream", - }).catch((e) => { - throw e; - }); - - let cachedLine = ""; - const stream = proxyReq.data; - stream.on("data", (chunk) => { - // try to parse eventstream chunk - chunk = chunk.toString(); - - if (cachedLine) { - chunk = cachedLine + chunk; - cachedLine = ""; - } - - if (!chunk.endsWith("\n")) { - const lines = chunk.split("\n"); - cachedLine = lines.pop(); - chunk = lines.join("\n"); - } - - try { - console.log(chunk); - if (chunk.indexOf("event: youChatToken\n") != -1) { - chunk.split("\n").forEach((line) => { - if (line.startsWith(`data: {"youChatToken"`)) { - let data = line.substring(6); - let json = JSON.parse(data); - //console.log(json); - chunkJSON = JSON.stringify({ - type: "content_block_delta", - index: 0, - delta: { type: "text_delta", text: json.youChatToken }, - }); - console.log(json.youChatToken); - //console.log(createEvent("content_block_delta", chunkJSON)); - } - }); - } - } catch (e) { - console.log(e); - } - }); - stream.on("end", () => { - // send ending - console.log(createEvent("content_block_stop", { type: "content_block_stop", index: 0 })); - console.log( - createEvent("message_delta", { - type: "message_delta", - delta: { stop_reason: "end_turn", stop_sequence: null }, - usage: { output_tokens: 12 }, - }) - ); - console.log(createEvent("message_stop", { type: "message_stop" })); - }); - } catch (e) { - console.log(JSON.stringify(e)); - return; - } -} - -// eventStream util -function createEvent(event, data) { - // if data is object, stringify it - if (typeof data === "object") { - data = JSON.stringify(data); - } - return `event: ${event}\ndata: ${data}\n\n`; -} - -test();4 \ No newline at end of file