verify-answer-stream.mjs 57 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054
  1. /**
  2. * 验证 F073「正文真实增量流式输出」的两块:
  3. * 第 1 部分 —— **纯逻辑**(不必联网):增量规整器的前缀不变式 + 流状态机
  4. * 第 2 部分 —— **协调器级假流**:假 SSE 流喂真实协调器,断言事件通道与去重
  5. *
  6. * 为什么规整器要这么较真:它手里攥着一个不变式——
  7. * **任一时刻「已发出的增量拼接」=== `normalizeChatMarkdown(已输入的全部文本)`**
  8. * 只要不变式成立,后端 `answer_end` 的「整块替换」在正常路径上就是纯尾缀追加
  9. * (不会触发整段重建 → 不会让「思考中」卡片闪现重播)。破了它,观感立刻劣化。
  10. *
  11. * 怎么跑(先重新打包,必须带 --loader:.png=dataurl):
  12. * npx esbuild harness/tools/_entry-coordinator.ts --bundle --format=esm \
  13. * --outfile=harness/tools/_coordinator.mjs --alias:@=./src \
  14. * --define:import.meta.env='{}' --loader:.png=dataurl
  15. * node harness/tools/verify-answer-stream.mjs
  16. */
  17. import {
  18. ApiChatCoordinator,
  19. applyAnswerStreamAbort,
  20. applyAnswerStreamEnd,
  21. applyAnswerStreamEvent,
  22. createAnswerStreamState,
  23. composeAroundStreamBody,
  24. composeStreamedContent,
  25. createIncrementalMarkdownNormalizer,
  26. normalizeChatMarkdown,
  27. parseAnswerStreamEvent,
  28. resolveStreamedBodyAfterEnd,
  29. shouldKeepAnswerOverview,
  30. } from './_coordinator.mjs';
  31. let pass = 0;
  32. let fail = 0;
  33. const check = (name, cond, extra = '') => {
  34. if (cond) {
  35. pass++;
  36. console.log(` ok ${name}`);
  37. } else {
  38. fail++;
  39. console.log(` FAIL ${name}${extra === '' ? '' : ` → ${JSON.stringify(extra)}`}`);
  40. }
  41. };
  42. /* ================================================================== *
  43. * 第 1 部分:纯逻辑
  44. * ================================================================== */
  45. console.log('【1】增量规整器:前缀不变式');
  46. /** 把一串输入分片喂给规整器,返回逐片输出 */
  47. const feed = (chunks) => {
  48. const normalizer = createIncrementalMarkdownNormalizer();
  49. const out = [];
  50. for (const chunk of chunks) out.push(normalizer.push(chunk));
  51. return { out, normalizer };
  52. };
  53. /**
  54. * 不变式(流中):**已发出的文本必须是「规整后全文」的前缀**,
  55. * 且未发出的差额只能是「**给当前行准备的空行分隔符(可能 1~2 个 \n)+ 当前行的尾巴**」——
  56. * 也就是「为了判断该行是不是列表项而短暂扣住的一小段」,行尾一到就释放。
  57. *
  58. * 这个性质正好保证 `answer_end` 的「整块替换」= 纯尾缀追加(不会整段重建)。
  59. */
  60. const isPrefixWithHeldLineTail = (got, want) => {
  61. if (!want.startsWith(got)) return false;
  62. const held = want.slice(got.length).replace(/^\n+/, ''); // 去掉随行一起扣住的前置空行
  63. return !held.includes('\n');
  64. };
  65. /** 不变式:每喂一片就核对一次 */
  66. const checkInvariant = (label, chunks, { finish = false } = {}) => {
  67. const normalizer = createIncrementalMarkdownNormalizer();
  68. let want = '';
  69. let got = '';
  70. let ok = true;
  71. let at = 0;
  72. for (let i = 0; i < chunks.length; i++) {
  73. want += chunks[i];
  74. got += normalizer.push(chunks[i]);
  75. if (!isPrefixWithHeldLineTail(got, normalizeChatMarkdown(want))) {
  76. ok = false;
  77. at = i;
  78. break;
  79. }
  80. }
  81. if (ok && finish) {
  82. got += normalizer.finish();
  83. if (got !== normalizeChatMarkdown(want)) ok = false;
  84. }
  85. check(
  86. `不变式:${label}`,
  87. ok,
  88. ok ? '' : { 第几片: at, 期望: normalizeChatMarkdown(want).slice(-40), 实际: got.slice(-40) }
  89. );
  90. return ok;
  91. };
  92. checkInvariant('整段一次 push', ['第一行\n第二行\n第三行']);
  93. checkInvariant('逐字 push(含换行)', [...'第一行\n第二行\n1. a\n2. b']);
  94. checkInvariant('双换行(空行)', ['段落一\n\n段落二']);
  95. checkInvariant('连续有序列表不插空行', ['1. 甲\n2. 乙\n3. 丙']);
  96. checkInvariant('连续无序列表不插空行', ['- 甲\n- 乙']);
  97. checkInvariant('列表后接说明行', ['- 甲\n- 乙\n以上就是全部']);
  98. checkInvariant('伪列表符(2倍)不误判', ['2倍\n3. 真列表']);
  99. checkInvariant('行首恰为列表前缀(- )', ['前一行\n- ']);
  100. checkInvariant('行首数字未定型(12)', ['前一行\n12']);
  101. checkInvariant('行首数字带点(12.)', ['前一行\n12.']);
  102. checkInvariant('末尾无换行', ['段一\n段二(未完']);
  103. checkInvariant('以换行结尾', ['段一\n']);
  104. checkInvariant('空串与纯空白', ['', ' ', '\n', ' \n']);
  105. checkInvariant('逐字 push 且收尾 finish', [...'甲\n1. 乙\n丙'], { finish: true });
  106. // 逐字 push 与整段 push 的「拼接结果」必须一致(都 finish 掉扣住的尾巴后比)
  107. {
  108. const text = '第一段\n第二段\n1. 甲\n2. 乙\n收尾说明';
  109. const wholeFeed = feed([text]);
  110. wholeFeed.out.push(wholeFeed.normalizer.finish());
  111. const perCharFeed = feed([...text]);
  112. perCharFeed.out.push(perCharFeed.normalizer.finish());
  113. const whole = wholeFeed.out.join('');
  114. const perChar = perCharFeed.out.join('');
  115. check('逐字 push 与整段 push 输出一致', whole === perChar, { whole, perChar });
  116. check('两者的拼接都等于整段规整结果', whole === normalizeChatMarkdown(text));
  117. }
  118. // 种子化伪随机模糊(≥500 轮)
  119. {
  120. let seed = 20260920;
  121. const rand = () => {
  122. seed = (seed * 1103515245 + 12345) % 2147483648;
  123. return seed / 2147483648;
  124. };
  125. const alphabet = ['甲', '乙', '丙', '\n', '\n\n', '- ', '* ', '1', '2', '.', ')', ' ', '。', '12', '-'];
  126. let bad = null;
  127. for (let round = 0; round < 500 && !bad; round++) {
  128. const chunks = [];
  129. const count = 1 + Math.floor(rand() * 20);
  130. for (let i = 0; i < count; i++) chunks.push(alphabet[Math.floor(rand() * alphabet.length)]);
  131. const normalizer = createIncrementalMarkdownNormalizer();
  132. let want = '';
  133. let got = '';
  134. for (const chunk of chunks) {
  135. want += chunk;
  136. got += normalizer.push(chunk);
  137. if (!isPrefixWithHeldLineTail(got, normalizeChatMarkdown(want))) {
  138. bad = { round, chunks, want, got };
  139. break;
  140. }
  141. }
  142. if (!bad) {
  143. got += normalizer.finish();
  144. if (got !== normalizeChatMarkdown(want)) bad = { round, chunks, want, got, finish: true };
  145. }
  146. }
  147. check('种子化模糊 500 轮(含 finish)不变式恒成立', !bad, bad);
  148. }
  149. // 扣住的部分必须「有界」:只是当前行的一小段,不能无限积压
  150. {
  151. const normalizer = createIncrementalMarkdownNormalizer();
  152. let shown = '';
  153. let want = '';
  154. for (const chunk of ['第一段\n', '第二段\n', '1', '.', ' ', '甲', '\n', '2', '.', ' ', '乙']) {
  155. want += chunk;
  156. shown += normalizer.push(chunk);
  157. const held = normalizeChatMarkdown(want).slice(shown.length).replace(/^\n+/, '');
  158. if (held.includes('\n') || held.length > 8) {
  159. check(`扣住有界(本条 ${JSON.stringify(chunk)})`, false, { held, shown });
  160. break;
  161. }
  162. }
  163. check('扣住的只是「可能成为列表项」的短前缀(本例 ≤8 字符且不含换行)', true);
  164. }
  165. console.log('\n【2】流式事件解析(形状不符 → null 走旧路径)');
  166. {
  167. const start = parseAnswerStreamEvent({ stream_id: 's1', target: 'summary', sequence: 0 }, 'answer_start');
  168. check('合法的 answer_start', start?.kind === 'start' && start.streamId === 's1' && start.target === 'summary', start);
  169. check('缺 stream_id → null', parseAnswerStreamEvent({ target: 'summary' }, 'answer_start') === null);
  170. check('空 stream_id → null', parseAnswerStreamEvent({ stream_id: ' ', target: 'summary' }, 'answer_delta') === null);
  171. check('target 非法 → null', parseAnswerStreamEvent({ stream_id: 's1', target: 'other' }, 'answer_delta') === null);
  172. check('非对象 → null', parseAnswerStreamEvent(null, 'answer_delta') === null && parseAnswerStreamEvent([1], 'answer_delta') === null);
  173. const delta = parseAnswerStreamEvent({ stream_id: 's1', target: 'answer', sequence: '3', text: 123 }, 'answer_delta');
  174. check('sequence 宽松(字符串也认)', delta?.sequence === 3, delta);
  175. check('text 非字符串按空串', delta?.text === '', delta);
  176. const end = parseAnswerStreamEvent({ stream_id: 's1', target: 'summary', text: 'x', status: '怪值' }, 'answer_end');
  177. check('status 非法 → fallback', end?.kind === 'end' && end.status === 'fallback', end);
  178. const endOk = parseAnswerStreamEvent({ stream_id: 's1', target: 'summary', text: 'x', status: 'completed' }, 'answer_end');
  179. check('status=completed 保留', endOk?.status === 'completed');
  180. const abort = parseAnswerStreamEvent({ stream_id: 's1', target: 'summary', reason: '怪值' }, 'answer_abort');
  181. check('reason 非法 → generation_failed', abort?.kind === 'abort' && abort.reason === 'generation_failed', abort);
  182. const abortOk = parseAnswerStreamEvent({ stream_id: 's1', target: 'summary', reason: 'not_finalized' }, 'answer_abort');
  183. check('reason=not_finalized 保留', abortOk?.reason === 'not_finalized');
  184. check('未知事件名 → null', parseAnswerStreamEvent({ stream_id: 's1', target: 'summary' }, 'answer_what') === null);
  185. }
  186. console.log('\n【3】流状态机');
  187. {
  188. const run = (events) => {
  189. let state = createAnswerStreamState();
  190. const effects = [];
  191. for (const ev of events) {
  192. const r = applyAnswerStreamEvent(state, ev);
  193. state = r.state;
  194. effects.push(r.effect.kind);
  195. }
  196. return { state, effects };
  197. };
  198. const ev = (kind, extra = {}) => ({ kind, streamId: 's1', target: 'summary', sequence: 0, text: '', ...extra });
  199. // 正常流
  200. {
  201. const { state, effects } = run([
  202. ev('start', { sequence: 0 }),
  203. ev('delta', { sequence: 1, text: '你好' }),
  204. ev('delta', { sequence: 2, text: '世界' }),
  205. ev('end', { sequence: 2, text: '你好,世界' }),
  206. ]);
  207. check('正常流:效果序列 start→append→append→replace', JSON.stringify(effects) === JSON.stringify(['start', 'append', 'append', 'replace']), effects);
  208. check('正常流:end 后 text = 最终全文(整块替换,不拼接)', state.text === '你好,世界' && state.completed === true, state);
  209. }
  210. // 序号缺口
  211. {
  212. const { state, effects } = run([
  213. ev('start'),
  214. ev('delta', { sequence: 1, text: 'a' }),
  215. ev('delta', { sequence: 5, text: 'b' }),
  216. ]);
  217. check('序号缺口:仍拼接、hasGap 置位', state.text === 'ab' && state.hasGap === true, state);
  218. check('缺口不阻断渲染(仍是 append)', effects[2] === 'append');
  219. }
  220. // 重复序号
  221. {
  222. const { state } = run([ev('start'), ev('delta', { sequence: 1, text: 'a' }), ev('delta', { sequence: 1, text: 'XX' })]);
  223. check('重复序号忽略(不重复拼接)', state.text === 'a', state);
  224. }
  225. // 过期流
  226. {
  227. const { state, effects } = run([
  228. ev('start'),
  229. ev('delta', { streamId: 'other', sequence: 1, text: 'X' }),
  230. ev('end', { streamId: 'other', text: 'X' }),
  231. ev('abort', { streamId: 'other' }),
  232. ]);
  233. check('过期 streamId 的 delta/end/abort 全部 none', effects.slice(1).every((k) => k === 'none'), effects);
  234. check('过期事件不改状态', state.text === '' && state.completed === false, state);
  235. }
  236. // end 之后的 delta
  237. {
  238. const { state, effects } = run([ev('start'), ev('end', { text: '定稿' }), ev('delta', { sequence: 9, text: '迟到' })]);
  239. check('end 之后的 delta 忽略', effects[2] === 'none' && state.text === '定稿', state);
  240. }
  241. // abort 复位 + 重新 start
  242. {
  243. const { state, effects } = run([
  244. ev('start'),
  245. ev('delta', { sequence: 1, text: '草稿' }),
  246. ev('abort', { reason: 'generation_failed' }),
  247. ev('start', { streamId: 's2' }),
  248. ev('delta', { streamId: 's2', sequence: 1, text: '新正文' }),
  249. ]);
  250. check('abort 复位(discard 效果 + 状态清空后可再 start)', effects.includes('discard') && state.text === '新正文' && state.streamId === 's2', { effects, state });
  251. }
  252. // end 覆盖草稿(fallback 也替换)
  253. {
  254. const { state } = run([
  255. ev('start'),
  256. ev('delta', { sequence: 1, text: '草稿' }),
  257. ev('end', { sequence: 1, text: '最终', status: 'fallback' }),
  258. ]);
  259. check('fallback 的 end 同样整块替换', state.text === '最终' && state.completed === true, state);
  260. }
  261. check('null 事件 → none 且状态不变', (() => {
  262. const s0 = createAnswerStreamState();
  263. const r = applyAnswerStreamEvent(s0, null);
  264. return r.effect.kind === 'none' && r.state === s0;
  265. })());
  266. }
  267. console.log('\n【3b】应用层的内容对齐(end 替换 / abort 撤稿)');
  268. {
  269. const BASE = '<scope title="思考中">\n</scope>\n';
  270. // 新签名:(当前内容, 流式正文, 最终正文) —— 用「流式正文」做后缀匹配,不按基线长度切
  271. check(
  272. '正常路径:最终文本以增量拼接为前缀 → 纯尾缀追加(不加空行、不重建)',
  273. applyAnswerStreamEnd(BASE + '一、说明', '一、说明', '一、说明。二、补充') === BASE + '一、说明。二、补充'
  274. );
  275. check(
  276. '已上屏一长段、最终只多了尾巴 → 不重复整段',
  277. applyAnswerStreamEnd(BASE + '甲', '甲', '甲乙丙') === BASE + '甲乙丙'
  278. );
  279. check(
  280. '罕见分歧(最终文本与增量拼接不一致)→ 整块重建,且基线里的 <scope> 被剥掉(避免卡片闪现)',
  281. applyAnswerStreamEnd(BASE + '草稿', '草稿', '完全不同的最终文本') === '完全不同的最终文本'
  282. );
  283. check(
  284. '重建时**基线(流开始前就有的内容)保留**,最终文本接在其后 —— 只有 scope 标记会被剥掉',
  285. applyAnswerStreamEnd('前言草稿', '草稿', '最终') === '前言最终'
  286. );
  287. check(
  288. '兜底:上屏内容与流式正文对不上(被别的路径改过)→ 不切,直接把最终正文接上(不丢字)',
  289. applyAnswerStreamEnd('被改过的内容', '对不上的正文', '最终') === '被改过的内容最终'
  290. );
  291. check('abort 撤稿:从上屏内容里去掉流式正文', applyAnswerStreamAbort(BASE + '草稿', '草稿') === BASE);
  292. check('abort 兜底:对不上就不动(宁可多留也不切坏)', applyAnswerStreamAbort('别的内容', '对不上') === '别的内容');
  293. check('abort:空正文返回原内容', applyAnswerStreamAbort('原内容', '') === '原内容');
  294. // answer 开场概述该不该显示(实测:后端把正文作为 summary 流式下发,
  295. // 而 answer 常是同一段开头的**压缩版**——显示会重复开头;但万一是另一段内容就不能丢)
  296. const body =
  297. '我们青浦目前能对上的小微企业扶持,主要分两类:一类是面向特定对象的创业扶持(如带动就业补贴、贷款贴息、留创企业开办资助),另一类是市级中小企业公共资助项目;此外还有几款“小微贷”金融产品。\n\n### 具体政策\n- 创业扶持:带动就业补贴';
  298. // 压缩版的形态与实测一致:**截断在词中间**(正文接着 '###',概述结尾是半个词 '部分候')
  299. const abridged = body.slice(0, 70).replace(/\n+/g, ' ') + ' 部分候…';
  300. check('压缩版开场(截断在词中间,公共前缀 ≥90%)→ 不显示(避免开头重复)', shouldKeepAnswerOverview(abridged, body) === false, abridged);
  301. check('真正的另一段内容(不是前缀)→ 必须保留', shouldKeepAnswerOverview('这是另一段完全不同的开场说明。', body) === true);
  302. check('概述为空 → 不显示', shouldKeepAnswerOverview('', body) === false && shouldKeepAnswerOverview(null, body) === false);
  303. check('流式正文为空 → 保留概述(不能丢字)', shouldKeepAnswerOverview('开场', '') === true);
  304. // 流式轮的最终组装:基线 + 卡片 + 正文 + 尾部(卡片在正文**之上**)
  305. const SCOPE = '<scope title="思考中">\n</scope>\n';
  306. check(
  307. '组装顺序:基线 → leading(卡片)→ 正文 → trailing(参考资料)',
  308. composeStreamedContent(SCOPE + '前言', '【卡片】', '正文正文', '【参考资料】') === '前言\n\n【卡片】\n\n正文正文\n\n【参考资料】',
  309. composeStreamedContent(SCOPE + '前言', '【卡片】', '正文正文', '【参考资料】')
  310. );
  311. check(
  312. '组装时剥掉基线里的 <scope>(否则卡片会闪现重播)',
  313. !composeStreamedContent(SCOPE + '前言', '', '正文', '').includes('<scope')
  314. );
  315. check('没有卡片时只剩正文(不留空行)', composeStreamedContent('', '', '正文', '') === '正文');
  316. check('空块被跳过、不产生多余空行', composeStreamedContent('', '', '正文', '') === '正文' && composeStreamedContent('', '', '', '尾') === '尾');
  317. }
  318. console.log('\n【3c】end 之后同步「流式正文」+ 重排(正文上屏两份的 bug,见 verify-answer-stream-payload)');
  319. {
  320. // 真后端形态:answer_end 的文本比增量拼接**长**(实测 1309 → 1610,末尾补了追问建议)。
  321. // 不同步 stream.body 的话,重排时后缀匹配失败 → 卡片排在正文后、正文上屏两份。
  322. const DELTA = '正文前半';
  323. const FINAL = '正文前半;正文后半(answer_end 才到的尾巴)';
  324. check('end 之后流式正文更新为最终全文', resolveStreamedBodyAfterEnd(DELTA, FINAL) === FINAL);
  325. check('最终正文为空 → 保持原值(不能清空而丢正文)', resolveStreamedBodyAfterEnd(DELTA, '') === DELTA);
  326. check('最终正文为空且原值也空 → 空串', resolveStreamedBodyAfterEnd('', '') === '');
  327. check(
  328. '端到端形态:end 同步后重排 → 卡片在正文之前、正文只出现一次',
  329. (() => {
  330. const onScreen = applyAnswerStreamEnd('', DELTA, FINAL); // end 把尾巴接上
  331. const body = resolveStreamedBodyAfterEnd(DELTA, FINAL); // hook 同步流式正文
  332. const { next, matched } = composeAroundStreamBody(onScreen, body, '【卡片】', '【参考】');
  333. return matched === true && next === '【卡片】\n\n' + FINAL + '\n\n【参考】' && next.split(FINAL).length - 1 === 1;
  334. })()
  335. );
  336. // 兜底:流式正文与上屏内容错位(本 bug 的原状)——**绝不能把正文再插一份**
  337. check(
  338. '兜底:正文不在末尾但在上屏内容里 → 以它为锚点重排,不重复',
  339. (() => {
  340. const { next, matched } = composeAroundStreamBody(FINAL, DELTA, '【卡片】', '【参考】');
  341. return matched === false && next.split(DELTA).length - 1 === 1 && next.startsWith('【卡片】') && next.endsWith('【参考】');
  342. })()
  343. );
  344. check(
  345. '兜底:锚点之后的内容(answer_end 的尾巴)留在正文与参考资料之间',
  346. (() => {
  347. const { next } = composeAroundStreamBody('基线' + FINAL, DELTA, '【卡片】', '【参考】');
  348. return next === '基线\n\n【卡片】\n\n' + DELTA + '\n\n' + FINAL.slice(DELTA.length) + '\n\n【参考】';
  349. })()
  350. );
  351. check(
  352. '兜底:正文确实不在上屏内容里 → 补插(不丢字优先)',
  353. composeAroundStreamBody('别的内容', DELTA, '', '').next === '别的内容\n\n' + DELTA
  354. );
  355. // 流式正文为空:没有可对齐的正文,退化成「现有内容 + 卡片 + 参考资料」(与改动前一致)
  356. const emptyBody = composeAroundStreamBody('已有内容', '', '【卡片】', '【参考】');
  357. check(
  358. '流式正文为空 → 退化为「现有内容 → 卡片 → 参考资料」',
  359. emptyBody.matched === true && emptyBody.next === '已有内容\n\n【卡片】\n\n【参考】',
  360. emptyBody
  361. );
  362. }
  363. console.log(`\n===== 纯逻辑部分:通过 ${pass} 项,失败 ${fail} 项 =====`);
  364. /* ================================================================== *
  365. * 第 2 部分:协调器级假流(假 SSE 喂真实协调器)
  366. * ================================================================== */
  367. const sse = (events) =>
  368. events
  369. .map(
  370. ([event, data]) =>
  371. `event: ${event}\ndata: ${JSON.stringify({ thread_id: 't1', request_id: 'r1', data })}\n\n`
  372. )
  373. .join('');
  374. const stubFetchWith = (sseText) => {
  375. globalThis.fetch = async () => {
  376. const stream = new ReadableStream({
  377. start(controller) {
  378. controller.enqueue(new TextEncoder().encode(sseText));
  379. controller.close();
  380. },
  381. });
  382. return new Response(stream, { status: 200, headers: { 'Content-Type': 'text/event-stream' } });
  383. };
  384. };
  385. /** 跑一轮,收集各类事件 */
  386. const runTurn = async (events) => {
  387. stubFetchWith(sse(events));
  388. const coordinator = new ApiChatCoordinator({ baseUrl: 'http://stub', threadId: 't1' });
  389. const seen = { messages: [], total: null, streamStart: [], streamEnd: [], streamAbort: [], compose: [], errors: [], order: [] };
  390. coordinator.addEventListener('message', (m) => {
  391. seen.messages.push(m);
  392. seen.order.push(`message:${m.slice(0, 24)}`);
  393. });
  394. coordinator.addEventListener('totalResponse', (p) => {
  395. seen.total = p;
  396. seen.order.push('totalResponse'); // done 时才发;用来判断尾部是不是提前上屏了
  397. });
  398. coordinator.addEventListener('answerStreamStart', (p) => {
  399. seen.streamStart.push(p);
  400. seen.order.push('streamStart');
  401. });
  402. coordinator.addEventListener('answerStreamEnd', (p) => {
  403. seen.streamEnd.push(p);
  404. seen.order.push('streamEnd');
  405. });
  406. coordinator.addEventListener('answerStreamAbort', (p) => {
  407. seen.streamAbort.push(p);
  408. seen.order.push('streamAbort');
  409. });
  410. coordinator.addEventListener('answerStreamCompose', (p) => {
  411. seen.compose.push(p);
  412. seen.order.push('streamCompose');
  413. });
  414. coordinator.addEventListener('error', (p) => {
  415. seen.errors.push(p);
  416. seen.order.push('error');
  417. });
  418. await coordinator.generateAnswer('测试问题');
  419. await new Promise((resolve) => setTimeout(resolve, 80)); // flushContent 会等两帧
  420. return seen;
  421. };
  422. // 应用侧就是 `content += msg`(见 appendAiMessageChunk),**没有分隔符** ——
  423. // 用 '\n\n' 拼会把流式增量切成一堆段落,断言就失真了
  424. const messageText = (seen) => seen.messages.join('');
  425. const countOf = (text, needle) => text.split(needle).length - 1;
  426. /** 数**卡片块**个数(`POLICY_TABLE` 在同一个块里出现两次:`<!-- POLICY_TABLE` 与 `POLICY_TABLE -->`) */
  427. const countCards = (text) => countOf(text, '<!-- POLICY_TABLE');
  428. /**
  429. * 跑一轮**并带上应用层的监听器**(与 `useBusinessAssistantChat` 同逻辑),
  430. * 返回「上屏内容」而不是原始事件 —— 用来断言用户真正看到的东西。
  431. */
  432. const runTurnWithApp = async (events) => {
  433. stubFetchWith(sse(events));
  434. const coordinator = new ApiChatCoordinator({ baseUrl: 'http://stub', threadId: 't1' });
  435. const stream = { active: false, streamId: '', body: '' };
  436. const seen = { content: '', matched: null, compose: [], messages: [] };
  437. coordinator.addEventListener('answerStreamStart', (p) => {
  438. stream.streamId = String(p?.streamId || '');
  439. stream.body = '';
  440. stream.active = true;
  441. });
  442. coordinator.addEventListener('message', (msg) => {
  443. if (stream.active) stream.body += msg; // 正在流式时这条通道上跑的就是正文增量
  444. seen.messages.push(msg);
  445. seen.content += msg;
  446. });
  447. coordinator.addEventListener('answerStreamEnd', (p) => {
  448. if (!stream.active || String(p?.streamId || '') !== stream.streamId) return;
  449. const finalText = String(p?.text ?? '');
  450. seen.content = applyAnswerStreamEnd(seen.content, stream.body, finalText);
  451. stream.body = resolveStreamedBodyAfterEnd(stream.body, finalText);
  452. stream.active = false;
  453. });
  454. coordinator.addEventListener('answerStreamAbort', (p) => {
  455. if (!stream.active || String(p?.streamId || '') !== stream.streamId) return;
  456. seen.content = applyAnswerStreamAbort(seen.content, stream.body);
  457. stream.active = false;
  458. });
  459. coordinator.addEventListener('answerStreamCompose', (p) => {
  460. seen.compose.push(p);
  461. const r = composeAroundStreamBody(
  462. seen.content,
  463. stream.body,
  464. String(p?.leading || ''),
  465. String(p?.trailing || ''),
  466. String(p?.replacedLeading || ''),
  467. String(p?.replacedTrailing || '')
  468. );
  469. seen.content = r.next;
  470. seen.matched = r.matched;
  471. });
  472. await coordinator.generateAnswer('回放');
  473. await new Promise((r) => setTimeout(r, 120));
  474. return seen;
  475. };
  476. const DELTA_TEXTS = ['一、', '第一段说明', '。\n\n', '二、', '第二段说明', '。'];
  477. const FINAL_TEXT = '一、第一段说明。\n\n二、第二段说明。';
  478. const MARKER = '第一段说明';
  479. console.log('\n【4】协调器假流:happy path(带卡片轮形态,含流中 heartbeat)');
  480. {
  481. const seen = await runTurn([
  482. ['accepted', { message: '收到' }],
  483. ['progress', { stage: 'retrieve', message: '正在检索……' }],
  484. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0, provisional: true }],
  485. ...DELTA_TEXTS.map((text, i) => ['answer_delta', { stream_id: 's1', target: 'summary', sequence: i + 1, text }]),
  486. ['heartbeat', { status: 'processing', message: '仍在处理……', elapsed_seconds: 20 }],
  487. ['answer', { text: FINAL_TEXT }],
  488. ['source', { id: 's1', title: '测试政策', type: 'policy', source: { url: 'https://example.com/p1' } }],
  489. // 有 item 才有 POLICY_TABLE 卡片块(buildPolicyTableContent 是按 items 建的)
  490. ['item', { source_id: 's1', title: '测试政策', card: { name: { text: '测试政策' } } }],
  491. ['answer_end', { stream_id: 's1', target: 'summary', sequence: DELTA_TEXTS.length, text: FINAL_TEXT, operation: 'replace', status: 'completed', provisional: false }],
  492. ['summary', { text: FINAL_TEXT, source_ids: ['s1'], notices: [] }],
  493. ['result', { response: FINAL_TEXT, recommendation: {}, errors: [] }],
  494. ['done', { status: 'completed' }],
  495. ]);
  496. const text = messageText(seen);
  497. if (process.env.DBG) console.log('[dbg] text=' + JSON.stringify(text));
  498. check('answerStreamStart 发出一次', seen.streamStart.length === 1, seen.streamStart);
  499. check('answerStreamEnd 发出一次', seen.streamEnd.length === 1, seen.streamEnd);
  500. check('无 abort', seen.streamAbort.length === 0, seen.streamAbort);
  501. check('scope 卡片只发了一次(流中 heartbeat 不再发)', countOf(text, '<scope') === 1, countOf(text, '<scope'));
  502. check('answer_end 的文本是规整后的全文', seen.streamEnd[0]?.text === normalizeChatMarkdown(FINAL_TEXT), seen.streamEnd[0]?.text);
  503. check(
  504. '正文在 message 通道**只出现一次**(完整 answer/summary 事件没有渲染成第二份)',
  505. countOf(text, MARKER) === 1,
  506. countOf(text, MARKER)
  507. );
  508. check(
  509. '流式增量拼接 === 规整后全文(前缀不变式在真链路成立)',
  510. text.includes(normalizeChatMarkdown(FINAL_TEXT).split('\n')[0]),
  511. normalizeChatMarkdown(FINAL_TEXT).slice(0, 30)
  512. );
  513. check('totalResponse.answer 含最终全文', String(seen.total?.answer || '').includes('一、第一段说明。'), String(seen.total?.answer || '').slice(0, 40));
  514. check('totalResponse 里含政策卡片与参考资料', String(seen.total?.answer || '').includes('POLICY_TABLE') && String(seen.total?.answer || '').includes('<ref_links>'));
  515. // 卡片顺序:流式轮**卡片在正文之上**(用户 2026-09-20 要求);正文已上屏,故重排通过
  516. // answerStreamCompose 事件交给应用层(message 通道里只有正文)
  517. const compose = seen.compose[0];
  518. check('发出 answerStreamCompose(流式轮的重排信号)', !!compose, seen.compose);
  519. check('compose.leading 是政策卡片', String(compose?.leading || '').includes('POLICY_TABLE'), String(compose?.leading || '').slice(0, 60));
  520. check('compose.trailing 是参考资料', String(compose?.trailing || '').includes('<ref_links>'), String(compose?.trailing || '').slice(0, 60));
  521. check(
  522. '**totalResponse 里卡片排在正文之前**',
  523. (() => {
  524. const ans = String(seen.total?.answer || '');
  525. return ans.indexOf('POLICY_TABLE') > -1 && ans.indexOf('POLICY_TABLE') < ans.indexOf(MARKER);
  526. })(),
  527. String(seen.total?.answer || '').slice(0, 80)
  528. );
  529. check('正文本身没有在 message 通道里被卡片打断(卡片走 compose)', !text.includes('POLICY_TABLE'));
  530. // ⚠️ 契约:compose 让应用层**整块重写**内容(不是往后追加)——
  531. // 所以渲染层的增量解析必须能识别"非纯追加"并重置,否则会把新内容的中段当正文渲染
  532. // (踩过:参考资料 JSON 的中段变成一坨文本显示在界面上)
  533. const composedLeading = String(compose?.leading || '');
  534. check(
  535. '重排后的内容**不是正文的纯追加**(渲染层必须支持"整块重写")',
  536. composedLeading.length > 0 &&
  537. !`${composedLeading}\n\n${normalizeChatMarkdown(FINAL_TEXT)}`.startsWith(normalizeChatMarkdown(FINAL_TEXT)),
  538. composedLeading.slice(0, 40)
  539. );
  540. }
  541. console.log('\n【5】协调器假流:纯正文轮(无卡片、无 answer 事件)不丢正文');
  542. {
  543. const seen = await runTurn([
  544. ['accepted', { message: '收到' }],
  545. ['answer_start', { stream_id: 's2', target: 'summary', sequence: 0 }],
  546. ...DELTA_TEXTS.map((text, i) => ['answer_delta', { stream_id: 's2', target: 'summary', sequence: i + 1, text }]),
  547. ['answer_end', { stream_id: 's2', target: 'summary', sequence: DELTA_TEXTS.length, text: FINAL_TEXT, status: 'completed' }],
  548. ['summary', { text: FINAL_TEXT }],
  549. ['result', { response: FINAL_TEXT }],
  550. ['done', { status: 'completed' }],
  551. ]);
  552. check('totalResponse.answer === 最终全文(没有因为"没有卡片"而丢正文)', String(seen.total?.answer || '').trim() === normalizeChatMarkdown(FINAL_TEXT).trim(), String(seen.total?.answer || ''));
  553. }
  554. console.log('\n【6】协调器假流:answer_end 与增量拼接不同 → 整块替换生效');
  555. {
  556. const seen = await runTurn([
  557. ['answer_start', { stream_id: 's3', target: 'summary', sequence: 0 }],
  558. ['answer_delta', { stream_id: 's3', target: 'summary', sequence: 1, text: '草稿内容' }],
  559. ['answer_end', { stream_id: 's3', target: 'summary', sequence: 1, text: '定稿内容(后端最终校验改过)', status: 'completed' }],
  560. ['summary', { text: '定稿内容(后端最终校验改过)' }],
  561. ['result', { response: '定稿内容(后端最终校验改过)' }],
  562. ['done', { status: 'completed' }],
  563. ]);
  564. check('End.text = 规整后的最终文本(不是增量拼接)', seen.streamEnd[0]?.text === '定稿内容(后端最终校验改过)', seen.streamEnd[0]?.text);
  565. check('totalResponse.answer 用的是最终文本', String(seen.total?.answer || '').includes('定稿内容'), String(seen.total?.answer || ''));
  566. }
  567. console.log('\n【7】协调器假流:后端 error → 撤草稿(abort 先于 error)');
  568. {
  569. const seen = await runTurn([
  570. ['answer_start', { stream_id: 's4', target: 'summary', sequence: 0 }],
  571. ['answer_delta', { stream_id: 's4', target: 'summary', sequence: 1, text: '半截草稿' }],
  572. ['error', { code: 'processing_failed' }],
  573. ]);
  574. const abortAt = seen.order.indexOf('streamAbort');
  575. const errorAt = seen.order.indexOf('error');
  576. check('abort 在 error **之前**发出(否则 hook 已摘任务、abort 会被守卫丢弃)', abortAt > -1 && abortAt < errorAt, seen.order);
  577. check('abort 的 reason = generation_failed', seen.streamAbort[0]?.reason === 'generation_failed', seen.streamAbort[0]);
  578. check('草稿文本未进入 totalResponse', !String(seen.total?.answer || '').includes('半截草稿'), String(seen.total?.answer || ''));
  579. }
  580. console.log('\n【8】协调器假流:断流(EOF 无 done)→ 撤草稿 + 兼容回退');
  581. {
  582. const seen = await runTurn([
  583. ['answer_start', { stream_id: 's5', target: 'summary', sequence: 0 }],
  584. ['answer_delta', { stream_id: 's5', target: 'summary', sequence: 1, text: '半截草稿' }],
  585. ['answer', { text: '完整事件里的正文(断流前的兼容副本)' }],
  586. ]);
  587. check('断流时发出 abort(reason=not_finalized)', seen.streamAbort[0]?.reason === 'not_finalized', seen.streamAbort);
  588. // ⚠️ 分层:协调器**只发信号**,真正把草稿从界面上撤掉的是应用层(hook 调 applyAnswerStreamAbort)。
  589. // 断流路径也不发 totalResponse(既有行为:内容走 message 通道,hook 的 close 监听负责补写 DMS)。
  590. check('兼容路径的完整 answer 事件仍进了 message 通道', messageText(seen).includes('完整事件里的正文'), messageText(seen).slice(0, 80));
  591. check('报的是连接断开', seen.errors.some((e) => e?.code === 'disconnected'), seen.errors);
  592. }
  593. console.log('\n【9】协调器假流:旧后端(无任何流式事件)行为不变');
  594. {
  595. const seen = await runTurn([
  596. ['accepted', { message: '收到' }],
  597. ['progress', { stage: 'retrieve', message: '正在检索……' }],
  598. ['answer', { text: FINAL_TEXT }],
  599. ['source', { id: 's1', title: '测试政策', type: 'policy', source: { url: 'https://example.com/p1' } }],
  600. ['item', { source_id: 's1', title: '测试政策', card: { name: { text: '测试政策' } } }],
  601. ['summary', { text: FINAL_TEXT }],
  602. ['result', { response: FINAL_TEXT }],
  603. ['done', { status: 'completed' }],
  604. ]);
  605. const text = messageText(seen);
  606. check('没有流事件、没有 abort', seen.streamStart.length === 0 && seen.streamAbort.length === 0);
  607. check('不发 answerStreamCompose(旧路径不重排)', seen.compose.length === 0, seen.compose);
  608. check('scope 卡片正常', countOf(text, '<scope') === 1);
  609. check('正文按原路径整段输出(规整后)', text.includes(normalizeChatMarkdown(FINAL_TEXT)));
  610. const bodyAt = text.indexOf('第一段说明');
  611. const cardAt = text.indexOf('POLICY_TABLE');
  612. const refAt = text.indexOf('<ref_links>');
  613. check(
  614. '**旧路径顺序不变**:正文 → 卡片 → 参考资料',
  615. bodyAt > -1 && cardAt > -1 && refAt > -1 && bodyAt < cardAt && cardAt < refAt,
  616. { bodyAt, cardAt, refAt }
  617. );
  618. }
  619. console.log('\n【10】协调器:流式轮之后跑旧轮,状态不残留');
  620. {
  621. stubFetchWith(
  622. sse([
  623. ['answer_start', { stream_id: 's6', target: 'summary', sequence: 0 }],
  624. ['answer_delta', { stream_id: 's6', target: 'summary', sequence: 1, text: '流式正文' }],
  625. ['answer_end', { stream_id: 's6', target: 'summary', sequence: 1, text: '流式正文', status: 'completed' }],
  626. ['done', { status: 'completed' }],
  627. ])
  628. );
  629. const coordinator = new ApiChatCoordinator({ baseUrl: 'http://stub', threadId: 't1' });
  630. const rounds = [];
  631. coordinator.addEventListener('message', (m) => rounds.push(m));
  632. await coordinator.generateAnswer('第一轮');
  633. await new Promise((r) => setTimeout(r, 80));
  634. const cutoff = rounds.length; // 第一轮结束时的分界
  635. stubFetchWith(
  636. sse([
  637. ['progress', { stage: 'retrieve', message: '正在检索……' }],
  638. ['answer', { text: '第二轮正文' }],
  639. ['done', { status: 'completed' }],
  640. ])
  641. );
  642. await coordinator.generateAnswer('第二轮');
  643. await new Promise((r) => setTimeout(r, 80));
  644. const first = rounds.slice(0, cutoff).join('');
  645. const second = rounds.slice(cutoff).join('');
  646. check('第一轮是流式正文', first.includes('流式正文'), first.slice(0, 60));
  647. check('第二轮回到旧路径:有 scope、正文是整段输出', countOf(second, '<scope') === 1 && second.includes('第二轮正文'), second.slice(0, 80));
  648. }
  649. console.log('\n【11】两个协调器并行流式:互不串台');
  650. {
  651. stubFetchWith(
  652. sse([
  653. ['answer_start', { stream_id: 'A', target: 'summary', sequence: 0 }],
  654. ['answer_delta', { stream_id: 'A', target: 'summary', sequence: 1, text: '甲会话正文' }],
  655. ['answer_end', { stream_id: 'A', target: 'summary', sequence: 1, text: '甲会话正文', status: 'completed' }],
  656. ['done', { status: 'completed' }],
  657. ])
  658. );
  659. const a = new ApiChatCoordinator({ baseUrl: 'http://stub', threadId: 'A' });
  660. const b = new ApiChatCoordinator({ baseUrl: 'http://stub', threadId: 'B' });
  661. const gotA = [];
  662. const gotB = [];
  663. a.addEventListener('message', (m) => gotA.push(m));
  664. b.addEventListener('message', (m) => gotB.push(m));
  665. b.addEventListener('answerStreamAbort', () => gotB.push('ABORT'));
  666. await a.generateAnswer('问 A');
  667. await new Promise((r) => setTimeout(r, 80));
  668. check('B 未收到任何事件(含 abort)', gotB.length === 0, gotB);
  669. check('A 正常收到正文', gotA.join('').includes('甲会话正文'), gotA);
  670. }
  671. console.log('\n【12】协调器假流 + 应用层组装:answer_end 比增量拼接**多一截尾巴**(真后端形态)');
  672. {
  673. // 2026-09-20 用户报「同一段内容出现两次」的真实形态(载荷见 harness 记录):
  674. // delta 拼 1309 字,answer_end 给 1610 字 —— 末尾多了 301 字追问建议。
  675. // 这会让应用侧记录的「流式正文」不再是上屏内容的后缀:
  676. // - 修前:重排落兜底 → 卡片排到正文**后面**、正文上屏**两份**
  677. // - 修后:end 时同步 stream.body → 正常路径 → 卡片 → 正文 → 参考资料
  678. //
  679. // 这里用**合成载荷**保住这个回归(真实抓包不入库),逻辑与 hook 的四个监听器一致。
  680. const HEAD = '您想开奶茶店,我们青浦目前没有奶茶店或餐饮行业的专项扶持。\n\n### 首次创业一次性补贴\n\n- 补贴标准为**一次性8000元**。';
  681. const TAIL = '2. **补充申请人的情况**:是否已入驻青浦的孵化主基地?\n3. **确认相关时间**:是否已注册成立满1年?';
  682. const FINAL = `${HEAD}\n\n${TAIL}`;
  683. const CHUNKS = [...HEAD]; // 逐字下发,复现真实节奏
  684. const seen = await runTurnWithApp([
  685. ['accepted', { message: '收到' }],
  686. ['answer_start', { stream_id: 's9', target: 'summary', sequence: 0 }],
  687. ...CHUNKS.map((text, i) => ['answer_delta', { stream_id: 's9', target: 'summary', sequence: i + 1, text }]),
  688. ['source', { id: 's1', title: '首次创业一次性补贴', type: 'policy', source: { url: 'https://example.com/p' } }],
  689. ['item', { source_id: 's1', title: '首次创业一次性补贴', card: { name: { text: '首次创业一次性补贴' } } }],
  690. ['answer_end', { stream_id: 's9', target: 'summary', sequence: CHUNKS.length, text: FINAL, status: 'completed' }],
  691. ['summary', { text: FINAL, notices: [] }],
  692. ['result', { response: FINAL, recommendation: {}, errors: [] }],
  693. ['done', { status: 'completed' }],
  694. ]);
  695. const content = seen.content;
  696. const matched = seen.matched;
  697. const normFinal = normalizeChatMarkdown(FINAL);
  698. check('重排落**正常路径**(end 时同步了流式正文)', matched === true, `matched=${matched}`);
  699. check('正文只出现一次(不重复)', content.split(normFinal).length - 1 === 1, `出现 ${content.split(normFinal).length - 1} 次`);
  700. check('answer_end 的尾巴没丢', content.includes(normFinal.slice(-20)));
  701. check('卡-文-参考 顺序:卡片在正文之前', content.indexOf('POLICY_TABLE') < content.indexOf(normFinal.slice(0, 20)));
  702. check('卡-文-参考 顺序:参考资料在正文之后', content.indexOf('<ref_links>') > content.indexOf(normFinal.slice(0, 20)));
  703. }
  704. console.log('\n【13】F079 卡片先于正文:source/item 在 answer_start **之前**到(真后端顺序)');
  705. {
  706. // 契约(token-streaming.md「卡片先于正文(F079)」):有入选政策时,完整 source/item
  707. // 发完才开始 answer_start/answer_delta;前端**收到 item 即可展示卡片**,不要等 summary/result。
  708. // 用户 2026-09-21 报告的就是这里没做到:卡片等 done 才发 → 只能整块重写插到正文之上 →
  709. // 界面上「正文先渲一遍,然后从头再渲一遍」,第一次纯属浪费。
  710. const seen = await runTurn([
  711. ['accepted', { message: '收到' }],
  712. ['progress', { stage: 'retrieve', message: '正在查阅……' }],
  713. ['source', { id: 's1', title: '首次创业一次性补贴', type: 'policy', source: { url: 'https://example.com/p1' } }],
  714. ['item', { source_id: 's1', title: '首次创业一次性补贴', card: { name: { text: '首次创业一次性补贴' } } }],
  715. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0, provisional: true }],
  716. ...DELTA_TEXTS.map((text, i) => ['answer_delta', { stream_id: 's1', target: 'summary', sequence: i + 1, text }]),
  717. ['answer_end', { stream_id: 's1', target: 'summary', sequence: DELTA_TEXTS.length, text: FINAL_TEXT, operation: 'replace', status: 'completed' }],
  718. ['summary', { text: FINAL_TEXT, source_ids: ['s1'], notices: [] }],
  719. ['result', { response: FINAL_TEXT, recommendation: {}, errors: [] }],
  720. ['done', { status: 'completed' }],
  721. ]);
  722. const text = messageText(seen);
  723. const atCard = text.indexOf('POLICY_TABLE');
  724. const atBody = text.indexOf(MARKER);
  725. const atRefs = text.indexOf('<ref_links>');
  726. check('卡片在 message 通道里出现', atCard >= 0);
  727. check('**卡片排在正文之前**(开流前就上屏了)', atCard >= 0 && atBody >= 0 && atCard < atBody, `卡片@${atCard} 正文@${atBody}`);
  728. check('正文只出现一次', countOf(text, MARKER) === 1, countOf(text, MARKER));
  729. check('参考资料仍排在正文之后', atRefs > atBody, `正文@${atBody} 参考@${atRefs}`);
  730. check(
  731. '**不发出 answerStreamCompose**(卡片已在正文之前,不需要整块重写 → 界面上不会重渲一遍)',
  732. seen.compose.length === 0,
  733. seen.compose
  734. );
  735. // 尾部必须是**独立的一段**追加(不是混在正文增量里),否则渲染层会把它当正文
  736. const lastChunk = seen.messages[seen.messages.length - 1] || '';
  737. check(
  738. '尾部(参考资料)作为**独立追加**发出,且不夹带正文',
  739. lastChunk.includes('<ref_links>') && !lastChunk.includes(MARKER),
  740. JSON.stringify(lastChunk.slice(0, 60))
  741. );
  742. check('尾部追加发生在正文之后(上屏内容以参考资料结尾)', text.trimEnd().endsWith('</ref_links>'), JSON.stringify(text.slice(-40)));
  743. check(
  744. 'totalResponse 里卡片仍排在正文之前',
  745. (() => {
  746. const ans = String(seen.total?.answer || '');
  747. return ans.indexOf('POLICY_TABLE') > -1 && ans.indexOf('POLICY_TABLE') < ans.indexOf(MARKER);
  748. })(),
  749. String(seen.total?.answer || '').slice(0, 80)
  750. );
  751. check('totalResponse 与上屏内容顺序一致(卡片 → 正文 → 参考资料)', (() => {
  752. const ans = String(seen.total?.answer || '');
  753. return ans.indexOf('POLICY_TABLE') < ans.indexOf(MARKER) && ans.indexOf(MARKER) < ans.indexOf('<ref_links>');
  754. })(), String(seen.total?.answer || '').slice(0, 120));
  755. }
  756. console.log('\n【14】F079 的兜底:item 晚于 answer_start(旧后端或后端顺序变化)');
  757. {
  758. const seen = await runTurn([
  759. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0 }],
  760. ...DELTA_TEXTS.map((text, i) => ['answer_delta', { stream_id: 's1', target: 'summary', sequence: i + 1, text }]),
  761. ['item', { source_id: 's1', title: '迟到卡片', card: { name: { text: '迟到卡片' } } }],
  762. ['answer_end', { stream_id: 's1', target: 'summary', sequence: DELTA_TEXTS.length, text: FINAL_TEXT, status: 'completed' }],
  763. ['summary', { text: FINAL_TEXT }],
  764. ['result', { response: FINAL_TEXT }],
  765. ['done', { status: 'completed' }],
  766. ]);
  767. const text = messageText(seen);
  768. check('开流时没有卡片 → 仍发出 answerStreamCompose 兜底', seen.compose.length === 1, seen.compose.length);
  769. check('兜底 compose 的 leading 是卡片', String(seen.compose[0]?.leading || '').includes('POLICY_TABLE'), String(seen.compose[0]?.leading || '').slice(0, 40));
  770. check('卡片只出现一次(没有既提前发、又兜底发)', countCards(text) === 0, `message 通道出现 ${countCards(text)} 次(走 compose 时为 0)`);
  771. check('totalResponse 里卡片仍在正文之前', (() => {
  772. const ans = String(seen.total?.answer || '');
  773. return ans.indexOf('POLICY_TABLE') > -1 && ans.indexOf('POLICY_TABLE') < ans.indexOf(MARKER);
  774. })(), String(seen.total?.answer || '').slice(0, 80));
  775. }
  776. console.log('\n【15】应用层:F079 顺序下的最终版式(卡片 → 正文 → 参考资料,且都只出现一次)');
  777. {
  778. const HEAD = '您想开奶茶店,我们青浦目前没有奶茶店或餐饮行业的专项扶持。\n\n### 首次创业一次性补贴\n\n- 补贴标准为**一次性8000元**。';
  779. const FINAL = `${HEAD}\n\n2. **确认相关时间**:是否已注册成立满1年?`;
  780. const seen = await runTurnWithApp([
  781. ['progress', { stage: 'retrieve', message: '正在查阅……' }],
  782. ['source', { id: 's1', title: '首次创业一次性补贴', type: 'policy', source: { url: 'https://example.com/p' } }],
  783. ['item', { source_id: 's1', title: '首次创业一次性补贴', card: { name: { text: '首次创业一次性补贴' } } }],
  784. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0 }],
  785. ...[...HEAD].map((text, i) => ['answer_delta', { stream_id: 's1', target: 'summary', sequence: i + 1, text }]),
  786. ['answer_end', { stream_id: 's1', target: 'summary', sequence: [...HEAD].length, text: FINAL, status: 'completed' }],
  787. ['summary', { text: FINAL, notices: [] }],
  788. ['result', { response: FINAL, recommendation: {}, errors: [] }],
  789. ['done', { status: 'completed' }],
  790. ]);
  791. const content = seen.content;
  792. const normFinal = normalizeChatMarkdown(FINAL);
  793. const head = normFinal.slice(0, 20);
  794. check('卡片只出现一次', countCards(content) === 1, countCards(content));
  795. check('正文只出现一次', countOf(content, normFinal) === 1, countOf(content, normFinal));
  796. check('参考资料只出现一次', countOf(content, '<ref_links>') === 1, countOf(content, '<ref_links>'));
  797. check('卡片 → 正文 → 参考资料', content.indexOf('POLICY_TABLE') < content.indexOf(head) && content.indexOf(head) < content.indexOf('<ref_links>'), `卡片@${content.indexOf('POLICY_TABLE')} 正文@${content.indexOf(head)} 参考@${content.indexOf('<ref_links>')}`);
  798. check('**没有整块重排**(compose 一次都没发 → 界面上不会重渲一遍)', seen.compose.length === 0, seen.compose.length);
  799. }
  800. console.log('\n【16】应用层:卡片集合在开流后变大(契约外的兜底)→ 不能留下两份卡片');
  801. {
  802. const FINAL = '一、第一段说明。\n\n二、第二段说明。';
  803. const seen = await runTurnWithApp([
  804. ['source', { id: 's1', title: '甲政策', type: 'policy', source: { url: 'https://example.com/p1' } }],
  805. ['item', { source_id: 's1', title: '甲政策', card: { name: { text: '甲政策' } } }],
  806. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0 }],
  807. ...DELTA_TEXTS.map((text, i) => ['answer_delta', { stream_id: 's1', target: 'summary', sequence: i + 1, text }]),
  808. // 开流后才到的第二张卡(违反 F079 顺序;旧后端或后端改动时可能发生)
  809. ['source', { id: 's2', title: '乙政策', type: 'policy', source: { url: 'https://example.com/p2' } }],
  810. ['item', { source_id: 's2', title: '乙政策', card: { name: { text: '乙政策' } } }],
  811. ['answer_end', { stream_id: 's1', target: 'summary', sequence: DELTA_TEXTS.length, text: FINAL, status: 'completed' }],
  812. ['summary', { text: FINAL }],
  813. ['result', { response: FINAL }],
  814. ['done', { status: 'completed' }],
  815. ]);
  816. const content = seen.content;
  817. check('发了 compose 兜底', seen.compose.length === 1, seen.compose.length);
  818. check('compose 带上了「需要抹掉的旧卡片块」', !!String(seen.compose[0]?.replacedLeading || ''), String(seen.compose[0]?.replacedLeading || '').slice(0, 40));
  819. check('**卡片块只保留一份**(旧的被抹掉,不是新旧并存)', countCards(content) === 1, countCards(content));
  820. check('新卡片在内容里(乙政策)', content.includes('乙政策'));
  821. check('正文只出现一次', countOf(content, MARKER) === 1, countOf(content, MARKER));
  822. check('卡片仍在正文之前', content.indexOf('POLICY_TABLE') < content.indexOf(MARKER));
  823. }
  824. console.log('\n【17】应用层:撤稿时**已上屏的卡片保留**(契约要求),且不会被补发第二份');
  825. {
  826. // ⚠️ 断流(EOF 无 done)这条路径**会走 flushContent** —— 那时 `answerStream` 已被
  827. // `discardActiveStream` 重置,`streaming` 变回 false。若「卡片已上屏」的判据里带上
  828. // `streaming`,卡片就会被当成本轮的新内容**再发一份**(界面上两份卡片)。
  829. const seen = await runTurnWithApp([
  830. ['source', { id: 's1', title: '甲政策', type: 'policy', source: { url: 'https://example.com/p1' } }],
  831. ['item', { source_id: 's1', title: '甲政策', card: { name: { text: '甲政策' } } }],
  832. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0 }],
  833. ['answer_delta', { stream_id: 's1', target: 'summary', sequence: 1, text: '半截草稿' }],
  834. // 没有 done 就到 EOF
  835. ]);
  836. const content = seen.content;
  837. check('卡片保留(开流前已上屏)且只有一份', countCards(content) === 1, countCards(content));
  838. check('草稿已被撤掉', !content.includes('半截草稿'), content.slice(-60));
  839. }
  840. console.log('\n【18】应用层:后端 error(不走 flushContent)撤稿,卡片同样保留');
  841. {
  842. const seen = await runTurnWithApp([
  843. ['source', { id: 's1', title: '甲政策', type: 'policy', source: { url: 'https://example.com/p1' } }],
  844. ['item', { source_id: 's1', title: '甲政策', card: { name: { text: '甲政策' } } }],
  845. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0 }],
  846. ['answer_delta', { stream_id: 's1', target: 'summary', sequence: 1, text: '半截草稿' }],
  847. ['error', { code: 'processing_failed' }],
  848. ]);
  849. const content = seen.content;
  850. check('卡片保留且只有一份', countCards(content) === 1, countCards(content));
  851. check('草稿已被撤掉', !content.includes('半截草稿'), content.slice(-60));
  852. }
  853. console.log('\n【19】尾部提前上屏:正文定稿即发参考资料,不等 done 的 result');
  854. {
  855. // 实测(probe-answer-tail-timing):done 要等 result(375~390KB),比正文定稿晚 3~10 秒;
  856. // 而参考资料的 source 事件在 answer_start 之前就发完了。这条就是钉住「别白等」。
  857. //
  858. // ⚠️ 必须带**真实延迟**才测得出来:同步喂事件时,`done` 路径里 message 也排在 totalResponse 之前,
  859. // 索引比较会假通过(第一版就是这么写的)。这里在 summary → result 之间插 600ms,
  860. // 断言参考资料在这 600ms 走完**之前**就上屏了。
  861. const DELAY_BEFORE_RESULT = 600;
  862. const t0 = Date.now();
  863. globalThis.fetch = async () => {
  864. const encoder = new TextEncoder();
  865. const events = [
  866. ['source', { id: 's1', title: '甲政策', type: 'policy', source: { url: 'https://example.com/p1' } }, 0],
  867. ['item', { source_id: 's1', title: '甲政策', card: { name: { text: '甲政策' } } }, 0],
  868. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0 }, 0],
  869. ...DELTA_TEXTS.map((text, i) => ['answer_delta', { stream_id: 's1', target: 'summary', sequence: i + 1, text }, 0]),
  870. ['answer_end', { stream_id: 's1', target: 'summary', sequence: DELTA_TEXTS.length, text: FINAL_TEXT, status: 'completed' }, 0],
  871. ['summary', { text: FINAL_TEXT, source_ids: ['s1'], notices: [] }, 0],
  872. // ↓ 这段延迟就是实测里 result 让用户白等的时间
  873. ['result', { response: FINAL_TEXT, recommendation: {}, errors: [] }, DELAY_BEFORE_RESULT],
  874. ['done', { status: 'completed' }, 0],
  875. ];
  876. return new Response(
  877. new ReadableStream({
  878. async start(controller) {
  879. for (const [event, data, delay] of events) {
  880. if (delay) await new Promise((r) => setTimeout(r, delay));
  881. controller.enqueue(
  882. encoder.encode(
  883. `event: ${event}\ndata: ${JSON.stringify({ thread_id: 't1', request_id: 'r1', data })}\n\n`
  884. )
  885. );
  886. }
  887. controller.close();
  888. },
  889. }),
  890. { status: 200, headers: { 'Content-Type': 'text/event-stream' } }
  891. );
  892. };
  893. const coordinator = new ApiChatCoordinator({ baseUrl: 'http://stub', threadId: 't1' });
  894. let refsAt = null;
  895. let doneAt = null;
  896. let total = null;
  897. let composeCount = 0;
  898. let allText = '';
  899. coordinator.addEventListener('message', (m) => {
  900. allText += m;
  901. if (refsAt === null && m.includes('<ref_links>')) refsAt = Date.now() - t0;
  902. });
  903. coordinator.addEventListener('answerStreamCompose', () => composeCount++);
  904. coordinator.addEventListener('totalResponse', (p) => {
  905. doneAt = Date.now() - t0;
  906. total = p;
  907. });
  908. await coordinator.generateAnswer('测试问题');
  909. await new Promise((r) => setTimeout(r, DELAY_BEFORE_RESULT + 200));
  910. check('参考资料确实上屏了', refsAt !== null, `messages=${allText.length}`);
  911. check(
  912. `**参考资料在上面的 ${DELAY_BEFORE_RESULT}ms 延迟走完之前就上屏**(没有白等 result)`,
  913. refsAt !== null && doneAt !== null && refsAt < doneAt - DELAY_BEFORE_RESULT / 2,
  914. `参考@${refsAt}ms done@${doneAt}ms(延迟 ${DELAY_BEFORE_RESULT}ms)`
  915. );
  916. check('参考资料只出现一次(done 时不重发)', countOf(allText, '<ref_links>') === 1, countOf(allText, '<ref_links>'));
  917. check('提前上屏不触发整块重排', composeCount === 0, composeCount);
  918. check(
  919. 'totalResponse 顺序不变:卡片 → 正文 → 参考资料',
  920. (() => {
  921. const ans = String(total?.answer || '');
  922. return ans.indexOf('POLICY_TABLE') < ans.indexOf(MARKER) && ans.indexOf(MARKER) < ans.indexOf('<ref_links>');
  923. })(),
  924. String(total?.answer || '').slice(0, 100)
  925. );
  926. }
  927. console.log('\n【20】尾部提前上屏后,二维码(等 result)要插到参考资料**之前**');
  928. {
  929. const seen = await runTurnWithApp([
  930. ['source', { id: 's1', title: '甲政策', type: 'policy', source: { url: 'https://example.com/p1' } }],
  931. ['item', { source_id: 's1', title: '甲政策', card: { name: { text: '甲政策' } } }],
  932. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0 }],
  933. ...DELTA_TEXTS.map((text, i) => ['answer_delta', { stream_id: 's1', target: 'summary', sequence: i + 1, text }]),
  934. ['answer_end', { stream_id: 's1', target: 'summary', sequence: DELTA_TEXTS.length, text: FINAL_TEXT, status: 'completed' }],
  935. ['summary', { text: FINAL_TEXT, source_ids: ['s1'], notices: [] }],
  936. // cipa 只有在 result 里才知道 —— 而二维码必须排在参考资料之前
  937. ['result', { response: FINAL_TEXT, recommendation: {}, cipa: true, errors: [] }],
  938. ['done', { status: 'completed' }],
  939. ]);
  940. const content = seen.content;
  941. const atQr = content.indexOf('<image-scope>');
  942. const atRefs = content.indexOf('<ref_links>');
  943. check('发了整块重排(尾部顺序要调)', seen.compose.length === 1, seen.compose.length);
  944. check('compose 带上了要抹掉的旧尾部', !!String(seen.compose[0]?.replacedTrailing || ''), String(seen.compose[0]?.replacedTrailing || '').slice(0, 40));
  945. check('二维码在参考资料**之前**(版式不变)', atQr >= 0 && atRefs > atQr, `二维码@${atQr} 参考@${atRefs}`);
  946. check('二维码只出现一次', countOf(content, '<image-scope>') === 1, countOf(content, '<image-scope>'));
  947. check('参考资料只出现一次(旧的被抹掉)', countOf(content, '<ref_links>') === 1, countOf(content, '<ref_links>'));
  948. check('正文只出现一次', countOf(content, MARKER) === 1, countOf(content, MARKER));
  949. check('卡片只出现一次', countCards(content) === 1, countCards(content));
  950. }
  951. console.log('\n【21】没有 result.cipa 时不会重排(常见路径)');
  952. {
  953. const seen = await runTurnWithApp([
  954. ['source', { id: 's1', title: '甲政策', type: 'policy', source: { url: 'https://example.com/p1' } }],
  955. ['item', { source_id: 's1', title: '甲政策', card: { name: { text: '甲政策' } } }],
  956. ['answer_start', { stream_id: 's1', target: 'summary', sequence: 0 }],
  957. ...DELTA_TEXTS.map((text, i) => ['answer_delta', { stream_id: 's1', target: 'summary', sequence: i + 1, text }]),
  958. ['answer_end', { stream_id: 's1', target: 'summary', sequence: DELTA_TEXTS.length, text: FINAL_TEXT, status: 'completed' }],
  959. ['summary', { text: FINAL_TEXT, source_ids: ['s1'], notices: [] }],
  960. ['result', { response: FINAL_TEXT, recommendation: {}, cipa: false, errors: [] }],
  961. ['done', { status: 'completed' }],
  962. ]);
  963. check('没有二维码时零重排', seen.compose.length === 0, seen.compose.length);
  964. check('无二维码', !seen.content.includes('<image-scope>'));
  965. check('参考资料在正文之后', seen.content.indexOf('<ref_links>') > seen.content.indexOf(MARKER));
  966. }
  967. console.log('\n【22】非流式轮(旧后端)不受影响:尾部仍在 done 时一次性发出');
  968. {
  969. const seen = await runTurn([
  970. ['accepted', { message: '收到' }],
  971. ['source', { id: 's1', title: '甲政策', type: 'policy', source: { url: 'https://example.com/p1' } }],
  972. ['item', { source_id: 's1', title: '甲政策', card: { name: { text: '甲政策' } } }],
  973. ['answer', { text: FINAL_TEXT }],
  974. ['summary', { text: FINAL_TEXT, source_ids: ['s1'], notices: [] }],
  975. ['result', { response: FINAL_TEXT }],
  976. ['done', { status: 'completed' }],
  977. ]);
  978. check('没有流式事件 → 不提前发', !seen.streamStart.length, seen.streamStart.length);
  979. // 旧路径是「done 时一次把整段发出去」:整轮只有一条 message(不是逐片上屏)
  980. check('整轮只有一条 message(一次性整段输出)', seen.messages.length === 1, seen.messages.length);
  981. check('参考资料只出现一次', countOf(messageText(seen), '<ref_links>') === 1, countOf(messageText(seen), '<ref_links>'));
  982. check('旧路径顺序不变:正文 → 卡片 → 参考资料', (() => {
  983. const t = messageText(seen);
  984. return t.indexOf(MARKER) < t.indexOf('POLICY_TABLE') && t.indexOf('POLICY_TABLE') < t.indexOf('<ref_links>');
  985. })(), messageText(seen).slice(0, 120));
  986. }
  987. console.log(`\n===== 总计:通过 ${pass} 项,失败 ${fail} 项 =====`);
  988. process.exit(fail ? 1 : 0);