feat(mobile): voice-first master replies with WeChat-style unread dot and 转文字

客户 2026-07-18 追加要求:师傅回复先以语音消息呈现(微信式),
未读带红点,点击播放,可选「转文字」展开全文;同时优化长文刷屏布局。

speech.ts:
- 播放控制器新增 preload(text):预合成 TTS 并写入源缓存(不播放),
  供语音气泡在首次点击前显示时长;失败返回 null
- 新增 measureAudioDuration(source):经 metadata 探测音频秒长(8s 超时兜底)

sop/index.vue:
- MasterMsg 增加 voiceStatus(preparing/ready/unavailable)/voiceDuration/
  unread/transcriptOpen
- 答案到达即后台预合成语音(说话内容=直接答案 answer 字段),
  就绪后气泡显示「🔊 N"」+未读红点;点击播放(再点停止,播放态变色),
  播放即清红点;「转文字」灰 chip 展开完整结构化内容
  (要点/提醒/引用/总结卡/反馈),微信同款交互
- TTS 不可用或答案为空时自动回退为纯文本气泡(播报按钮保留),
  训练概况等数据型回复直接文本呈现
- 布局优化:头部压缩,长文默认收进「转文字」,线程不再整段刷屏

验证:
- 本地:时长 13" 真实测得、红点播放后消失、转文字展开全文,3 张截图目检
- 生产冒烟:语音气泡+时长+红点+转文字 chip 全部就位
- H5 已发布(备份 h5-before-20260718045801)

说明:每条答案一次 TTS 合成调用(有缓存),试点量级成本可忽略;
练页会话化(批次二)将复用同一套语音气泡形态。

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
2026-07-18 04:59:11 +08:00
co-authored by Claude Fable 5
parent bf1e881a8c
commit f7eff14342
2 changed files with 257 additions and 50 deletions
+158 -5
View File
@@ -42,7 +42,21 @@
<view v-else class="bubble-row left"> <view v-else class="bubble-row left">
<view class="avatar master-avatar">师</view> <view class="avatar master-avatar">师</view>
<view class="bubble master"> <view class="master-col">
<view v-if="msg.voiceStatus !== 'unavailable'" class="voice-line">
<view
class="bubble master voice-bubble"
:class="{ playing: isVoicePlaying(msg) }"
@click="playVoice(msg)"
>
<text class="voice-icon">{{ isVoicePlaying(msg) ? '◼' : '🔊' }}</text>
<text class="voice-duration">{{ voiceLabel(msg) }}</text>
</view>
<view v-if="msg.unread" class="voice-dot" />
<button v-if="!msg.transcriptOpen" class="transcript-toggle" @click="msg.transcriptOpen = true">转文字</button>
</view>
<view v-if="msg.voiceStatus === 'unavailable' || msg.transcriptOpen" class="bubble master transcript-bubble">
<text class="bubble-text">{{ msg.result.answer || '未生成直接答案,请查看引用依据。' }}</text> <text class="bubble-text">{{ msg.result.answer || '未生成直接答案,请查看引用依据。' }}</text>
<view v-if="msg.result.keyPoints?.length" class="bubble-keypoints"> <view v-if="msg.result.keyPoints?.length" class="bubble-keypoints">
<text v-for="(point, index) in msg.result.keyPoints" :key="point" class="bubble-keypoint"> <text v-for="(point, index) in msg.result.keyPoints" :key="point" class="bubble-keypoint">
@@ -55,7 +69,9 @@
<text v-if="msg.result.noEvidence" class="bubble-noevidence">当前授权空间内没有足够依据。</text> <text v-if="msg.result.noEvidence" class="bubble-noevidence">当前授权空间内没有足够依据。</text>
<view class="bubble-actions"> <view class="bubble-actions">
<button class="bubble-action" @click="toggleAnswerSpeech(msg)">{{ speechButtonLabel(`answer-${msg.id}`) }}</button> <button v-if="msg.voiceStatus === 'unavailable'" class="bubble-action" @click="toggleAnswerSpeech(msg)">
{{ speechButtonLabel(`answer-${msg.id}`) }}
</button>
<button v-if="msg.result.snippets?.length" class="bubble-action" @click="msg.citationsOpen = !msg.citationsOpen"> <button v-if="msg.result.snippets?.length" class="bubble-action" @click="msg.citationsOpen = !msg.citationsOpen">
引用 {{ msg.result.snippets.length }} 条 {{ msg.citationsOpen ? '▲' : '▼' }} 引用 {{ msg.result.snippets.length }} 条 {{ msg.citationsOpen ? '▲' : '▼' }}
</button> </button>
@@ -95,6 +111,7 @@
</view> </view>
</view> </view>
</view> </view>
</view>
</template> </template>
<view v-if="!loggedIn" class="bubble-row left"> <view v-if="!loggedIn" class="bubble-row left">
@@ -237,7 +254,7 @@ import {
} from '@/services/auth'; } from '@/services/auth';
import { resetPageScroll } from '@/services/navigation'; import { resetPageScroll } from '@/services/navigation';
import { ensureEmployeePosition } from '@/services/position'; import { ensureEmployeePosition } from '@/services/position';
import { chooseSpeechAudio, createSpeechPlaybackController, transcribeSpeechBlob, transcribeSpeechFile } from '@/services/speech'; import { chooseSpeechAudio, createSpeechPlaybackController, measureAudioDuration, transcribeSpeechBlob, transcribeSpeechFile } from '@/services/speech';
import { downloadSummaryCardImage } from '@/services/summary-card-image'; import { downloadSummaryCardImage } from '@/services/summary-card-image';
import { computed } from 'vue'; import { computed } from 'vue';
@@ -260,6 +277,10 @@ interface MasterMsg {
feedbackVerdict: AnswerFeedbackVerdict | ''; feedbackVerdict: AnswerFeedbackVerdict | '';
feedbackSubmitting: boolean; feedbackSubmitting: boolean;
citationsOpen: boolean; citationsOpen: boolean;
voiceStatus: 'preparing' | 'ready' | 'unavailable';
voiceDuration: number | null;
unread: boolean;
transcriptOpen: boolean;
} }
interface SystemMsg { interface SystemMsg {
@@ -394,6 +415,7 @@ const sendQuestion = async (rawText: string, options: { voice?: boolean } = {})
}) })
: await searchKnowledge(text); : await searchKnowledge(text);
if (generation !== knowledgeSearchGeneration) return; if (generation !== knowledgeSearchGeneration) return;
const spoken = (nextResult.answer || '').trim();
replaceMsg(pending.id, { replaceMsg(pending.id, {
id: pending.id, id: pending.id,
role: 'master', role: 'master',
@@ -401,8 +423,13 @@ const sendQuestion = async (rawText: string, options: { voice?: boolean } = {})
toolCode: '', toolCode: '',
feedbackVerdict: '', feedbackVerdict: '',
feedbackSubmitting: false, feedbackSubmitting: false,
citationsOpen: false citationsOpen: false,
voiceStatus: spoken ? 'preparing' : 'unavailable',
voiceDuration: null,
unread: Boolean(spoken),
transcriptOpen: false
}); });
if (spoken) void prepareVoice(pending.id, spoken);
if (!nextResult.answer && !nextResult.snippets?.length) { if (!nextResult.answer && !nextResult.snippets?.length) {
pushSystem('未检索到可引用内容,换个问法试试'); pushSystem('未检索到可引用内容,换个问法试试');
} }
@@ -454,7 +481,11 @@ const runDataTool = async (toolCode: 'MY_PRACTICE_SUMMARY' | 'TEAM_PRACTICE_SUMM
toolCode: effectiveToolCode, toolCode: effectiveToolCode,
feedbackVerdict: '', feedbackVerdict: '',
feedbackSubmitting: false, feedbackSubmitting: false,
citationsOpen: false citationsOpen: false,
voiceStatus: 'unavailable',
voiceDuration: null,
unread: false,
transcriptOpen: false
}); });
} catch (error) { } catch (error) {
if (generation !== knowledgeSearchGeneration) return; if (generation !== knowledgeSearchGeneration) return;
@@ -546,6 +577,47 @@ const pickVoiceAudio = async () => {
} }
}; };
const findMasterMsg = (id: number): MasterMsg | null => {
const found = messages.value.find((item) => item.id === id);
return found && found.role === 'master' ? found : null;
};
const spokenTextOf = (msg: MasterMsg) => (msg.result.answer || '').trim();
/** Pre-synthesize the reply audio so the voice bubble can show a duration
* before the first tap, WeChat-style. Falls back to a plain text bubble
* when remote TTS is unavailable. */
const prepareVoice = async (id: number, spoken: string) => {
const source = await speechPlayback.preload(spoken);
const msg = findMasterMsg(id);
if (!msg) return;
if (!source) {
msg.voiceStatus = 'unavailable';
msg.unread = false;
return;
}
msg.voiceDuration = await measureAudioDuration(source);
msg.voiceStatus = 'ready';
};
const isVoicePlaying = (msg: MasterMsg) =>
speechState.value.key === `answer-${msg.id}` && speechState.value.status === 'playing';
const voiceLabel = (msg: MasterMsg) => {
if (speechState.value.key === `answer-${msg.id}` && speechState.value.status === 'loading') return '…';
if (msg.voiceStatus === 'preparing') return '…';
return msg.voiceDuration ? `${Math.min(msg.voiceDuration, 60)}"` : '语音';
};
const playVoice = (msg: MasterMsg) => {
if (msg.voiceStatus === 'preparing') {
uni.showToast({ title: '语音生成中,请稍候', icon: 'none' });
return;
}
msg.unread = false;
void speechPlayback.toggle(`answer-${msg.id}`, spokenTextOf(msg));
};
const snippetExcerpt = (text = '') => { const snippetExcerpt = (text = '') => {
const value = text.trim(); const value = text.trim();
return value.length > 260 ? `${value.slice(0, 260)}...` : value; return value.length > 260 ? `${value.slice(0, 260)}...` : value;
@@ -2018,4 +2090,85 @@ onUnload(() => {
.pending-bubble .bubble-text { .pending-bubble .bubble-text {
color: #8a93a0; color: #8a93a0;
} }
/* ===== voice-first master replies (WeChat voice message style) ===== */
.master-col {
display: flex;
flex-direction: column;
align-items: flex-start;
gap: 8px;
max-width: 82%;
}
.master-col .bubble {
max-width: 100%;
}
.voice-line {
display: flex;
align-items: center;
gap: 8px;
}
.voice-bubble {
display: flex;
align-items: center;
gap: 8px;
min-width: 96px;
padding: 11px 14px;
cursor: pointer;
}
.voice-bubble.playing {
background: #ffe9eb;
}
.voice-icon {
font-size: 15px;
line-height: 1;
}
.voice-duration {
color: #232a33;
font-size: 15px;
font-weight: 600;
}
.voice-dot {
flex-shrink: 0;
width: 9px;
height: 9px;
border-radius: 50%;
background: #f43b30;
}
.transcript-toggle {
flex-shrink: 0;
margin: 0;
padding: 4px 12px;
border: none;
border-radius: 8px;
background: rgba(20, 24, 31, 0.06);
color: #6b7480;
font-size: 12px;
line-height: 1.5;
}
/* compact header */
.chat-head {
padding: 8px 12px 6px;
}
.chat-head-row {
margin-bottom: 6px;
}
.chat-title {
font-size: 16px;
}
.chat-source-switch .source-option {
padding: 5px 0;
font-size: 13px;
}
</style> </style>
+55 -1
View File
@@ -210,10 +210,64 @@ export const createSpeechPlaybackController = (
} }
}; };
/**
* Synthesize (and cache) audio for `text` without playing it, so a
* WeChat-style voice bubble can show duration before the first tap.
* Returns the audio source URL, or null when remote TTS is unavailable.
*/
const preload = async (text: string): Promise<string | null> => {
const value = text.trim();
if (!value) return null;
const cached = sourceCache.get(value);
if (cached) return cached;
try {
const result = await synthesizeSpeech(value);
const source = result.inlineAudioUrl || result.audioUrl;
if (!source) return null;
sourceCache.set(value, source);
while (sourceCache.size > maxCachedSources) {
const oldestKey = sourceCache.keys().next().value as string | undefined;
if (!oldestKey) break;
sourceCache.delete(oldestKey);
}
return source;
} catch {
return null;
}
};
const destroy = () => { const destroy = () => {
stop(); stop();
sourceCache.clear(); sourceCache.clear();
}; };
return { toggle, stop, destroy }; return { toggle, stop, destroy, preload };
}; };
export const measureAudioDuration = (source: string): Promise<number | null> =>
new Promise((resolve) => {
if (typeof Audio === 'undefined') {
resolve(null);
return;
}
const probe = new Audio();
let settled = false;
const finish = (value: number | null) => {
if (settled) return;
settled = true;
probe.src = '';
resolve(value);
};
const timer = setTimeout(() => finish(null), 8000);
probe.preload = 'metadata';
probe.onloadedmetadata = () => {
clearTimeout(timer);
const duration = probe.duration;
finish(Number.isFinite(duration) && duration > 0 ? Math.max(1, Math.round(duration)) : null);
};
probe.onerror = () => {
clearTimeout(timer);
finish(null);
};
probe.src = source;
});