Files
qingdao-employment-service/hook/useAudioSpeak.js

657 lines
19 KiB
JavaScript
Raw Normal View History

2025-12-22 17:46:40 +08:00
// useAudioSpeak.js
import { ref } from 'vue'
2025-12-26 16:44:11 +08:00
import globalConfig from '@/config.js';
import useUserStore from '@/stores/useUserStore';
2025-12-22 17:46:40 +08:00
/**
* TTS语音合成Hook
* @param {Object} config - TTS配置
* @param {string} config.apiUrl - 语音合成API地址
* @param {number} config.maxSegmentLength - 最大分段长度
2025-12-26 18:15:57 +08:00
* @param {number} config.minQueueSize - 最小队列缓存数量
2025-12-22 17:46:40 +08:00
* @returns {Object} TTS相关方法和状态
*/
export const useAudioSpeak = (config = {}) => {
const {
2025-12-26 18:15:57 +08:00
apiUrl = `${globalConfig.baseUrl}/app/speech/tts`,
maxSegmentLength = 30,
minQueueSize = 3 // 最小队列缓存数量
2025-12-22 17:46:40 +08:00
} = config
// 状态
const isSpeaking = ref(false)
const isPaused = ref(false)
const isLoading = ref(false)
// 播放状态
const currentText = ref('')
const currentSegmentIndex = ref(0)
const totalSegments = ref(0)
const progress = ref(0)
// 音频相关
let audioContext = null
let audioSource = null
2025-12-26 18:15:57 +08:00
let audioQueue = [] // 播放队列 [{blob, segmentIndex, text, isProcessing?}, ...]
2025-12-22 17:46:40 +08:00
let isPlayingQueue = false
let isCancelled = false
let segments = []
let lastPlayedIndex = -1
let currentPlayingIndex = -1 // 当前正在播放的片段索引
2025-12-22 18:03:10 +08:00
let isInterrupted = false // 是否被中断
2025-12-26 18:15:57 +08:00
let segmentRequests = new Map() // 存储正在进行中的请求 {index: promise}
2025-12-22 17:46:40 +08:00
// 按标点分割文本
const splitTextByPunctuation = (text) => {
const segments = []
const punctuation = /[,。!?;!?;\n]/g
let lastIndex = 0
while (true) {
const match = punctuation.exec(text)
if (!match) break
const isChinesePunctuation = /[,。!?;]/.test(match[0])
const endIndex = isChinesePunctuation ? match.index + 1 : match.index
const segment = text.substring(lastIndex, endIndex)
if (segment.trim()) {
segments.push(segment.trim())
}
lastIndex = endIndex
}
const lastSegment = text.substring(lastIndex)
if (lastSegment.trim()) {
segments.push(lastSegment.trim())
}
return segments
}
// 预处理文本
const preprocessText = (text) => {
if (!text || typeof text !== 'string') return []
const cleanText = text.replace(/\s+/g, ' ').trim()
let segments = splitTextByPunctuation(cleanText)
const finalSegments = []
segments.forEach(segment => {
if (segment.length <= maxSegmentLength) {
finalSegments.push(segment)
} else {
for (let i = 0; i < segment.length; i += maxSegmentLength) {
finalSegments.push(segment.substring(i, i + maxSegmentLength))
}
}
})
return finalSegments.filter(seg => seg && seg.trim())
}
// 请求音频片段
const fetchAudioSegment = async (text, index) => {
try {
console.log(`📶正在请求第${index + 1}段音频: "${text}"`)
2025-12-26 16:44:11 +08:00
let Authorization = ''
if (useUserStore().token) {
Authorization = `${useUserStore().token}`
}
2025-12-26 18:15:57 +08:00
const response = await fetch(`${apiUrl}?text=${text}`, {
method: 'get',
2025-12-22 17:46:40 +08:00
headers: {
'Content-Type': 'application/json',
2025-12-26 18:15:57 +08:00
'Authorization': encodeURIComponent(Authorization)
2025-12-22 17:46:40 +08:00
},
2025-12-26 18:15:57 +08:00
2025-12-22 17:46:40 +08:00
})
if (!response.ok) {
throw new Error(`HTTP错误! 状态码: ${response.status}`)
}
const audioBlob = await response.blob()
if (!audioBlob || audioBlob.size < 100) {
throw new Error('音频数据太小或无效')
}
console.log(`${index + 1}段音频获取成功,大小: ${audioBlob.size} 字节`)
return {
blob: audioBlob,
segmentIndex: index,
text: text,
2025-12-26 18:15:57 +08:00
isProcessing: false
2025-12-22 17:46:40 +08:00
}
} catch (error) {
console.error(`获取第${index + 1}段音频失败:`, error)
throw error
2025-12-26 18:15:57 +08:00
} finally {
// 请求完成,从请求映射中移除
segmentRequests.delete(index)
2025-12-22 17:46:40 +08:00
}
}
2025-12-26 18:15:57 +08:00
// 预加载音频片段(填充队列)
const preloadAudioSegments = async (startIndex) => {
if (isCancelled || isInterrupted) {
console.log('播放已中断,停止预加载')
return
}
// 计算需要预加载的片段
const neededSegments = []
for (let i = startIndex; i < Math.min(startIndex + minQueueSize, segments.length); i++) {
// 检查是否已经在队列中或正在请求中
const isInQueue = audioQueue.some(item => item.segmentIndex === i)
const isRequesting = segmentRequests.has(i)
if (!isInQueue && !isRequesting && i > lastPlayedIndex) {
neededSegments.push(i)
}
}
if (neededSegments.length === 0) {
console.log('无需预加载,所有需要的片段已在队列或请求中')
return
}
console.log(`预加载 ${neededSegments.length} 个片段: ${neededSegments.map(i => i + 1).join(', ')}`)
// 并发请求需要的片段
const requests = neededSegments.map(index => {
console.log(`开始预加载第${index + 1}个片段`)
segmentRequests.set(index, true) // 标记为正在请求
return fetchAudioSegment(segments[index], index)
.then(audioItem => {
if (isCancelled || isInterrupted) {
console.log('播放已中断,丢弃预加载的片段')
return null
}
// 添加到队列
addToQueue(audioItem)
console.log(`预加载片段${index + 1}完成,队列长度: ${audioQueue.length}`)
return audioItem
})
.catch(error => {
console.error(`预加载片段${index + 1}失败:`, error)
return null
})
})
await Promise.all(requests)
}
2025-12-22 17:46:40 +08:00
// 初始化音频上下文
const initAudioContext = () => {
2025-12-22 18:03:10 +08:00
if (!audioContext || audioContext.state === 'closed') {
2025-12-22 17:46:40 +08:00
audioContext = new (window.AudioContext || window.webkitAudioContext)()
console.log('音频上下文已初始化')
}
return audioContext
}
// 解码并播放音频Blob
const decodeAndPlayBlob = async (audioBlob, segmentIndex) => {
return new Promise((resolve, reject) => {
if (isCancelled || !audioContext) {
2025-12-22 18:03:10 +08:00
console.log('播放已取消或音频上下文不存在,跳过播放')
2025-12-22 17:46:40 +08:00
resolve()
return
}
// 设置当前正在播放的片段索引
currentPlayingIndex = segmentIndex
console.log(`设置当前播放索引为: ${currentPlayingIndex}`)
const fileReader = new FileReader()
fileReader.onload = async (e) => {
try {
const arrayBuffer = e.target.result
const audioBuffer = await audioContext.decodeAudioData(arrayBuffer)
2025-12-22 18:03:10 +08:00
// 如果在此期间被取消,直接返回
if (isCancelled) {
console.log('播放过程中被取消')
resolve()
return
}
2025-12-22 17:46:40 +08:00
audioSource = audioContext.createBufferSource()
audioSource.buffer = audioBuffer
audioSource.connect(audioContext.destination)
audioSource.onended = () => {
console.log(`${segmentIndex + 1}个片段播放完成`)
audioSource = null
lastPlayedIndex = segmentIndex
currentPlayingIndex = -1
2025-12-26 18:15:57 +08:00
// 片段播放完成后,检查是否需要预加载更多
checkAndPreloadNextSegments()
2025-12-22 17:46:40 +08:00
resolve()
}
audioSource.onerror = (error) => {
console.error('音频播放错误:', error)
currentPlayingIndex = -1
reject(error)
}
console.log(`▶️开始播放第${segmentIndex + 1}个片段`)
2025-12-22 18:03:10 +08:00
// 如果音频上下文被暂停,先恢复
if (audioContext.state === 'suspended') {
await audioContext.resume()
}
2025-12-22 17:46:40 +08:00
audioSource.start(0)
} catch (error) {
console.error('解码或播放音频失败:', error)
currentPlayingIndex = -1
reject(error)
}
}
fileReader.onerror = (error) => {
console.error('读取音频文件失败:', error)
currentPlayingIndex = -1
reject(error)
}
fileReader.readAsArrayBuffer(audioBlob)
})
}
2025-12-26 18:15:57 +08:00
// 检查并预加载下一个片段
const checkAndPreloadNextSegments = () => {
if (isCancelled || isInterrupted) {
return
2025-12-22 17:46:40 +08:00
}
2025-12-26 18:15:57 +08:00
// 计算当前队列中未播放的片段数量
const unplayedInQueue = audioQueue.filter(item => item.segmentIndex > lastPlayedIndex).length
console.log(`队列检查: 已播放=${lastPlayedIndex + 1}, 队列中未播放=${unplayedInQueue}, 最小队列要求=${minQueueSize}`)
// 如果队列中的未播放片段少于最小要求,预加载更多
if (unplayedInQueue < minQueueSize && lastPlayedIndex < segments.length - 1) {
const nextIndex = Math.max(lastPlayedIndex + 1, 0)
console.log(`队列不足,开始预加载从第${nextIndex + 1}个片段开始`)
preloadAudioSegments(nextIndex)
2025-12-22 17:46:40 +08:00
}
}
// 从队列播放音频
const playFromQueue = async () => {
if (isPlayingQueue || audioQueue.length === 0) {
return
}
isPlayingQueue = true
try {
2025-12-22 18:03:10 +08:00
while (audioQueue.length > 0 && !isCancelled && !isInterrupted) {
2025-12-26 18:15:57 +08:00
// 找到下一个应该播放的片段按segmentIndex顺序
const nextItemIndex = audioQueue.findIndex(item => item.segmentIndex === lastPlayedIndex + 1)
if (nextItemIndex === -1) {
// 没有找到下一个片段,等待一下再检查
console.log(`等待下一个片段(需要${lastPlayedIndex + 2}),当前队列:`,
audioQueue.map(item => item.segmentIndex + 1))
await new Promise(resolve => setTimeout(resolve, 100))
continue
}
const audioItem = audioQueue[nextItemIndex]
2025-12-22 17:46:40 +08:00
currentSegmentIndex.value = audioItem.segmentIndex
2025-12-26 18:15:57 +08:00
// 播放音频
2025-12-22 17:46:40 +08:00
console.log(`准备播放第${audioItem.segmentIndex + 1}个片段: "${audioItem.text}"`)
await decodeAndPlayBlob(audioItem.blob, audioItem.segmentIndex)
2025-12-22 18:03:10 +08:00
if (isCancelled || isInterrupted) {
console.log('播放被中断,退出播放队列')
break
}
2025-12-26 18:15:57 +08:00
// 播放完成后从队列中移除
audioQueue.splice(nextItemIndex, 1)
2025-12-22 17:46:40 +08:00
console.log(`片段${audioItem.segmentIndex + 1}播放完成,队列剩余: ${audioQueue.length}`)
// 更新进度
progress.value = Math.floor(((audioItem.segmentIndex + 1) / totalSegments.value) * 100)
// 短暂延迟
await new Promise(resolve => setTimeout(resolve, 50))
}
// 检查是否所有片段都播放完成
2025-12-26 18:15:57 +08:00
if (lastPlayedIndex === totalSegments.value - 1) {
2025-12-22 17:46:40 +08:00
console.log('所有音频片段播放完成')
progress.value = 100
2025-12-26 18:15:57 +08:00
isSpeaking.value = false
isPaused.value = false
2025-12-22 17:46:40 +08:00
}
} catch (error) {
console.error('播放队列出错:', error)
} finally {
isPlayingQueue = false
}
}
// 向队列添加音频
const addToQueue = (audioItem) => {
2025-12-22 18:03:10 +08:00
// 如果被取消或中断,不添加到队列
if (isCancelled || isInterrupted) {
console.log('播放已中断,不添加到队列')
return
}
2025-12-26 18:15:57 +08:00
// 如果已经播放过或正在播放,不添加
if (audioItem.segmentIndex <= lastPlayedIndex) {
console.log(`片段${audioItem.segmentIndex + 1}已经播放过,跳过添加`)
return
}
// 检查是否已经在队列中
const exists = audioQueue.some(item => item.segmentIndex === audioItem.segmentIndex)
if (exists) {
console.log(`片段${audioItem.segmentIndex + 1}已经在队列中,跳过添加`)
return
}
2025-12-22 17:46:40 +08:00
// 按segmentIndex插入到正确位置
let insertIndex = 0
for (let i = audioQueue.length - 1; i >= 0; i--) {
if (audioQueue[i].segmentIndex < audioItem.segmentIndex) {
insertIndex = i + 1
break
}
}
audioQueue.splice(insertIndex, 0, audioItem)
2025-12-26 18:15:57 +08:00
console.log(`音频片段${audioItem.segmentIndex + 1}已添加到队列位置${insertIndex},队列长度: ${audioQueue.length}`)
2025-12-22 17:46:40 +08:00
// 如果队列中有音频且当前没有在播放,开始播放
2025-12-26 18:15:57 +08:00
if (!isPlayingQueue && audioQueue.some(item => item.segmentIndex === 0)) {
2025-12-22 17:46:40 +08:00
playFromQueue()
}
}
// 文本提取工具函数
function extractSpeechText(markdown) {
if (!markdown || markdown.indexOf('job-json') === -1) {
return markdown;
}
const jobRegex = /``` job-json\s*({[\s\S]*?})\s*```/g;
const jobs = [];
let match;
let lastJobEndIndex = 0;
let firstJobStartIndex = -1;
2025-12-22 17:46:40 +08:00
while ((match = jobRegex.exec(markdown)) !== null) {
const jobStr = match[1];
try {
const job = JSON.parse(jobStr);
jobs.push(job);
if (firstJobStartIndex === -1) {
firstJobStartIndex = match.index;
}
lastJobEndIndex = jobRegex.lastIndex;
} catch (e) {
console.warn('JSON 解析失败', e);
}
}
2025-12-22 17:46:40 +08:00
const guideText = firstJobStartIndex > 0 ?
markdown.slice(0, firstJobStartIndex).trim() : '';
const endingText = lastJobEndIndex < markdown.length ?
markdown.slice(lastJobEndIndex).trim() : '';
2025-12-22 17:46:40 +08:00
const jobTexts = jobs.map((job, index) => {
// 处理薪资格式
let salaryText = job.salary;
2025-12-26 18:15:57 +08:00
if (salaryText) {
// 匹配 "XXXXX-XXXXX元/月" 格式
const rangeMatch = salaryText.match(/(\d+)-(\d+)元\/月/);
if (rangeMatch) {
const minSalary = parseInt(rangeMatch[1], 10);
const maxSalary = parseInt(rangeMatch[2], 10);
// 转换为千位单位
const minK = Math.round(minSalary / 1000);
const maxK = Math.round(maxSalary / 1000);
salaryText = `${minK}千到${maxK}千每月`;
}
// 如果不是 "XXXXX-XXXXX元/月" 格式,保持原样
}
return `${index + 1} 个岗位,岗位名称是:${job.jobTitle},公司是:${job.companyName},薪资:${salaryText},地点:${job.location},学历要求:${job.education},经验要求:${job.experience}`;
2025-12-22 17:46:40 +08:00
});
2025-12-22 17:46:40 +08:00
const finalTextParts = [];
if (guideText) finalTextParts.push(guideText);
finalTextParts.push(...jobTexts);
if (endingText) finalTextParts.push(endingText);
2025-12-22 17:46:40 +08:00
return finalTextParts.join('\n');
}
// 清理资源
const cleanup = () => {
2025-12-22 18:03:10 +08:00
console.log('开始清理资源')
2025-12-22 17:46:40 +08:00
isCancelled = true
2025-12-22 18:03:10 +08:00
isInterrupted = true
2025-12-22 17:46:40 +08:00
if (audioSource) {
try {
audioSource.stop()
2025-12-22 18:03:10 +08:00
console.log('音频源已停止')
2025-12-22 17:46:40 +08:00
} catch (e) {
2025-12-22 18:03:10 +08:00
console.warn('停止音频源失败:', e)
2025-12-22 17:46:40 +08:00
}
audioSource = null
}
if (audioContext && audioContext.state !== 'closed') {
audioContext.close()
2025-12-22 18:03:10 +08:00
console.log('音频上下文已关闭')
2025-12-22 17:46:40 +08:00
}
2025-12-26 18:15:57 +08:00
// 取消所有进行中的请求
segmentRequests.clear()
2025-12-22 17:46:40 +08:00
audioContext = null
audioQueue = []
segments = []
isPlayingQueue = false
lastPlayedIndex = -1
currentPlayingIndex = -1
isSpeaking.value = false
isPaused.value = false
isLoading.value = false
progress.value = 0
2025-12-22 18:03:10 +08:00
console.log('资源清理完成')
2025-12-22 17:46:40 +08:00
}
// 停止播放
const stopAudio = () => {
2025-12-22 18:03:10 +08:00
console.log('停止音频播放')
2025-12-22 17:46:40 +08:00
isCancelled = true
2025-12-22 18:03:10 +08:00
isInterrupted = true
2025-12-22 17:46:40 +08:00
if (audioSource) {
try {
audioSource.stop()
2025-12-22 18:03:10 +08:00
console.log('音频源已停止')
2025-12-22 17:46:40 +08:00
} catch (e) {
2025-12-22 18:03:10 +08:00
console.warn('停止音频源失败:', e)
2025-12-22 17:46:40 +08:00
}
audioSource = null
}
2025-12-22 18:03:10 +08:00
2025-12-26 18:15:57 +08:00
// 取消所有进行中的请求
segmentRequests.clear()
2025-12-22 18:03:10 +08:00
audioQueue = []
2025-12-22 17:46:40 +08:00
isPlayingQueue = false
currentPlayingIndex = -1
isSpeaking.value = false
isPaused.value = false
isLoading.value = false
2025-12-22 18:03:10 +08:00
// 恢复中断标志,为下一次播放准备
setTimeout(() => {
isCancelled = false
isInterrupted = false
}, 100)
2025-12-22 17:46:40 +08:00
}
// 主speak方法
const speak = async (text) => {
2025-12-22 18:03:10 +08:00
console.log('开始新的语音播报')
2025-12-22 17:46:40 +08:00
2025-12-22 18:03:10 +08:00
// 先停止当前播放
if (isSpeaking.value || audioQueue.length > 0) {
console.log('检测到正在播放,先停止')
2025-12-22 17:46:40 +08:00
stopAudio()
2025-12-22 18:03:10 +08:00
// 等待一小段时间确保资源清理完成
await new Promise(resolve => setTimeout(resolve, 200))
2025-12-22 17:46:40 +08:00
}
2025-12-22 18:03:10 +08:00
text = extractSpeechText(text)
console.log('开始语音播报:', text)
2025-12-22 17:46:40 +08:00
// 重置状态
isCancelled = false
2025-12-22 18:03:10 +08:00
isInterrupted = false
2025-12-22 17:46:40 +08:00
currentText.value = text
isLoading.value = true
isSpeaking.value = true
progress.value = 0
audioQueue = []
2025-12-26 18:15:57 +08:00
segmentRequests.clear()
2025-12-22 17:46:40 +08:00
lastPlayedIndex = -1
currentPlayingIndex = -1
// 预处理文本
segments = preprocessText(text)
console.log('文本分段结果:', segments)
if (segments.length === 0) {
console.warn('没有有效的文本可以播报')
isLoading.value = false
isSpeaking.value = false
return
}
totalSegments.value = segments.length
try {
// 初始化音频上下文
initAudioContext()
2025-12-26 18:15:57 +08:00
// 1. 初始预加载前N个片段N = minQueueSize
console.log(`初始预加载前${Math.min(minQueueSize, segments.length)}个片段`)
await preloadAudioSegments(0)
2025-12-22 17:46:40 +08:00
2025-12-22 18:03:10 +08:00
if (isCancelled || isInterrupted) {
2025-12-26 18:15:57 +08:00
console.log('播放被取消或中断')
2025-12-22 18:03:10 +08:00
return
}
2025-12-26 18:15:57 +08:00
// 2. 开始播放
console.log('开始播放音频队列')
playFromQueue()
2025-12-22 17:46:40 +08:00
2025-12-26 18:15:57 +08:00
// 3. 等待播放完成或中断
while (lastPlayedIndex < segments.length - 1 && !isCancelled && !isInterrupted) {
await new Promise(resolve => setTimeout(resolve, 500))
// 更新加载状态
if (isLoading.value && audioQueue.length > 0) {
isLoading.value = false
}
2025-12-22 17:46:40 +08:00
}
2025-12-26 18:15:57 +08:00
if (isCancelled || isInterrupted) {
console.log('播放被取消或中断')
} else {
console.log('音频播放完成')
isSpeaking.value = false
isPaused.value = false
isLoading.value = false
progress.value = 100
}
2025-12-22 17:46:40 +08:00
} catch (error) {
console.error('语音播报失败:', error)
} finally {
// 最终清理
2025-12-22 18:03:10 +08:00
if (isCancelled || isInterrupted) {
console.log('播放被取消或中断,进行清理')
2025-12-22 17:46:40 +08:00
cleanup()
}
}
}
// 暂停播放
const pause = () => {
if (audioContext && isSpeaking.value && !isPaused.value) {
audioContext.suspend().then(() => {
isPaused.value = true
console.log('播放已暂停')
})
}
}
// 恢复播放
const resume = () => {
if (audioContext && isSpeaking.value && isPaused.value) {
audioContext.resume().then(() => {
isPaused.value = false
console.log('播放已恢复')
})
}
}
// 取消音频
const cancelAudio = () => {
console.log('取消音频播放')
stopAudio()
cleanup()
}
return {
// 状态
isSpeaking,
isPaused,
isLoading,
currentText,
currentSegmentIndex,
totalSegments,
progress,
// 方法
speak,
pause,
resume,
cancelAudio,
cleanup
}
}