仿生人AI服务端测试网页

2025-11-05 18:05:09 +08:00
parent 179604931d
commit f50521e548
14 changed files with 6521 additions and 0 deletions
@@ -0,0 +1,670 @@
+const SAMPLE_RATE = 16000;
+const CHANNELS = 1;
+const FRAME_SIZE = 960;  // 对应于60ms帧大小 (16000Hz * 0.06s = 960 samples)
+const OPUS_APPLICATION = 2049; // OPUS_APPLICATION_AUDIO
+const BUFFER_SIZE = 4096;
+
+let audioContext = new (window.AudioContext || window.webkitAudioContext)({ sampleRate: SAMPLE_RATE });
+let mediaStream, mediaSource, audioProcessor;
+let recordedPcmData = []; // 存储原始PCM数据
+let recordedOpusData = []; // 存储Opus编码后的数据
+let opusEncoder, opusDecoder;
+let isRecording = false;
+
+const startButton = document.getElementById("start");
+const stopButton = document.getElementById("stop");
+const playButton = document.getElementById("play");
+const statusLabel = document.getElementById("status");
+
+startButton.addEventListener("click", startRecording);
+stopButton.addEventListener("click", stopRecording);
+playButton.addEventListener("click", playRecording);
+
+// 初始化Opus编码器与解码器
+async function initOpus() {
+    if (typeof window.ModuleInstance === 'undefined') {
+        if (typeof Module !== 'undefined') {
+            // 尝试使用全局Module
+            window.ModuleInstance = Module;
+            console.log('使用全局Module作为ModuleInstance');
+        } else {
+            console.error("Opus库未加载，ModuleInstance和Module对象都不存在");
+            return false;
+        }
+    }
+    
+    try {
+        const mod = window.ModuleInstance;
+        
+        // 创建编码器
+        opusEncoder = {
+            channels: CHANNELS,
+            sampleRate: SAMPLE_RATE,
+            frameSize: FRAME_SIZE,
+            maxPacketSize: 4000,
+            module: mod,
+            
+            // 初始化编码器
+            init: function() {
+                // 获取编码器大小
+                const encoderSize = mod._opus_encoder_get_size(this.channels);
+                console.log(`Opus编码器大小: ${encoderSize}字节`);
+                
+                // 分配内存
+                this.encoderPtr = mod._malloc(encoderSize);
+                if (!this.encoderPtr) {
+                    throw new Error("无法分配编码器内存");
+                }
+                
+                // 初始化编码器
+                const err = mod._opus_encoder_init(
+                    this.encoderPtr,
+                    this.sampleRate,
+                    this.channels,
+                    OPUS_APPLICATION
+                );
+                
+                if (err < 0) {
+                    throw new Error(`Opus编码器初始化失败: ${err}`);
+                }
+                
+                return true;
+            },
+            
+            // 编码方法
+            encode: function(pcmData) {
+                const mod = this.module;
+                
+                // 为PCM数据分配内存
+                const pcmPtr = mod._malloc(pcmData.length * 2); // Int16 = 2字节
+                
+                // 将数据复制到WASM内存
+                for (let i = 0; i < pcmData.length; i++) {
+                    mod.HEAP16[(pcmPtr >> 1) + i] = pcmData[i];
+                }
+                
+                // 为Opus编码数据分配内存
+                const maxEncodedSize = this.maxPacketSize;
+                const encodedPtr = mod._malloc(maxEncodedSize);
+                
+                // 编码
+                const encodedBytes = mod._opus_encode(
+                    this.encoderPtr,
+                    pcmPtr,
+                    this.frameSize,
+                    encodedPtr,
+                    maxEncodedSize
+                );
+                
+                if (encodedBytes < 0) {
+                    mod._free(pcmPtr);
+                    mod._free(encodedPtr);
+                    throw new Error(`Opus编码失败: ${encodedBytes}`);
+                }
+                
+                // 复制编码后的数据
+                const encodedData = new Uint8Array(encodedBytes);
+                for (let i = 0; i < encodedBytes; i++) {
+                    encodedData[i] = mod.HEAPU8[encodedPtr + i];
+                }
+                
+                // 释放内存
+                mod._free(pcmPtr);
+                mod._free(encodedPtr);
+                
+                return encodedData;
+            },
+            
+            // 销毁方法
+            destroy: function() {
+                if (this.encoderPtr) {
+                    this.module._free(this.encoderPtr);
+                    this.encoderPtr = null;
+                }
+            }
+        };
+        
+        // 创建解码器
+        opusDecoder = {
+            channels: CHANNELS,
+            rate: SAMPLE_RATE,
+            frameSize: FRAME_SIZE,
+            module: mod,
+            
+            // 初始化解码器
+            init: function() {
+                // 获取解码器大小
+                const decoderSize = mod._opus_decoder_get_size(this.channels);
+                console.log(`Opus解码器大小: ${decoderSize}字节`);
+                
+                // 分配内存
+                this.decoderPtr = mod._malloc(decoderSize);
+                if (!this.decoderPtr) {
+                    throw new Error("无法分配解码器内存");
+                }
+                
+                // 初始化解码器
+                const err = mod._opus_decoder_init(
+                    this.decoderPtr,
+                    this.rate,
+                    this.channels
+                );
+                
+                if (err < 0) {
+                    throw new Error(`Opus解码器初始化失败: ${err}`);
+                }
+                
+                return true;
+            },
+            
+            // 解码方法
+            decode: function(opusData) {
+                const mod = this.module;
+                
+                // 为Opus数据分配内存
+                const opusPtr = mod._malloc(opusData.length);
+                mod.HEAPU8.set(opusData, opusPtr);
+                
+                // 为PCM输出分配内存
+                const pcmPtr = mod._malloc(this.frameSize * 2); // Int16 = 2字节
+                
+                // 解码
+                const decodedSamples = mod._opus_decode(
+                    this.decoderPtr,
+                    opusPtr,
+                    opusData.length,
+                    pcmPtr,
+                    this.frameSize,
+                    0 // 不使用FEC
+                );
+                
+                if (decodedSamples < 0) {
+                    mod._free(opusPtr);
+                    mod._free(pcmPtr);
+                    throw new Error(`Opus解码失败: ${decodedSamples}`);
+                }
+                
+                // 复制解码后的数据
+                const decodedData = new Int16Array(decodedSamples);
+                for (let i = 0; i < decodedSamples; i++) {
+                    decodedData[i] = mod.HEAP16[(pcmPtr >> 1) + i];
+                }
+                
+                // 释放内存
+                mod._free(opusPtr);
+                mod._free(pcmPtr);
+                
+                return decodedData;
+            },
+            
+            // 销毁方法
+            destroy: function() {
+                if (this.decoderPtr) {
+                    this.module._free(this.decoderPtr);
+                    this.decoderPtr = null;
+                }
+            }
+        };
+        
+        // 初始化编码器和解码器
+        if (opusEncoder.init() && opusDecoder.init()) {
+            console.log("Opus 编码器和解码器初始化成功。");
+            return true;
+        } else {
+            console.error("Opus 初始化失败");
+            return false;
+        }
+    } catch (error) {
+        console.error("Opus 初始化失败:", error);
+        return false;
+    }
+}
+
+// 将Float32音频数据转换为Int16音频数据
+function convertFloat32ToInt16(float32Data) {
+    const int16Data = new Int16Array(float32Data.length);
+    for (let i = 0; i < float32Data.length; i++) {
+        // 将[-1,1]范围转换为[-32768,32767]
+        const s = Math.max(-1, Math.min(1, float32Data[i]));
+        int16Data[i] = s < 0 ? s * 0x8000 : s * 0x7FFF;
+    }
+    return int16Data;
+}
+
+// 将Int16音频数据转换为Float32音频数据
+function convertInt16ToFloat32(int16Data) {
+    const float32Data = new Float32Array(int16Data.length);
+    for (let i = 0; i < int16Data.length; i++) {
+        // 将[-32768,32767]范围转换为[-1,1]
+        float32Data[i] = int16Data[i] / (int16Data[i] < 0 ? 0x8000 : 0x7FFF);
+    }
+    return float32Data;
+}
+
+function startRecording() {
+    if (isRecording) return;
+    
+    // 确保有权限并且AudioContext是活跃的
+    if (audioContext.state === 'suspended') {
+        audioContext.resume().then(() => {
+            console.log("AudioContext已恢复");
+            continueStartRecording();
+        }).catch(err => {
+            console.error("恢复AudioContext失败:", err);
+            statusLabel.textContent = "无法激活音频上下文，请再次点击";
+        });
+    } else {
+        continueStartRecording();
+    }
+}
+
+// 实际开始录音的逻辑
+function continueStartRecording() {
+    // 重置录音数据
+    recordedPcmData = [];
+    recordedOpusData = [];
+    window.audioDataBuffer = new Int16Array(0); // 重置缓冲区
+    
+    // 初始化Opus
+    initOpus().then(success => {
+        if (!success) {
+            statusLabel.textContent = "Opus初始化失败";
+            return;
+        }
+        
+        console.log("开始录音，参数：", {
+            sampleRate: SAMPLE_RATE,
+            channels: CHANNELS,
+            frameSize: FRAME_SIZE,
+            bufferSize: BUFFER_SIZE
+        });
+        
+        // 请求麦克风权限
+        navigator.mediaDevices.getUserMedia({ 
+            audio: {
+                sampleRate: SAMPLE_RATE,
+                channelCount: CHANNELS,
+                echoCancellation: true,
+                noiseSuppression: true,
+                autoGainControl: true
+            } 
+        })
+        .then(stream => {
+            console.log("获取到麦克风流，实际参数：", stream.getAudioTracks()[0].getSettings());
+            
+            // 检查流是否有效
+            if (!stream || !stream.getAudioTracks().length || !stream.getAudioTracks()[0].enabled) {
+                throw new Error("获取到的音频流无效");
+            }
+            
+            mediaStream = stream;
+            mediaSource = audioContext.createMediaStreamSource(stream);
+            
+            // 创建ScriptProcessor(虽然已弃用，但兼容性好)
+            // 在降级到ScriptProcessor之前尝试使用AudioWorklet
+            createAudioProcessor().then(processor => {
+                if (processor) {
+                    console.log("使用AudioWorklet处理音频");
+                    audioProcessor = processor;
+                    // 连接音频处理链
+                    mediaSource.connect(audioProcessor);
+                    audioProcessor.connect(audioContext.destination);
+                } else {
+                    console.log("回退到ScriptProcessor");
+                    // 创建ScriptProcessor节点
+                    audioProcessor = audioContext.createScriptProcessor(BUFFER_SIZE, CHANNELS, CHANNELS);
+                    
+                    // 处理音频数据
+                    audioProcessor.onaudioprocess = processAudioData;
+                    
+                    // 连接音频处理链
+                    mediaSource.connect(audioProcessor);
+                    audioProcessor.connect(audioContext.destination);
+                }
+                
+                // 更新UI
+                isRecording = true;
+                statusLabel.textContent = "录音中...";
+                startButton.disabled = true;
+                stopButton.disabled = false;
+                playButton.disabled = true;
+            }).catch(error => {
+                console.error("创建音频处理器失败:", error);
+                statusLabel.textContent = "创建音频处理器失败";
+            });
+        })
+        .catch(error => {
+            console.error("获取麦克风失败:", error);
+            statusLabel.textContent = "获取麦克风失败: " + error.message;
+        });
+    });
+}
+
+// 创建AudioWorklet处理器
+async function createAudioProcessor() {
+    try {
+        // 尝试使用更现代的AudioWorklet API
+        if ('AudioWorklet' in window && 'AudioWorkletNode' in window) {
+            // 定义AudioWorklet处理器代码
+            const workletCode = `
+                class OpusRecorderProcessor extends AudioWorkletProcessor {
+                    constructor() {
+                        super();
+                        this.buffers = [];
+                        this.frameSize = ${FRAME_SIZE};
+                        this.buffer = new Float32Array(this.frameSize);
+                        this.bufferIndex = 0;
+                        this.isRecording = false;
+                        
+                        this.port.onmessage = (event) => {
+                            if (event.data.command === 'start') {
+                                this.isRecording = true;
+                            } else if (event.data.command === 'stop') {
+                                this.isRecording = false;
+                                // 发送最后的缓冲区
+                                if (this.bufferIndex > 0) {
+                                    const finalBuffer = this.buffer.slice(0, this.bufferIndex);
+                                    this.port.postMessage({ buffer: finalBuffer });
+                                }
+                            }
+                        };
+                    }
+                    
+                    process(inputs, outputs) {
+                        if (!this.isRecording) return true;
+                        
+                        // 获取输入数据
+                        const input = inputs[0][0]; // mono channel
+                        if (!input || input.length === 0) return true;
+                        
+                        // 将输入数据添加到缓冲区
+                        for (let i = 0; i < input.length; i++) {
+                            this.buffer[this.bufferIndex++] = input[i];
+                            
+                            // 当缓冲区填满时，发送给主线程
+                            if (this.bufferIndex >= this.frameSize) {
+                                this.port.postMessage({ buffer: this.buffer.slice() });
+                                this.bufferIndex = 0;
+                            }
+                        }
+                        
+                        return true;
+                    }
+                }
+                
+                registerProcessor('opus-recorder-processor', OpusRecorderProcessor);
+            `;
+            
+            // 创建Blob URL
+            const blob = new Blob([workletCode], { type: 'application/javascript' });
+            const url = URL.createObjectURL(blob);
+            
+            // 加载AudioWorklet模块
+            await audioContext.audioWorklet.addModule(url);
+            
+            // 创建AudioWorkletNode
+            const workletNode = new AudioWorkletNode(audioContext, 'opus-recorder-processor');
+            
+            // 处理从AudioWorklet接收的消息
+            workletNode.port.onmessage = (event) => {
+                if (event.data.buffer) {
+                    // 使用与ScriptProcessor相同的处理逻辑
+                    processAudioData({
+                        inputBuffer: {
+                            getChannelData: () => event.data.buffer
+                        }
+                    });
+                }
+            };
+            
+            // 启动录音
+            workletNode.port.postMessage({ command: 'start' });
+            
+            // 保存停止函数
+            workletNode.stopRecording = () => {
+                workletNode.port.postMessage({ command: 'stop' });
+            };
+            
+            console.log("AudioWorklet 音频处理器创建成功");
+            return workletNode;
+        }
+    } catch (error) {
+        console.error("创建AudioWorklet失败，将使用ScriptProcessor:", error);
+    }
+    
+    // 如果AudioWorklet不可用或失败，返回null以便回退到ScriptProcessor
+    return null;
+}
+
+// 处理音频数据
+function processAudioData(e) {
+    // 获取输入缓冲区
+    const inputBuffer = e.inputBuffer;
+    
+    // 获取第一个通道的Float32数据
+    const inputData = inputBuffer.getChannelData(0);
+    
+    // 添加调试信息
+    const nonZeroCount = Array.from(inputData).filter(x => Math.abs(x) > 0.001).length;
+    console.log(`接收到音频数据: ${inputData.length} 个样本, 非零样本数: ${nonZeroCount}`);
+    
+    // 如果全是0，可能是麦克风没有正确获取声音
+    if (nonZeroCount < 5) {
+        console.warn("警告: 检测到大量静音样本，请检查麦克风是否正常工作");
+        // 继续处理，以防有些样本确实是静音
+    }
+    
+    // 存储PCM数据用于调试
+    recordedPcmData.push(new Float32Array(inputData));
+    
+    // 转换为Int16数据供Opus编码
+    const int16Data = convertFloat32ToInt16(inputData);
+    
+    // 如果收集到的数据不是FRAME_SIZE的整数倍，需要进行处理
+    // 创建静态缓冲区来存储不足一帧的数据
+    if (!window.audioDataBuffer) {
+        window.audioDataBuffer = new Int16Array(0);
+    }
+    
+    // 合并之前缓存的数据和新数据
+    const combinedData = new Int16Array(window.audioDataBuffer.length + int16Data.length);
+    combinedData.set(window.audioDataBuffer);
+    combinedData.set(int16Data, window.audioDataBuffer.length);
+    
+    // 处理完整帧
+    const frameCount = Math.floor(combinedData.length / FRAME_SIZE);
+    console.log(`可编码的完整帧数: ${frameCount}, 缓冲区总大小: ${combinedData.length}`);
+    
+    for (let i = 0; i < frameCount; i++) {
+        const frameData = combinedData.subarray(i * FRAME_SIZE, (i + 1) * FRAME_SIZE);
+        
+        try {
+            console.log(`编码第 ${i+1}/${frameCount} 帧, 帧大小: ${frameData.length}`);
+            const encodedData = opusEncoder.encode(frameData);
+            if (encodedData) {
+                console.log(`编码成功: ${encodedData.length} 字节`);
+                recordedOpusData.push(encodedData);
+            }
+        } catch (error) {
+            console.error(`Opus编码帧 ${i+1} 失败:`, error);
+        }
+    }
+    
+    // 保存剩余不足一帧的数据
+    const remainingSamples = combinedData.length % FRAME_SIZE;
+    if (remainingSamples > 0) {
+        window.audioDataBuffer = combinedData.subarray(frameCount * FRAME_SIZE);
+        console.log(`保留 ${remainingSamples} 个样本到下一次处理`);
+    } else {
+        window.audioDataBuffer = new Int16Array(0);
+    }
+}
+
+function stopRecording() {
+    if (!isRecording) return;
+    
+    // 处理剩余的缓冲数据
+    if (window.audioDataBuffer && window.audioDataBuffer.length > 0) {
+        console.log(`停止录音，处理剩余的 ${window.audioDataBuffer.length} 个样本`);
+        // 如果剩余数据不足一帧，可以通过补零的方式凑成一帧
+        if (window.audioDataBuffer.length < FRAME_SIZE) {
+            const paddedFrame = new Int16Array(FRAME_SIZE);
+            paddedFrame.set(window.audioDataBuffer);
+            // 剩余部分填充为0
+            for (let i = window.audioDataBuffer.length; i < FRAME_SIZE; i++) {
+                paddedFrame[i] = 0;
+            }
+            try {
+                console.log(`编码最后一帧(补零): ${paddedFrame.length} 样本`);
+                const encodedData = opusEncoder.encode(paddedFrame);
+                if (encodedData) {
+                    recordedOpusData.push(encodedData);
+                }
+            } catch (error) {
+                console.error("最后一帧Opus编码失败:", error);
+            }
+        } else {
+            // 如果数据超过一帧，按正常流程处理
+            processAudioData({
+                inputBuffer: {
+                    getChannelData: () => convertInt16ToFloat32(window.audioDataBuffer)
+                }
+            });
+        }
+        window.audioDataBuffer = null;
+    }
+    
+    // 如果使用的是AudioWorklet，调用其特定的停止方法
+    if (audioProcessor && typeof audioProcessor.stopRecording === 'function') {
+        audioProcessor.stopRecording();
+    }
+    
+    // 停止麦克风
+    if (mediaStream) {
+        mediaStream.getTracks().forEach(track => track.stop());
+    }
+    
+    // 断开音频处理链
+    if (audioProcessor) {
+        try {
+            audioProcessor.disconnect();
+            if (mediaSource) mediaSource.disconnect();
+        } catch (error) {
+            console.warn("断开音频处理链时出错:", error);
+        }
+    }
+    
+    // 更新UI
+    isRecording = false;
+    statusLabel.textContent = "已停止录音，收集了 " + recordedOpusData.length + " 帧Opus数据";
+    startButton.disabled = false;
+    stopButton.disabled = true;
+    playButton.disabled = recordedOpusData.length === 0;
+    
+    console.log("录制完成:", 
+                "PCM帧数:", recordedPcmData.length, 
+                "Opus帧数:", recordedOpusData.length);
+}
+
+function playRecording() {
+    if (!recordedOpusData.length) {
+        statusLabel.textContent = "没有可播放的录音";
+        return;
+    }
+    
+    // 将所有Opus数据解码为PCM
+    let allDecodedData = [];
+    
+    for (const opusData of recordedOpusData) {
+        try {
+            // 解码为Int16数据
+            const decodedData = opusDecoder.decode(opusData);
+            
+            if (decodedData && decodedData.length > 0) {
+                // 将Int16数据转换为Float32
+                const float32Data = convertInt16ToFloat32(decodedData);
+                
+                // 添加到总解码数据中
+                allDecodedData.push(...float32Data);
+            }
+        } catch (error) {
+            console.error("Opus解码失败:", error);
+        }
+    }
+    
+    // 如果没有解码出数据，返回
+    if (allDecodedData.length === 0) {
+        statusLabel.textContent = "解码失败，无法播放";
+        return;
+    }
+    
+    // 创建音频缓冲区
+    const audioBuffer = audioContext.createBuffer(CHANNELS, allDecodedData.length, SAMPLE_RATE);
+    audioBuffer.copyToChannel(new Float32Array(allDecodedData), 0);
+    
+    // 创建音频源并播放
+    const source = audioContext.createBufferSource();
+    source.buffer = audioBuffer;
+    source.connect(audioContext.destination);
+    source.start();
+    
+    // 更新UI
+    statusLabel.textContent = "正在播放...";
+    playButton.disabled = true;
+    
+    // 播放结束后恢复UI
+    source.onended = () => {
+        statusLabel.textContent = "播放完毕";
+        playButton.disabled = false;
+    };
+}
+
+// 模拟服务端返回的Opus数据进行解码播放
+function playOpusFromServer(opusData) {
+    // 这个函数展示如何处理服务端返回的opus数据
+    // opusData应该是一个包含opus帧的数组
+    
+    if (!opusDecoder) {
+        initOpus().then(success => {
+            if (success) {
+                decodeAndPlayOpusData(opusData);
+            } else {
+                statusLabel.textContent = "Opus解码器初始化失败";
+            }
+        });
+    } else {
+        decodeAndPlayOpusData(opusData);
+    }
+}
+
+function decodeAndPlayOpusData(opusData) {
+    let allDecodedData = [];
+    
+    for (const frame of opusData) {
+        try {
+            const decodedData = opusDecoder.decode(frame);
+            if (decodedData && decodedData.length > 0) {
+                const float32Data = convertInt16ToFloat32(decodedData);
+                allDecodedData.push(...float32Data);
+            }
+        } catch (error) {
+            console.error("服务端Opus数据解码失败:", error);
+        }
+    }
+    
+    if (allDecodedData.length === 0) {
+        statusLabel.textContent = "服务端数据解码失败";
+        return;
+    }
+    
+    const audioBuffer = audioContext.createBuffer(CHANNELS, allDecodedData.length, SAMPLE_RATE);
+    audioBuffer.copyToChannel(new Float32Array(allDecodedData), 0);
+    
+    const source = audioContext.createBufferSource();
+    source.buffer = audioBuffer;
+    source.connect(audioContext.destination);
+    source.start();
+    
+    statusLabel.textContent = "正在播放服务端数据...";
+    source.onended = () => statusLabel.textContent = "服务端数据播放完毕";
+}