Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
update demo page (#1585)
bltcnc1a492a96e6d
diff --git a/web-pages/public/static/offline/index.html b/web-pages/public/static/offline/index.htmlnew file mode 100644index 000000000..de8139ef8--- /dev/null+++ b/web-pages/public/static/offline/index.html@@ -0,0 +1,93 @@+<!DOCTYPE html>+<html>+ <head>+ <meta charset="utf-8" />+ <meta name="viewport" content="width=device-width,initial-scale=1" />+ <title>语音识别</title>++ </head>+ <body style="margin-left: 3%">+ <script src="recorder-core.js" charset="UTF-8"></script>+ <script src="wav.js" charset="UTF-8"></script>+ <script src="pcm.js" charset="UTF-8"></script>++++ <h1>FunASR Demo</h1>+ <h3>这里是FunASR开源项目体验demo,集成了VAD、ASR与标点等工业级别的模型,支持长音频离线文件转写,实时语音识别等,开源项目地址:https://github.com/alibaba-damo-academy/FunASR</h3>++ <div class="div_class_topArea">++ <div class="div_class_recordControl">+ asr服务器地址(必填):+ <br>+ <input id="wssip" type="text" onchange="addresschange()" style=" width: 100%;height:100%" value="wss://127.0.0.1:10095/"/>+ <br>+ <a id="wsslink" href="#" onclick="window.open('https://127.0.0.1:10095/', '_blank')"><div id="info_wslink">点此处手工授权wss://127.0.0.1:10095/</div></a>+ <br>+ <br>+ <div style="border:2px solid #ccc;">+ 选择录音模式:<br/>++ <label><input name="recoder_mode" onclick="on_recoder_mode_change()" type="radio" value="mic" checked="true"/>麦克风 </label> + <label><input name="recoder_mode" onclick="on_recoder_mode_change()" type="radio" value="file" />文件 </label>++ </div>++ <br>+ <div id="mic_mode_div" style="border:2px solid #ccc;display:block;">+ 选择asr模型模式:<br/>++ <label><input name="asr_mode" type="radio" value="2pass" checked="true"/>2pass </label> + <label><input name="asr_mode" type="radio" value="online" />online </label> + <label><input name="asr_mode" type="radio" value="offline" />offline </label>++ </div>++ <div id="rec_mode_div" style="border:2px solid #ccc;display:none;">+++ <input type="file" id="upfile">++ </div>+ <br>+ <div id="use_itn_div" style="border:2px solid #ccc;display:block;">+ 逆文本标准化(ITN):<br/>+ <label><input name="use_itn" type="radio" value="false" checked="true"/>否 </label> + <label><input name="use_itn" type="radio" value="true" />是 </label>+ </div>+ <br>+ <div style="border:2px solid #ccc;">+ 热词设置(一行一个关键字,空格隔开权重,如"阿里巴巴 20"):+ <br>+++ <textarea rows="3" id="varHot" style=" width: 100%;height:100%" >阿里巴巴 20 hello world 40</textarea>+ <br>++ </div>+ 语音识别结果显示:+ <br>++ <textarea rows="10" id="varArea" readonly="true" style=" width: 100%;height:100%" ></textarea>+ <br>+ <div id="info_div">请点击开始</div>+ <div class="div_class_buttons">+ <button id="btnConnect">连接</button>+ <button id="btnStart">开始</button>+ <button id="btnStop">停止</button>++ </div>++ <audio id="audio_record" type="audio/wav" controls style="margin-top: 12px; width: 100%;"></audio>+ </div>+ </div>++ <script src="wsconnecter.js" charset="utf-8"></script>+ <script src="main.js" charset="utf-8"></script>+++++ </body>+</html>diff --git a/web-pages/public/static/offline/main.js b/web-pages/public/static/offline/main.jsnew file mode 100644index 000000000..6ac0303fc--- /dev/null+++ b/web-pages/public/static/offline/main.js@@ -0,0 +1,583 @@+/**+ * Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights+ * Reserved. MIT License (https://opensource.org/licenses/MIT)+ */+/* 2022-2023 by zhaoming,mali aihealthx.com */+++// 连接; 定义socket连接类对象与语音对象+var wsconnecter = new WebSocketConnectMethod({msgHandle:getJsonMessage,stateHandle:getConnState});+var audioBlob;++// 录音; 定义录音对象,wav格式+var rec = Recorder({+ type:"pcm",+ bitRate:16,+ sampleRate:16000,+ onProcess:recProcess+});+++++var sampleBuf=new Int16Array();+// 定义按钮响应事件+var btnStart = document.getElementById('btnStart');+btnStart.onclick = record;+var btnStop = document.getElementById('btnStop');+btnStop.onclick = stop;+btnStop.disabled = true;+btnStart.disabled = true;++btnConnect= document.getElementById('btnConnect');+btnConnect.onclick = start;++var awsslink= document.getElementById('wsslink');+++var rec_text=""; // for online rec asr result+var offline_text=""; // for offline rec asr result+var info_div = document.getElementById('info_div');++var upfile = document.getElementById('upfile');++++var isfilemode=false; // if it is in file mode+var file_ext="";+var file_sample_rate=16000; //for wav file sample rate+var file_data_array; // array to save file data++var totalsend=0;+++var now_ipaddress=window.location.href;+now_ipaddress=now_ipaddress.replace("https://","wss://");+now_ipaddress=now_ipaddress.replace("static/offline/index.html","");+var localport=window.location.port;+if (localport == '')+{+ now_ipaddress=now_ipaddress.substring(0, now_ipaddress.length - 1) + ':10095' + now_ipaddress.substring(now_ipaddress.length - 1);+}+else+{+ now_ipaddress=now_ipaddress.replace(localport,"10095");+}+document.getElementById('wssip').value=now_ipaddress;+addresschange();+function addresschange()+{++ var Uri = document.getElementById('wssip').value;+ document.getElementById('info_wslink').innerHTML="点此处手工授权(IOS手机)";+ Uri=Uri.replace(/wss/g,"https");+ console.log("addresschange uri=",Uri);++ awsslink.onclick=function(){+ window.open(Uri, '_blank');+ }++}++upfile.onclick=function()+{+ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;++}++// from https://github.com/xiangyuecn/Recorder/tree/master+var readWavInfo=function(bytes){+ //读取wav文件头,统一成44字节的头+ if(bytes.byteLength<44){+ return null;+ };+ var wavView=bytes;+ var eq=function(p,s){+ for(var i=0;i<s.length;i++){+ if(wavView[p+i]!=s.charCodeAt(i)){+ return false;+ };+ };+ return true;+ };++ if(eq(0,"RIFF")&&eq(8,"WAVEfmt ")){++ var numCh=wavView[22];+ if(wavView[20]==1 && (numCh==1||numCh==2)){//raw pcm 单或双声道+ var sampleRate=wavView[24]+(wavView[25]<<8)+(wavView[26]<<16)+(wavView[27]<<24);+ var bitRate=wavView[34]+(wavView[35]<<8);+ var heads=[wavView.subarray(0,12)],headSize=12;//head只保留必要的块+ //搜索data块的位置+ var dataPos=0; // 44 或有更多块+ for(var i=12,iL=wavView.length-8;i<iL;){+ if(wavView[i]==100&&wavView[i+1]==97&&wavView[i+2]==116&&wavView[i+3]==97){//eq(i,"data")+ heads.push(wavView.subarray(i,i+8));+ headSize+=8;+ dataPos=i+8;break;+ }+ var i0=i;+ i+=4;+ i+=4+wavView[i]+(wavView[i+1]<<8)+(wavView[i+2]<<16)+(wavView[i+3]<<24);+ if(i0==12){//fmt+ heads.push(wavView.subarray(i0,i));+ headSize+=i-i0;+ }+ }+ if(dataPos){+ var wavHead=new Uint8Array(headSize);+ for(var i=0,n=0;i<heads.length;i++){+ wavHead.set(heads[i],n);n+=heads[i].length;+ }+ return {+ sampleRate:sampleRate+ ,bitRate:bitRate+ ,numChannels:numCh+ ,wavHead44:wavHead+ ,dataPos:dataPos+ };+ };+ };+ };+ return null;+};++upfile.onchange = function () {+ var len = this.files.length;+ for(let i = 0; i < len; i++) {++ let fileAudio = new FileReader();+ fileAudio.readAsArrayBuffer(this.files[i]);++ file_ext=this.files[i].name.split('.').pop().toLowerCase();+ var audioblob;+ fileAudio.onload = function() {+ audioblob = fileAudio.result;+++ file_data_array=audioblob;+++ info_div.innerHTML='请点击连接进行识别';++ }++ fileAudio.onerror = function(e) {+ console.log('error' + e);+ }+ }+ // for wav file, we get the sample rate+ if(file_ext=="wav")+ for(let i = 0; i < len; i++) {++ let fileAudio = new FileReader();+ fileAudio.readAsArrayBuffer(this.files[i]);+ fileAudio.onload = function() {+ audioblob = new Uint8Array(fileAudio.result);++ // for wav file, we can get the sample rate+ var info=readWavInfo(audioblob);+ console.log(info);+ file_sample_rate=info.sampleRate;+++ }+++ }++ }++function play_file()+{+ var audioblob=new Blob( [ new Uint8Array(file_data_array)] , {type :"audio/wav"});+ var audio_record = document.getElementById('audio_record');+ audio_record.src = (window.URL||webkitURL).createObjectURL(audioblob);+ audio_record.controls=true;+ //audio_record.play(); //not auto play+}+function start_file_send()+{+ sampleBuf=new Uint8Array( file_data_array );++ var chunk_size=960; // for asr chunk_size [5, 10, 5]++++++ while(sampleBuf.length>=chunk_size){++ sendBuf=sampleBuf.slice(0,chunk_size);+ totalsend=totalsend+sampleBuf.length;+ sampleBuf=sampleBuf.slice(chunk_size,sampleBuf.length);+ wsconnecter.wsSend(sendBuf);+++ }++ stop();++++}+++function on_recoder_mode_change()+{+ var item = null;+ var obj = document.getElementsByName("recoder_mode");+ for (var i = 0; i < obj.length; i++) { //遍历Radio+ if (obj[i].checked) {+ item = obj[i].value;+ break;+ }+++ }+ if(item=="mic")+ {+ document.getElementById("mic_mode_div").style.display = 'block';+ document.getElementById("rec_mode_div").style.display = 'none';+++ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;+ isfilemode=false;+ }+ else+ {+ document.getElementById("mic_mode_div").style.display = 'none';+ document.getElementById("rec_mode_div").style.display = 'block';++ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=true;+ isfilemode=true;+ info_div.innerHTML='请点击选择文件';+++ }+}+++function getHotwords(){++ var obj = document.getElementById("varHot");++ if(typeof(obj) == 'undefined' || obj==null || obj.value.length<=0){+ return null;+ }+ let val = obj.value.toString();++ console.log("hotwords="+val);+ let items = val.split(/[(\r\n)\r\n]+/); //split by \r\n+ var jsonresult = {};+ const regexNum = /^[0-9]*$/; // test number+ for (item of items) {++ let result = item.split(" ");+ if(result.length>=2 && regexNum.test(result[result.length-1]))+ {+ var wordstr="";+ for(var i=0;i<result.length-1;i++)+ wordstr=wordstr+result[i]+" ";++ jsonresult[wordstr.trim()]= parseInt(result[result.length-1]);+ }+ }+ console.log("jsonresult="+JSON.stringify(jsonresult));+ return JSON.stringify(jsonresult);++}+function getAsrMode(){++ var item = null;+ var obj = document.getElementsByName("asr_mode");+ for (var i = 0; i < obj.length; i++) { //遍历Radio+ if (obj[i].checked) {+ item = obj[i].value;+ break;+ }+++ }+ if(isfilemode)+ {+ item= "offline";+ }+ console.log("asr mode"+item);++ return item;+}++function handleWithTimestamp(tmptext,tmptime)+{+ console.log( "tmptext: " + tmptext);+ console.log( "tmptime: " + tmptime);+ if(tmptime==null || tmptime=="undefined" || tmptext.length<=0)+ {+ return tmptext;+ }+ tmptext=tmptext.replace(/。|?|,|、|\?|\.|\ /g, ","); // in case there are a lot of "。"+ var words=tmptext.split(","); // split to chinese sentence or english words+ var jsontime=JSON.parse(tmptime); //JSON.parse(tmptime.replace(/\]\]\[\[/g, "],[")); // in case there are a lot segments by VAD+ var char_index=0; // index for timestamp+ var text_withtime="";+ for(var i=0;i<words.length;i++)+ {+ if(words[i]=="undefined" || words[i].length<=0)+ {+ continue;+ }+ console.log("words===",words[i]);+ console.log( "words: " + words[i]+",time="+jsontime[char_index][0]/1000);+ if (/^[a-zA-Z]+$/.test(words[i]))+ { // if it is english+ text_withtime=text_withtime+jsontime[char_index][0]/1000+":"+words[i]+"\n";+ char_index=char_index+1; //for english, timestamp unit is about a word+ }+ else{+ // if it is chinese+ text_withtime=text_withtime+jsontime[char_index][0]/1000+":"+words[i]+"\n";+ char_index=char_index+words[i].length; //for chinese, timestamp unit is about a char+ }+ }+ return text_withtime;+++}+// 语音识别结果; 对jsonMsg数据解析,将识别结果附加到编辑框中+function getJsonMessage( jsonMsg ) {+ //console.log(jsonMsg);+ console.log( "message: " + JSON.parse(jsonMsg.data)['text'] );+ var rectxt=""+JSON.parse(jsonMsg.data)['text'];+ var asrmodel=JSON.parse(jsonMsg.data)['mode'];+ var is_final=JSON.parse(jsonMsg.data)['is_final'];+ var timestamp=JSON.parse(jsonMsg.data)['timestamp'];+ if(asrmodel=="2pass-offline" || asrmodel=="offline")+ {++ offline_text=offline_text+handleWithTimestamp(rectxt,timestamp); //rectxt; //.replace(/ +/g,"");+ rec_text=offline_text;+ }+ else+ {+ rec_text=rec_text+rectxt; //.replace(/ +/g,"");+ }+ var varArea=document.getElementById('varArea');++ varArea.value=rec_text;+ console.log( "offline_text: " + asrmodel+","+offline_text);+ console.log( "rec_text: " + rec_text);+ if (isfilemode==true && is_final==false){+ console.log("call stop ws!");+ play_file();+ wsconnecter.wsStop();++ info_div.innerHTML="请点击连接";++ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;+ }++++}++// 连接状态响应+function getConnState( connState ) {+ if ( connState === 0 ) { //on open+++ info_div.innerHTML='连接成功!请点击开始';+ if (isfilemode==true){+ info_div.innerHTML='请耐心等待,大文件等待时间更长';+ start_file_send();+ }+ else+ {+ btnStart.disabled = false;+ btnStop.disabled = true;+ btnConnect.disabled=true;+ }+ } else if ( connState === 1 ) {+ //stop();+ } else if ( connState === 2 ) {+ stop();+ console.log( 'connecttion error' );++ alert("连接地址"+document.getElementById('wssip').value+"失败,请检查asr地址和端口。或试试界面上手动授权,再连接。");+ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;+++ info_div.innerHTML='请点击连接';+ }+}++function record()+{++ rec.open( function(){+ rec.start();+ console.log("开始");+ btnStart.disabled = true;+ btnStop.disabled = false;+ btnConnect.disabled=true;+ });++}++++// 识别启动、停止、清空操作+function start() {++ // 清除显示+ clear();+ //控件状态更新+ console.log("isfilemode"+isfilemode);++ //启动连接+ var ret=wsconnecter.wsStart();+ // 1 is ok, 0 is error+ if(ret==1){+ info_div.innerHTML="正在连接asr服务器,请等待...";+ isRec = true;+ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=true;++ return 1;+ }+ else+ {+ info_div.innerHTML="请点击开始";+ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;++ return 0;+ }+}+++function stop() {+ var chunk_size = new Array( 5, 10, 5 );+ var request = {+ "chunk_size": chunk_size,+ "wav_name": "h5",+ "is_speaking": false,+ "chunk_interval":10,+ "mode":getAsrMode(),+ };+ console.log(request);+ if(sampleBuf.length>0){+ wsconnecter.wsSend(sampleBuf);+ console.log("sampleBuf.length"+sampleBuf.length);+ sampleBuf=new Int16Array();+ }+ wsconnecter.wsSend( JSON.stringify(request) );+++++++ // 控件状态更新++ isRec = false;+ info_div.innerHTML="发送完数据,请等候,正在识别...";++ if(isfilemode==false){+ btnStop.disabled = true;+ btnStart.disabled = true;+ btnConnect.disabled=true;+ //wait 3s for asr result+ setTimeout(function(){+ console.log("call stop ws!");+ wsconnecter.wsStop();+ btnConnect.disabled=false;+ info_div.innerHTML="请点击连接";}, 3000 );++++ rec.stop(function(blob,duration){++ console.log(blob);+ var audioBlob = Recorder.pcm2wav(data = {sampleRate:16000, bitRate:16, blob:blob},+ function(theblob,duration){+ console.log(theblob);+ var audio_record = document.getElementById('audio_record');+ audio_record.src = (window.URL||webkitURL).createObjectURL(theblob);+ audio_record.controls=true;+ //audio_record.play();+++ } ,function(msg){+ console.log(msg);+ }+ );++++ },function(errMsg){+ console.log("errMsg: " + errMsg);+ });+ }+ // 停止连接++++}++function clear() {++ var varArea=document.getElementById('varArea');++ varArea.value="";+ rec_text="";+ offline_text="";++}+++function recProcess( buffer, powerLevel, bufferDuration, bufferSampleRate,newBufferIdx,asyncEnd ) {+ if ( isRec === true ) {+ var data_48k = buffer[buffer.length-1];++ var array_48k = new Array(data_48k);+ var data_16k=Recorder.SampleData(array_48k,bufferSampleRate,16000).data;++ sampleBuf = Int16Array.from([...sampleBuf, ...data_16k]);+ var chunk_size=960; // for asr chunk_size [5, 10, 5]+ info_div.innerHTML=""+bufferDuration/1000+"s";+ while(sampleBuf.length>=chunk_size){+ sendBuf=sampleBuf.slice(0,chunk_size);+ sampleBuf=sampleBuf.slice(chunk_size,sampleBuf.length);+ wsconnecter.wsSend(sendBuf);++++ }++++ }+}++function getUseITN() {+ var obj = document.getElementsByName("use_itn");+ for (var i = 0; i < obj.length; i++) {+ if (obj[i].checked) {+ return obj[i].value === "true";+ }+ }+ return false;+}\ No newline at end of filediff --git a/web-pages/public/static/offline/pcm.js b/web-pages/public/static/offline/pcm.jsnew file mode 100644index 000000000..51c1efe2e--- /dev/null+++ b/web-pages/public/static/offline/pcm.js@@ -0,0 +1,96 @@+/*+pcm编码器+编码引擎+https://github.com/xiangyuecn/Recorder++编码原理:本编码器输出的pcm格式数据其实就是Recorder中的buffers原始数据(经过了重新采样),16位时为LE小端模式(Little Endian),并未经过任何编码处理++编码的代码和wav.js区别不大,pcm加上一个44字节wav头即成wav文件;所以要播放pcm就很简单了,直接转成wav文件来播放,已提供转换函数 Recorder.pcm2wav+*/+(function(){+"use strict";++Recorder.prototype.enc_pcm={+ stable:true+ ,testmsg:"pcm为未封装的原始音频数据,pcm数据文件无法直接播放;支持位数8位、16位(填在比特率里面),采样率取值无限制"+};+Recorder.prototype.pcm=function(res,True,False){+ var This=this,set=This.set+ ,size=res.length+ ,bitRate=set.bitRate==8?8:16;++ var buffer=new ArrayBuffer(size*(bitRate/8));+ var data=new DataView(buffer);+ var offset=0;++ // 写入采样数据+ if(bitRate==8) {+ for(var i=0;i<size;i++,offset++) {+ //16转8据说是雷霄骅的 https://blog.csdn.net/sevennight1989/article/details/85376149 细节比blqw的按比例的算法清晰点,虽然都有明显杂音+ var val=(res[i]>>8)+128;+ data.setInt8(offset,val,true);+ };+ }else{+ for (var i=0;i<size;i++,offset+=2){+ data.setInt16(offset,res[i],true);+ };+ };+++ True(new Blob([data.buffer],{type:"audio/pcm"}));+ };++++++/**pcm直接转码成wav,可以直接用来播放;需同时引入wav.js+data: {+ sampleRate:16000 pcm的采样率+ bitRate:16 pcm的位数 取值:8 或 16+ blob:blob对象+ }+ data如果直接提供的blob将默认使用16位16khz的配置,仅用于测试+True(wavBlob,duration)+False(msg)+**/+Recorder.pcm2wav=function(data,True,False){+ if(data.slice && data.type!=null){//Blob 测试用+ data={blob:data};+ };+ var sampleRate=data.sampleRate||16000,bitRate=data.bitRate||16;+ if(!data.sampleRate || !data.bitRate){+ console.warn("pcm2wav必须提供sampleRate和bitRate");+ };+ if(!Recorder.prototype.wav){+ False("pcm2wav必须先加载wav编码器wav.js");+ return;+ };++ var reader=new FileReader();+ reader.onloadend=function(){+ var pcm;+ if(bitRate==8){+ //8位转成16位+ var u8arr=new Uint8Array(reader.result);+ pcm=new Int16Array(u8arr.length);+ for(var j=0;j<u8arr.length;j++){+ pcm[j]=(u8arr[j]-128)<<8;+ };+ }else{+ pcm=new Int16Array(reader.result);+ };++ Recorder({+ type:"wav"+ ,sampleRate:sampleRate+ ,bitRate:bitRate+ }).mock(pcm,sampleRate).stop(function(wavBlob,duration){+ True(wavBlob,duration);+ },False);+ };+ reader.readAsArrayBuffer(data.blob);+};++++})();\ No newline at end of filediff --git a/web-pages/public/static/offline/recorder-core.js b/web-pages/public/static/offline/recorder-core.jsnew file mode 100644index 000000000..97ec12c83--- /dev/null+++ b/web-pages/public/static/offline/recorder-core.js@@ -0,0 +1,1493 @@+/*+录音+https://github.com/xiangyuecn/Recorder+*/+(function(factory){+ factory(window);+ //umd returnExports.js+ if(typeof(define)=='function' && define.amd){+ define(function(){+ return Recorder;+ });+ };+ if(typeof(module)=='object' && module.exports){+ module.exports=Recorder;+ };+}(function(window){+"use strict";++var NOOP=function(){};++var Recorder=function(set){+ return new initFn(set);+};+Recorder.LM="2023-02-01 18:05";+var RecTxt="Recorder";+var getUserMediaTxt="getUserMedia";+var srcSampleRateTxt="srcSampleRate";+var sampleRateTxt="sampleRate";+var CatchTxt="catch";+++//是否已经打开了全局的麦克风录音,所有工作都已经准备好了,就等接收音频数据了+Recorder.IsOpen=function(){+ var stream=Recorder.Stream;+ if(stream){+ var tracks=stream.getTracks&&stream.getTracks()||stream.audioTracks||[];+ var track=tracks[0];+ if(track){+ var state=track.readyState;+ return state=="live"||state==track.LIVE;+ };+ };+ return false;+};+/*H5录音时的AudioContext缓冲大小。会影响H5录音时的onProcess调用速率,相对于AudioContext.sampleRate=48000时,4096接近12帧/s,调节此参数可生成比较流畅的回调动画。+ 取值256, 512, 1024, 2048, 4096, 8192, or 16384+ 注意,取值不能过低,2048开始不同浏览器可能回调速率跟不上造成音质问题。+ 一般无需调整,调整后需要先close掉已打开的录音,再open时才会生效。+*/+Recorder.BufferSize=4096;+//销毁已持有的所有全局资源,当要彻底移除Recorder时需要显式的调用此方法+Recorder.Destroy=function(){+ CLog(RecTxt+" Destroy");+ Disconnect();//断开可能存在的全局Stream、资源++ for(var k in DestroyList){+ DestroyList[k]();+ };+};+var DestroyList={};+//登记一个需要销毁全局资源的处理方法+Recorder.BindDestroy=function(key,call){+ DestroyList[key]=call;+};+//判断浏览器是否支持录音,随时可以调用。注意:仅仅是检测浏览器支持情况,不会判断和调起用户授权,不会判断是否支持特定格式录音。+Recorder.Support=function(){+ var scope=navigator.mediaDevices||{};+ if(!scope[getUserMediaTxt]){+ scope=navigator;+ scope[getUserMediaTxt]||(scope[getUserMediaTxt]=scope.webkitGetUserMedia||scope.mozGetUserMedia||scope.msGetUserMedia);+ };+ if(!scope[getUserMediaTxt]){+ return false;+ };+ Recorder.Scope=scope;++ if(!Recorder.GetContext()){+ return false;+ };+ return true;+};+//获取全局的AudioContext对象,如果浏览器不支持将返回null+Recorder.GetContext=function(){+ var AC=window.AudioContext;+ if(!AC){+ AC=window.webkitAudioContext;+ };+ if(!AC){+ return null;+ };++ if(!Recorder.Ctx||Recorder.Ctx.state=="closed"){+ //不能反复构造,低版本number of hardware contexts reached maximum (6)+ Recorder.Ctx=new AC();++ Recorder.BindDestroy("Ctx",function(){+ var ctx=Recorder.Ctx;+ if(ctx&&ctx.close){//能关掉就关掉,关不掉就保留着+ ctx.close();+ Recorder.Ctx=0;+ };+ });+ };+ return Recorder.Ctx;+};+++/*是否启用MediaRecorder.WebM.PCM来进行音频采集连接(如果浏览器支持的话),默认启用,禁用或者不支持时将使用AudioWorklet或ScriptProcessor来连接;MediaRecorder采集到的音频数据比其他方式更好,几乎不存在丢帧现象,所以音质明显会好很多,建议保持开启*/+var ConnectEnableWebM="ConnectEnableWebM";+Recorder[ConnectEnableWebM]=true;++/*是否启用AudioWorklet特性来进行音频采集连接(如果浏览器支持的话),默认禁用,禁用或不支持时将使用过时的ScriptProcessor来连接(如果方法还在的话),当前AudioWorklet的实现在移动端没有ScriptProcessor稳健;ConnectEnableWebM如果启用并且有效时,本参数将不起作用*/+var ConnectEnableWorklet="ConnectEnableWorklet";+Recorder[ConnectEnableWorklet]=false;++/*初始化H5音频采集连接。如果自行提供了sourceStream将只进行一次简单的连接处理。如果是普通麦克风录音,此时的Stream是全局的,Safari上断开后就无法再次进行连接使用,表现为静音,因此使用全部使用全局处理避免调用到disconnect;全局处理也有利于屏蔽底层细节,start时无需再调用底层接口,提升兼容、可靠性。*/+var Connect=function(streamStore,isUserMedia){+ var bufferSize=streamStore.BufferSize||Recorder.BufferSize;++ var ctx=Recorder.Ctx,stream=streamStore.Stream;+ var mediaConn=function(node){+ var media=stream._m=ctx.createMediaStreamSource(stream);+ var ctxDest=ctx.destination,cmsdTxt="createMediaStreamDestination";+ if(ctx[cmsdTxt]){+ ctxDest=ctx[cmsdTxt]();+ };+ media.connect(node);+ node.connect(ctxDest);+ }+ var isWebM,isWorklet,badInt,webMTips="";+ var calls=stream._call;++ //浏览器回传的音频数据处理+ var onReceive=function(float32Arr){+ for(var k0 in calls){//has item+ var size=float32Arr.length;++ var pcm=new Int16Array(size);+ var sum=0;+ for(var j=0;j<size;j++){//floatTo16BitPCM+ var s=Math.max(-1,Math.min(1,float32Arr[j]));+ s=s<0?s*0x8000:s*0x7FFF;+ pcm[j]=s;+ sum+=Math.abs(s);+ };++ for(var k in calls){+ calls[k](pcm,sum);+ };++ return;+ };+ };++ var scriptProcessor="ScriptProcessor";//一堆字符串名字,有利于压缩js+ var audioWorklet="audioWorklet";+ var recAudioWorklet=RecTxt+" "+audioWorklet;+ var RecProc="RecProc";+ var MediaRecorderTxt="MediaRecorder";+ var MRWebMPCM=MediaRecorderTxt+".WebM.PCM";+++//===================连接方式三=========================+ //古董级别的 ScriptProcessor 处理,目前所有浏览器均兼容,虽然是过时的方法,但更稳健,移动端性能比AudioWorklet强+ var oldFn=ctx.createScriptProcessor||ctx.createJavaScriptNode;+ var oldIsBest="。由于"+audioWorklet+"内部1秒375次回调,在移动端可能会有性能问题导致回调丢失录音变短,PC端无影响,暂不建议开启"+audioWorklet+"。";+ var oldScript=function(){+ isWorklet=stream.isWorklet=false;+ _Disconn_n(stream);+ CLog("Connect采用老的"+scriptProcessor+","+(Recorder[ConnectEnableWorklet]?"但已":"可")+"设置"+RecTxt+"."+ConnectEnableWorklet+"=true尝试启用"+audioWorklet+webMTips+oldIsBest,3);++ var process=stream._p=oldFn.call(ctx,bufferSize,1,1);//单声道,省的数据处理复杂+ mediaConn(process);++ var _DsetTxt="_D220626",_Dset=Recorder[_DsetTxt];if(_Dset)CLog("Use "+RecTxt+"."+_DsetTxt,3);+ process.onaudioprocess=function(e){+ var arr=e.inputBuffer.getChannelData(0);+ if(_Dset){//临时调试用的参数,未来会被删除+ arr=new Float32Array(arr);//块是共享的,必须复制出来+ setTimeout(function(){ onReceive(arr) });//立即退出回调,试图减少对浏览器录音的影响+ }else{+ onReceive(arr);+ };+ };+ };+++//===================连接方式二=========================+var connWorklet=function(){+ //尝试开启AudioWorklet处理+ isWebM=stream.isWebM=false;+ _Disconn_r(stream);++ isWorklet=stream.isWorklet=!oldFn || Recorder[ConnectEnableWorklet];+ var AwNode=window.AudioWorkletNode;+ if(!(isWorklet && ctx[audioWorklet] && AwNode)){+ oldScript();//被禁用 或 不支持,直接使用老的+ return;+ };+ var clazzUrl=function(){+ var xf=function(f){return f.toString().replace(/^function|DEL_/g,"").replace(/\$RA/g,recAudioWorklet)};+ var clazz='class '+RecProc+' extends AudioWorkletProcessor{';+ clazz+="constructor "+xf(function(option){+ DEL_super(option);+ var This=this,bufferSize=option.processorOptions.bufferSize;+ This.bufferSize=bufferSize;+ This.buffer=new Float32Array(bufferSize*2);//乱给size搞乱缓冲区不管+ This.pos=0;+ This.port.onmessage=function(e){+ if(e.data.kill){+ This.kill=true;+ console.log("$RA kill call");+ }+ };+ console.log("$RA .ctor call", option);+ });++ //https://developer.mozilla.org/en-US/docs/Web/API/AudioWorkletProcessor/process 每次回调128个采样数据,1秒375次回调,高频导致移动端性能问题,结果就是回调次数缺斤少两,进而导致丢失数据,PC端似乎没有性能问题+ clazz+="process "+xf(function(input,b,c){//需要等到ctx激活后才会有回调+ var This=this,bufferSize=This.bufferSize;+ var buffer=This.buffer,pos=This.pos;+ input=(input[0]||[])[0]||[];+ if(input.length){+ buffer.set(input,pos);+ pos+=input.length;++ var len=~~(pos/bufferSize)*bufferSize;+ if(len){+ this.port.postMessage({ val: buffer.slice(0,len) });++ var more=buffer.subarray(len,pos);+ buffer=new Float32Array(bufferSize*2);+ buffer.set(more);+ pos=more.length;+ This.buffer=buffer;+ }+ This.pos=pos;+ }+ return !This.kill;+ });+ clazz+='}'+ +'try{'+ +'registerProcessor("'+RecProc+'", '+RecProc+')'+ +'}catch(e){'+ +'console.error("'+recAudioWorklet+'注册失败",e)'+ +'}';+ //URL.createObjectURL 本地有些浏览器会报 Not allowed to load local resource,直接用dataurl+ return "data:text/javascript;base64,"+btoa(unescape(encodeURIComponent(clazz)));+ };++ var awNext=function(){//可以继续,没有调用断开+ return isWorklet && stream._na;+ };+ var nodeAlive=stream._na=function(){+ //start时会调用,只要没有收到数据就断定AudioWorklet有问题,恢复用老的+ if(badInt!==""){//没有回调过数据+ clearTimeout(badInt);+ badInt=setTimeout(function(){+ badInt=0;+ if(awNext()){+ CLog(audioWorklet+"未返回任何音频,恢复使用"+scriptProcessor,3);+ oldFn&&oldScript();//未来没有老的,可能是误判+ };+ },500);+ };+ };+ var createNode=function(){+ if(!awNext())return;+ var node=stream._n=new AwNode(ctx, RecProc, {+ processorOptions:{bufferSize:bufferSize}+ });+ mediaConn(node);+ node.port.onmessage=function(e){+ if(badInt){+ clearTimeout(badInt);badInt="";+ };+ if(awNext()){+ onReceive(e.data.val);+ }else if(!isWorklet){+ CLog(audioWorklet+"多余回调",3);+ };+ };+ CLog("Connect采用"+audioWorklet+",设置"+RecTxt+"."+ConnectEnableWorklet+"=false可恢复老式"+scriptProcessor+webMTips+oldIsBest,3);+ };++ //如果start时的resume和下面的构造node同时进行,将会导致部分浏览器崩溃,源码assets中 ztest_chrome_bug_AudioWorkletNode.html 可测试。所以,将所有代码套到resume里面(不管catch),避免出现这个问题+ ctx.resume()[calls&&"finally"](function(){//注释掉这行 观摩浏览器崩溃 STATUS_ACCESS_VIOLATION+ if(!awNext())return;+ if(ctx[RecProc]){+ createNode();+ return;+ };+ var url=clazzUrl();+ ctx[audioWorklet].addModule(url).then(function(e){+ if(!awNext())return;+ ctx[RecProc]=1;+ createNode();+ if(badInt){//重新计时+ nodeAlive();+ };+ })[CatchTxt](function(e){ //fix 关键字,保证catch压缩时保持字符串形式+ CLog(audioWorklet+".addModule失败",1,e);+ awNext()&&oldScript();+ });+ });+};+++//===================连接方式一=========================+var connWebM=function(){+ //尝试开启MediaRecorder录制webm+pcm处理+ var MR=window[MediaRecorderTxt];+ var onData="ondataavailable";+ var webmType="audio/webm; codecs=pcm";+ isWebM=stream.isWebM=Recorder[ConnectEnableWebM];++ var supportMR=MR && (onData in MR.prototype) && MR.isTypeSupported(webmType);+ webMTips=supportMR?"":"(此浏览器不支持"+MRWebMPCM+")";+ if(!isUserMedia || !isWebM || !supportMR){+ connWorklet(); //非麦克风录音(MediaRecorder采样率不可控) 或 被禁用 或 不支持MediaRecorder 或 不支持webm+pcm+ return;+ }++ var mrNext=function(){//可以继续,没有调用断开+ return isWebM && stream._ra;+ };+ var mrAlive=stream._ra=function(){+ //start时会调用,只要没有收到数据就断定MediaRecorder有问题,降级处理+ if(badInt!==""){//没有回调过数据+ clearTimeout(badInt);+ badInt=setTimeout(function(){+ //badInt=0; 保留给nodeAlive继续判断+ if(mrNext()){+ CLog(MediaRecorderTxt+"未返回任何音频,降级使用"+audioWorklet,3);+ connWorklet();+ };+ },500);+ };+ };++ var mrSet=Object.assign({mimeType:webmType}, Recorder.ConnectWebMOptions);+ var mr=stream._r=new MR(stream, mrSet);+ var webmData=stream._rd={sampleRate:ctx[sampleRateTxt]};+ mr[onData]=function(e){+ //提取webm中的pcm数据,提取失败就等着badInt超时降级处理+ var reader=new FileReader();+ reader.onloadend=function(){+ if(mrNext()){+ var f32arr=WebM_Extract(new Uint8Array(reader.result),webmData);+ if(!f32arr)return;+ if(f32arr==-1){//无法提取,立即降级+ connWorklet();+ return;+ };++ if(badInt){+ clearTimeout(badInt);badInt="";+ };+ onReceive(f32arr);+ }else if(!isWebM){+ CLog(MediaRecorderTxt+"多余回调",3);+ };+ };+ reader.readAsArrayBuffer(e.data);+ };+ mr.start(~~(bufferSize/48));//按48k时的回调间隔+ CLog("Connect采用"+MRWebMPCM+",设置"+RecTxt+"."+ConnectEnableWebM+"=false可恢复使用"+audioWorklet+"或老式"+scriptProcessor);+};++ connWebM();+};+var ConnAlive=function(stream){+ if(stream._na) stream._na(); //检查AudioWorklet连接是否有效,无效就回滚到老的ScriptProcessor+ if(stream._ra) stream._ra(); //检查MediaRecorder连接是否有效,无效就降级处理+};+var _Disconn_n=function(stream){+ stream._na=null;+ if(stream._n){+ stream._n.port.postMessage({kill:true});+ stream._n.disconnect();+ stream._n=null;+ };+};+var _Disconn_r=function(stream){+ stream._ra=null;+ if(stream._r){+ stream._r.stop();+ stream._r=null;+ };+};+var Disconnect=function(streamStore){+ streamStore=streamStore||Recorder;+ var isGlobal=streamStore==Recorder;++ var stream=streamStore.Stream;+ if(stream){+ if(stream._m){+ stream._m.disconnect();+ stream._m=null;+ };+ if(stream._p){+ stream._p.disconnect();+ stream._p.onaudioprocess=stream._p=null;+ };+ _Disconn_n(stream);+ _Disconn_r(stream);++ if(isGlobal){//全局的时候,要把流关掉(麦克风),直接提供的流不处理+ var tracks=stream.getTracks&&stream.getTracks()||stream.audioTracks||[];+ for(var i=0;i<tracks.length;i++){+ var track=tracks[i];+ track.stop&&track.stop();+ };+ stream.stop&&stream.stop();+ };+ };+ streamStore.Stream=0;+};++/*对pcm数据的采样率进行转换+pcmDatas: [[Int16,...]] pcm片段列表+pcmSampleRate:48000 pcm数据的采样率+newSampleRate:16000 需要转换成的采样率,newSampleRate>=pcmSampleRate时不会进行任何处理,小于时会进行重新采样+prevChunkInfo:{} 可选,上次调用时的返回值,用于连续转换,本次调用将从上次结束位置开始进行处理。或可自行定义一个ChunkInfo从pcmDatas指定的位置开始进行转换+option:{ 可选,配置项+ frameSize:123456 帧大小,每帧的PCM Int16的数量,采样率转换后的pcm长度为frameSize的整数倍,用于连续转换。目前仅在mp3格式时才有用,frameSize取值为1152,这样编码出来的mp3时长和pcm的时长完全一致,否则会因为mp3最后一帧录音不够填满时添加填充数据导致mp3的时长变长。+ frameType:"" 帧类型,一般为rec.set.type,提供此参数时无需提供frameSize,会自动使用最佳的值给frameSize赋值,目前仅支持mp3=1152(MPEG1 Layer3的每帧采采样数),其他类型=1。+ 以上两个参数用于连续转换时使用,最多使用一个,不提供时不进行帧的特殊处理,提供时必须同时提供prevChunkInfo才有作用。最后一段数据处理时无需提供帧大小以便输出最后一丁点残留数据。+ }++返回ChunkInfo:{+ //可定义,从指定位置开始转换到结尾+ index:0 pcmDatas已处理到的索引+ offset:0.0 已处理到的index对应的pcm中的偏移的下一个位置++ //仅作为返回值+ frameNext:null||[Int16,...] 下一帧的部分数据,frameSize设置了的时候才可能会有+ sampleRate:16000 结果的采样率,<=newSampleRate+ data:[Int16,...] 转换后的PCM结果;如果是连续转换,并且pcmDatas中并没有新数据时,data的长度可能为0+}+*/+Recorder.SampleData=function(pcmDatas,pcmSampleRate,newSampleRate,prevChunkInfo,option){+ prevChunkInfo||(prevChunkInfo={});+ var index=prevChunkInfo.index||0;+ var offset=prevChunkInfo.offset||0;++ var frameNext=prevChunkInfo.frameNext||[];+ option||(option={});+ var frameSize=option.frameSize||1;+ if(option.frameType){+ frameSize=option.frameType=="mp3"?1152:1;+ };++ var nLen=pcmDatas.length;+ if(index>nLen+1){+ CLog("SampleData似乎传入了未重置chunk "+index+">"+nLen,3);+ };+ var size=0;+ for(var i=index;i<nLen;i++){+ size+=pcmDatas[i].length;+ };+ size=Math.max(0,size-Math.floor(offset));++ //采样 https://www.cnblogs.com/blqw/p/3782420.html+ var step=pcmSampleRate/newSampleRate;+ if(step>1){//新采样低于录音采样,进行抽样+ size=Math.floor(size/step);+ }else{//新采样高于录音采样不处理,省去了插值处理+ step=1;+ newSampleRate=pcmSampleRate;+ };++ size+=frameNext.length;+ var res=new Int16Array(size);+ var idx=0;+ //添加上一次不够一帧的剩余数据+ for(var i=0;i<frameNext.length;i++){+ res[idx]=frameNext[i];+ idx++;+ };+ //处理数据+ for (;index<nLen;index++) {+ var o=pcmDatas[index];+ var i=offset,il=o.length;+ while(i<il){+ //res[idx]=o[Math.round(i)]; 直接简单抽样++ //https://www.cnblogs.com/xiaoqi/p/6993912.html+ //当前点=当前点+到后面一个点之间的增量,音质比直接简单抽样好些+ var before = Math.floor(i);+ var after = Math.ceil(i);+ var atPoint = i - before;++ var beforeVal=o[before];+ var afterVal=after<il ? o[after]+ : (//后个点越界了,查找下一个数组+ (pcmDatas[index+1]||[beforeVal])[0]||0+ );+ res[idx]=beforeVal+(afterVal-beforeVal)*atPoint;++ idx++;+ i+=step;//抽样+ };+ offset=i-il;+ };+ //帧处理+ frameNext=null;+ var frameNextSize=res.length%frameSize;+ if(frameNextSize>0){+ var u8Pos=(res.length-frameNextSize)*2;+ frameNext=new Int16Array(res.buffer.slice(u8Pos));+ res=new Int16Array(res.buffer.slice(0,u8Pos));+ };++ return {+ index:index+ ,offset:offset++ ,frameNext:frameNext+ ,sampleRate:newSampleRate+ ,data:res+ };+};+++/*计算音量百分比的一个方法+pcmAbsSum: pcm Int16所有采样的绝对值的和+pcmLength: pcm长度+返回值:0-100,主要当做百分比用+注意:这个不是分贝,因此没用volume当做名称*/+Recorder.PowerLevel=function(pcmAbsSum,pcmLength){+ /*计算音量 https://blog.csdn.net/jody1989/article/details/73480259+ 更高灵敏度算法:+ 限定最大感应值10000+ 线性曲线:低音量不友好+ power/10000*100+ 对数曲线:低音量友好,但需限定最低感应值+ (1+Math.log10(power/10000))*100+ */+ var power=(pcmAbsSum/pcmLength) || 0;//NaN+ var level;+ if(power<1251){//1250的结果10%,更小的音量采用线性取值+ level=Math.round(power/1250*10);+ }else{+ level=Math.round(Math.min(100,Math.max(0,(1+Math.log(power/10000)/Math.log(10))*100)));+ };+ return level;+};++/*计算音量,单位dBFS(满刻度相对电平)+maxSample: 为16位pcm采样的绝对值中最大的一个(计算峰值音量),或者为pcm中所有采样的绝对值的平局值+返回值:-100~0 (最大值0dB,最小值-100代替-∞)+*/+Recorder.PowerDBFS=function(maxSample){+ var val=Math.max(0.1, maxSample||0),Pref=0x7FFF;+ val=Math.min(val,Pref);+ //https://www.logiclocmusic.com/can-you-tell-the-decibel/+ //https://blog.csdn.net/qq_17256689/article/details/120442510+ val=20*Math.log(val/Pref)/Math.log(10);+ return Math.max(-100,Math.round(val));+};+++++//带时间的日志输出,可设为一个空函数来屏蔽日志输出+//CLog(msg,errOrLogMsg, logMsg...) err为数字时代表日志类型1:error 2:log默认 3:warn,否则当做内容输出,第一个参数不能是对象因为要拼接时间,后面可以接无数个输出参数+Recorder.CLog=function(msg,err){+ var now=new Date();+ var t=("0"+now.getMinutes()).substr(-2)+ +":"+("0"+now.getSeconds()).substr(-2)+ +"."+("00"+now.getMilliseconds()).substr(-3);+ var recID=this&&this.envIn&&this.envCheck&&this.id;+ var arr=["["+t+" "+RecTxt+(recID?":"+recID:"")+"]"+msg];+ var a=arguments,console=window.console||{};+ var i=2,fn=console.log;+ if(typeof(err)=="number"){+ fn=err==1?console.error:err==3?console.warn:fn;+ }else{+ i=1;+ };+ for(;i<a.length;i++){+ arr.push(a[i]);+ };+ if(IsLoser){//古董浏览器,仅保证基本的可执行不代码异常+ fn&&fn("[IsLoser]"+arr[0],arr.length>1?arr:"");+ }else{+ fn.apply(console,arr);+ };+};+var CLog=function(){ Recorder.CLog.apply(this,arguments); };+var IsLoser=true;try{IsLoser=!console.log.apply;}catch(e){};+++++var ID=0;+function initFn(set){+ this.id=++ID;++ //如果开启了流量统计,这里将发送一个图片请求+ Traffic();+++ var o={+ type:"mp3" //输出类型:mp3,wav,wav输出文件尺寸超大不推荐使用,但mp3编码支持会导致js文件超大,如果不需支持mp3可以使js文件大幅减小+ ,bitRate:16 //比特率 wav:16或8位,MP3:8kbps 1k/s,8kbps 2k/s 录音文件很小++ ,sampleRate:16000 //采样率,wav格式大小=sampleRate*时间;mp3此项对低比特率有影响,高比特率几乎无影响。+ //wav任意值,mp3取值范围:48000, 44100, 32000, 24000, 22050, 16000, 12000, 11025, 8000+ //采样率参考https://www.cnblogs.com/devin87/p/mp3-recorder.html++ ,onProcess:NOOP //fn(buffers,powerLevel,bufferDuration,bufferSampleRate,newBufferIdx,asyncEnd) buffers=[[Int16,...],...]:缓冲的PCM数据,为从开始录音到现在的所有pcm片段;powerLevel:当前缓冲的音量级别0-100,bufferDuration:已缓冲时长,bufferSampleRate:缓冲使用的采样率(当type支持边录边转码(Worker)时,此采样率和设置的采样率相同,否则不一定相同);newBufferIdx:本次回调新增的buffer起始索引;asyncEnd:fn() 如果onProcess是异步的(返回值为true时),处理完成时需要调用此回调,如果不是异步的请忽略此参数,此方法回调时必须是真异步(不能真异步时需用setTimeout包裹)。onProcess返回值:如果返回true代表开启异步模式,在某些大量运算的场合异步是必须的,必须在异步处理完成时调用asyncEnd(不能真异步时需用setTimeout包裹),在onProcess执行后新增的buffer会全部替换成空数组,因此本回调开头应立即将newBufferIdx到本次回调结尾位置的buffer全部保存到另外一个数组内,处理完成后写回buffers中本次回调的结尾位置。++ //*******高级设置******+ //,sourceStream:MediaStream Object+ //可选直接提供一个媒体流,从这个流中录制、实时处理音频数据(当前Recorder实例独享此流);不提供时为普通的麦克风录音,由getUserMedia提供音频流(所有Recorder实例共享同一个流)+ //比如:audio、video标签dom节点的captureStream方法(实验特性,不同浏览器支持程度不高)返回的流;WebRTC中的remote流;自己创建的流等+ //注意:流内必须至少存在一条音轨(Audio Track),比如audio标签必须等待到可以开始播放后才会有音轨,否则open会失败++ //,audioTrackSet:{ deviceId:"",groupId:"", autoGainControl:true, echoCancellation:true, noiseSuppression:true }+ //普通麦克风录音时getUserMedia方法的audio配置参数,比如指定设备id,回声消除、降噪开关;注意:提供的任何配置值都不一定会生效+ //由于麦克风是全局共享的,所以新配置后需要close掉以前的再重新open+ //更多参考: https://developer.mozilla.org/en-US/docs/Web/API/MediaTrackConstraints++ //,disableEnvInFix:false 内部参数,禁用设备卡顿时音频输入丢失补偿功能++ //,takeoffEncodeChunk:NOOP //fn(chunkBytes) chunkBytes=[Uint8,...]:实时编码环境下接管编码器输出,当编码器实时编码出一块有效的二进制音频数据时实时回调此方法;参数为二进制的Uint8Array,就是编码出来的音频数据片段,所有的chunkBytes拼接在一起即为完整音频。本实现的想法最初由QQ2543775048提出+ //当提供此回调方法时,将接管编码器的数据输出,编码器内部将放弃存储生成的音频数据;环境要求比较苛刻:如果当前环境不支持实时编码处理,将在open时直接走fail逻辑+ //因此提供此回调后调用stop方法将无法获得有效的音频数据,因为编码器内没有音频数据,因此stop时返回的blob将是一个字节长度为0的blob+ //目前只有mp3格式实现了实时编码,在支持实时处理的环境中将会实时的将编码出来的mp3片段通过此方法回调,所有的chunkBytes拼接到一起即为完整的mp3,此种拼接的结果比mock方法实时生成的音质更加,因为天然避免了首尾的静默+ //目前除mp3外其他格式不可以提供此回调,提供了将在open时直接走fail逻辑+ };++ for(var k in set){+ o[k]=set[k];+ };+ this.set=o;++ this._S=9;//stop同步锁,stop可以阻止open过程中还未运行的start+ this.Sync={O:9,C:9};//和Recorder.Sync一致,只不过这个是非全局的,仅用来简化代码逻辑,无实际作用+};+//同步锁,控制对Stream的竞争;用于close时中断异步的open;一个对象open如果变化了都要阻止close,Stream的控制权交个新的对象+Recorder.Sync={/*open*/O:9,/*close*/C:9};++Recorder.prototype=initFn.prototype={+ CLog:CLog++ //流相关的数据存储在哪个对象里面;如果提供了sourceStream,数据直接存储在当前对象中,否则存储在全局+ ,_streamStore:function(){+ if(this.set.sourceStream){+ return this;+ }else{+ return Recorder;+ }+ }++ //打开录音资源True(),False(msg,isUserNotAllow),需要调用close。注意:此方法是异步的;一般使用时打开,用完立即关闭;可重复调用,可用来测试是否能录音+ ,open:function(True,False){+ var This=this,streamStore=This._streamStore();+ True=True||NOOP;+ var failCall=function(errMsg,isUserNotAllow){+ isUserNotAllow=!!isUserNotAllow;+ This.CLog("录音open失败:"+errMsg+",isUserNotAllow:"+isUserNotAllow,1);+ False&&False(errMsg,isUserNotAllow);+ };++ var ok=function(){+ This.CLog("open ok id:"+This.id);+ True();++ This._SO=0;//解除stop对open中的start调用的阻止+ };+++ //同步锁+ var Lock=streamStore.Sync;+ var lockOpen=++Lock.O,lockClose=Lock.C;+ This._O=This._O_=lockOpen;//记住当前的open,如果变化了要阻止close,这里假定了新对象已取代当前对象并且不再使用+ This._SO=This._S;//记住open过程中的stop,中途任何stop调用后都不能继续open中的start+ var lockFail=function(){+ //允许多次open,但不允许任何一次close,或者自身已经调用了关闭+ if(lockClose!=Lock.C || !This._O){+ var err="open被取消";+ if(lockOpen==Lock.O){+ //无新的open,已经调用了close进行取消,此处应让上次的close明确生效+ This.close();+ }else{+ err="open被中断";+ };+ failCall(err);+ return true;+ };+ };++ //环境配置检查+ var checkMsg=This.envCheck({envName:"H5",canProcess:true});+ if(checkMsg){+ failCall("不能录音:"+checkMsg);+ return;+ };+++ //***********已直接提供了音频流************+ if(This.set.sourceStream){+ if(!Recorder.GetContext()){+ failCall("不支持此浏览器从流中获取录音");+ return;+ };++ Disconnect(streamStore);//可能已open过,直接先尝试断开+ This.Stream=This.set.sourceStream;+ This.Stream._call={};++ try{+ Connect(streamStore);+ }catch(e){+ failCall("从流中打开录音失败:"+e.message);+ return;+ }+ ok();+ return;+ };+++ //***********打开麦克风得到全局的音频流************+ var codeFail=function(code,msg){+ try{//跨域的优先检测一下+ window.top.a;+ }catch(e){+ failCall('无权录音(跨域,请尝试给iframe添加麦克风访问策略,如allow="camera;microphone")');+ return;+ };++ if(/Permission|Allow/i.test(code)){+ failCall("用户拒绝了录音权限",true);+ }else if(window.isSecureContext===false){+ failCall("浏览器禁止不安全页面录音,可开启https解决");+ }else if(/Found/i.test(code)){//可能是非安全环境导致的没有设备+ failCall(msg+",无可用麦克风");+ }else{+ failCall(msg);+ };+ };+++ //如果已打开并且有效就不要再打开了+ if(Recorder.IsOpen()){+ ok();+ return;+ };+ if(!Recorder.Support()){+ codeFail("","此浏览器不支持录音");+ return;+ };++ //请求权限,如果从未授权,一般浏览器会弹出权限请求弹框+ var f1=function(stream){+ //https://github.com/xiangyuecn/Recorder/issues/14 获取到的track.readyState!="live",刚刚回调时可能是正常的,但过一下可能就被关掉了,原因不明。延迟一下保证真异步。对正常浏览器不影响+ setTimeout(function(){+ stream._call={};+ var oldStream=Recorder.Stream;+ if(oldStream){+ Disconnect(); //直接断开已存在的,旧的Connect未完成会自动终止+ stream._call=oldStream._call;+ };+ Recorder.Stream=stream;+ if(lockFail())return;++ if(Recorder.IsOpen()){+ if(oldStream)This.CLog("发现同时多次调用open",1);++ Connect(streamStore,1);+ ok();+ }else{+ failCall("录音功能无效:无音频流");+ };+ },100);+ };+ var f2=function(e){+ var code=e.name||e.message||e.code+":"+e;+ This.CLog("请求录音权限错误",1,e);++ codeFail(code,"无法录音:"+code);+ };++ var trackSet={+ noiseSuppression:false //默认禁用降噪,原声录制,免得移动端表现怪异(包括系统播放声音变小)+ ,echoCancellation:false //回声消除+ };+ var trackSet2=This.set.audioTrackSet;+ for(var k in trackSet2)trackSet[k]=trackSet2[k];+ trackSet.sampleRate=Recorder.Ctx.sampleRate;//必须指明采样率,不然手机上MediaRecorder采样率16k++ try{+ var pro=Recorder.Scope[getUserMediaTxt]({audio:trackSet},f1,f2);+ }catch(e){//不能设置trackSet就算了+ This.CLog(getUserMediaTxt,3,e);+ pro=Recorder.Scope[getUserMediaTxt]({audio:true},f1,f2);+ };+ if(pro&&pro.then){+ pro.then(f1)[CatchTxt](f2); //fix 关键字,保证catch压缩时保持字符串形式+ };+ }+ //关闭释放录音资源+ ,close:function(call){+ call=call||NOOP;++ var This=this,streamStore=This._streamStore();+ This._stop();++ var Lock=streamStore.Sync;+ This._O=0;+ if(This._O_!=Lock.O){+ //唯一资源Stream的控制权已交给新对象,这里不能关闭。此处在每次都弹权限的浏览器内可能存在泄漏,新对象被拒绝权限可能不会调用close,忽略这种不处理+ This.CLog("close被忽略(因为同时open了多个rec,只有最后一个会真正close)",3);+ call();+ return;+ };+ Lock.C++;//获得控制权++ Disconnect(streamStore);++ This.CLog("close");+ call();+ }++++++ /*模拟一段录音数据,后面可以调用stop进行编码,需提供pcm数据[1,2,3...],pcm的采样率*/+ ,mock:function(pcmData,pcmSampleRate){+ var This=this;+ This._stop();//清理掉已有的资源++ This.isMock=1;+ This.mockEnvInfo=null;+ This.buffers=[pcmData];+ This.recSize=pcmData.length;+ This[srcSampleRateTxt]=pcmSampleRate;+ return This;+ }+ ,envCheck:function(envInfo){//平台环境下的可用性检查,任何时候都可以调用检查,返回errMsg:""正常,"失败原因"+ //envInfo={envName:"H5",canProcess:true}+ var errMsg,This=this,set=This.set;++ //检测CPU的数字字节序,TypedArray字节序是个迷,直接拒绝罕见的大端模式,因为找不到这种CPU进行测试+ var tag="CPU_BE";+ if(!errMsg && !Recorder[tag] && window.Int8Array && !new Int8Array(new Int32Array([1]).buffer)[0]){+ Traffic(tag); //如果开启了流量统计,这里将发送一个图片请求+ errMsg="不支持"+tag+"架构";+ };++ //编码器检查环境下配置是否可用+ if(!errMsg){+ var type=set.type;+ if(This[type+"_envCheck"]){//编码器已实现环境检查+ errMsg=This[type+"_envCheck"](envInfo,set);+ }else{//未实现检查的手动检查配置是否有效+ if(set.takeoffEncodeChunk){+ errMsg=type+"类型"+(This[type]?"":"(未加载编码器)")+"不支持设置takeoffEncodeChunk";+ };+ };+ };++ return errMsg||"";+ }+ ,envStart:function(mockEnvInfo,sampleRate){//平台环境相关的start调用+ var This=this,set=This.set;+ This.isMock=mockEnvInfo?1:0;//非H5环境需要启用mock,并提供envCheck需要的环境信息+ This.mockEnvInfo=mockEnvInfo;+ This.buffers=[];//数据缓冲+ This.recSize=0;//数据大小++ This.envInLast=0;//envIn接收到最后录音内容的时间+ This.envInFirst=0;//envIn接收到的首个录音内容的录制时间+ This.envInFix=0;//补偿的总时间+ This.envInFixTs=[];//补偿计数列表++ //engineCtx需要提前确定最终的采样率+ var setSr=set[sampleRateTxt];+ if(setSr>sampleRate){+ set[sampleRateTxt]=sampleRate;+ }else{ setSr=0 }+ This[srcSampleRateTxt]=sampleRate;+ This.CLog(srcSampleRateTxt+": "+sampleRate+" set."+sampleRateTxt+": "+set[sampleRateTxt]+(setSr?" 忽略"+setSr:""), setSr?3:0);++ This.engineCtx=0;+ //此类型有边录边转码(Worker)支持+ if(This[set.type+"_start"]){+ var engineCtx=This.engineCtx=This[set.type+"_start"](set);+ if(engineCtx){+ engineCtx.pcmDatas=[];+ engineCtx.pcmSize=0;+ };+ };+ }+ ,envResume:function(){//和平台环境无关的恢复录音+ //重新开始计数+ this.envInFixTs=[];+ }+ ,envIn:function(pcm,sum){//和平台环境无关的pcm[Int16]输入+ var This=this,set=This.set,engineCtx=This.engineCtx;+ var bufferSampleRate=This[srcSampleRateTxt];+ var size=pcm.length;+ var powerLevel=Recorder.PowerLevel(sum,size);++ var buffers=This.buffers;+ var bufferFirstIdx=buffers.length;//之前的buffer都是经过onProcess处理好的,不允许再修改+ buffers.push(pcm);++ //有engineCtx时会被覆盖,这里保存一份+ var buffersThis=buffers;+ var bufferFirstIdxThis=bufferFirstIdx;++ //卡顿丢失补偿:因为设备很卡的时候导致H5接收到的数据量不够造成播放时候变速,结果比实际的时长要短,此处保证了不会变短,但不能修复丢失的音频数据造成音质变差。当前算法采用输入时间侦测下一帧是否需要添加补偿帧,需要(6次输入||超过1秒)以上才会开始侦测,如果滑动窗口内丢失超过1/3就会进行补偿+ var now=Date.now();+ var pcmTime=Math.round(size/bufferSampleRate*1000);+ This.envInLast=now;+ if(This.buffers.length==1){//记下首个录音数据的录制时间+ This.envInFirst=now-pcmTime;+ };+ var envInFixTs=This.envInFixTs;+ envInFixTs.splice(0,0,{t:now,d:pcmTime});+ //保留3秒的计数滑动窗口,另外超过3秒的停顿不补偿+ var tsInStart=now,tsPcm=0;+ for(var i=0;i<envInFixTs.length;i++){+ var o=envInFixTs[i];+ if(now-o.t>3000){+ envInFixTs.length=i;+ break;+ };+ tsInStart=o.t;+ tsPcm+=o.d;+ };+ //达到需要的数据量,开始侦测是否需要补偿+ var tsInPrev=envInFixTs[1];+ var tsIn=now-tsInStart;+ var lost=tsIn-tsPcm;+ if( lost>tsIn/3 && (tsInPrev&&tsIn>1000 || envInFixTs.length>=6) ){+ //丢失过多,开始执行补偿+ var addTime=now-tsInPrev.t-pcmTime;//距离上次输入丢失这么多ms+ if(addTime>pcmTime/5){//丢失超过本帧的1/5+ var fixOpen=!set.disableEnvInFix;+ This.CLog("["+now+"]"+(fixOpen?"":"未")+"补偿"+addTime+"ms",3);+ This.envInFix+=addTime;++ //用静默进行补偿+ if(fixOpen){+ var addPcm=new Int16Array(addTime*bufferSampleRate/1000);+ size+=addPcm.length;+ buffers.push(addPcm);+ };+ };+ };+++ var sizeOld=This.recSize,addSize=size;+ var bufferSize=sizeOld+addSize;+ This.recSize=bufferSize;//此值在onProcess后需要修正,可能新数据被修改+++ //此类型有边录边转码(Worker)支持,开启实时转码+ if(engineCtx){+ //转换成set的采样率+ var chunkInfo=Recorder.SampleData(buffers,bufferSampleRate,set[sampleRateTxt],engineCtx.chunkInfo);+ engineCtx.chunkInfo=chunkInfo;++ sizeOld=engineCtx.pcmSize;+ addSize=chunkInfo.data.length;+ bufferSize=sizeOld+addSize;+ engineCtx.pcmSize=bufferSize;//此值在onProcess后需要修正,可能新数据被修改++ buffers=engineCtx.pcmDatas;+ bufferFirstIdx=buffers.length;+ buffers.push(chunkInfo.data);+ bufferSampleRate=chunkInfo[sampleRateTxt];+ };++ var duration=Math.round(bufferSize/bufferSampleRate*1000);+ var bufferNextIdx=buffers.length;+ var bufferNextIdxThis=buffersThis.length;++ //允许异步处理buffer数据+ var asyncEnd=function(){+ //重新计算size,异步的早已减去添加的,同步的需去掉本次添加的然后重新计算+ var num=asyncBegin?0:-addSize;+ var hasClear=buffers[0]==null;+ for(var i=bufferFirstIdx;i<bufferNextIdx;i++){+ var buffer=buffers[i];+ if(buffer==null){//已被主动释放内存,比如长时间实时传输录音时+ hasClear=1;+ }else{+ num+=buffer.length;++ //推入后台边录边转码+ if(engineCtx&&buffer.length){+ This[set.type+"_encode"](engineCtx,buffer);+ };+ };+ };++ //同步清理This.buffers,不管buffers到底清了多少个,buffersThis是使用不到的进行全清+ if(hasClear && engineCtx){+ var i=bufferFirstIdxThis;+ if(buffersThis[0]){+ i=0;+ };+ for(;i<bufferNextIdxThis;i++){+ buffersThis[i]=null;+ };+ };++ //统计修改后的size,如果异步发生clear要原样加回来,同步的无需操作+ if(hasClear){+ num=asyncBegin?addSize:0;++ buffers[0]=null;//彻底被清理+ };+ if(engineCtx){+ engineCtx.pcmSize+=num;+ }else{+ This.recSize+=num;+ };+ };+ //实时回调处理数据,允许修改或替换上次回调以来新增的数据 ,但是不允许修改已处理过的,不允许增删第一维数组 ,允许将第二维数组任意修改替换成空数组也可以+ var asyncBegin=0,procTxt="rec.set.onProcess";+ try{+ asyncBegin=set.onProcess(buffers,powerLevel,duration,bufferSampleRate,bufferFirstIdx,asyncEnd);+ }catch(e){+ //此错误显示不要用CLog,这样控制台内相同内容不会重复打印+ console.error(procTxt+"回调出错是不允许的,需保证不会抛异常",e);+ };++ var slowT=Date.now()-now;+ if(slowT>10 && This.envInFirst-now>1000){ //1秒后开始onProcess性能监测+ This.CLog(procTxt+"低性能,耗时"+slowT+"ms",3);+ };++ if(asyncBegin===true){+ //开启了异步模式,onProcess已接管buffers新数据,立即清空,避免出现未处理的数据+ var hasClear=0;+ for(var i=bufferFirstIdx;i<bufferNextIdx;i++){+ if(buffers[i]==null){//已被主动释放内存,比如长时间实时传输录音时 ,但又要开启异步模式,此种情况是非法的+ hasClear=1;+ }else{+ buffers[i]=new Int16Array(0);+ };+ };++ if(hasClear){+ This.CLog("未进入异步前不能清除buffers",3);+ }else{+ //还原size,异步结束后再统计仅修改后的size,如果发生clear要原样加回来+ if(engineCtx){+ engineCtx.pcmSize-=addSize;+ }else{+ This.recSize-=addSize;+ };+ };+ }else{+ asyncEnd();+ };+ }+++++ //开始录音,需先调用open;只要open成功时,调用此方法是安全的,如果未open强行调用导致的内部错误将不会有任何提示,stop时自然能得到错误+ ,start:function(){+ var This=this,ctx=Recorder.Ctx;++ var isOpen=1;+ if(This.set.sourceStream){//直接提供了流,仅判断是否调用了open+ if(!This.Stream){+ isOpen=0;+ }+ }else if(!Recorder.IsOpen()){//监测全局麦克风是否打开并且有效+ isOpen=0;+ };+ if(!isOpen){+ This.CLog("未open",1);+ return;+ };+ This.CLog("开始录音");++ This._stop();+ This.state=3;//0未录音 1录音中 2暂停 3等待ctx激活+ This.envStart(null, ctx[sampleRateTxt]);++ //检查open过程中stop是否已经调用过+ if(This._SO&&This._SO+1!=This._S){//上面调用过一次 _stop+ //open未完成就调用了stop,此种情况终止start。也应尽量避免出现此情况+ This.CLog("start被中断",3);+ return;+ };+ This._SO=0;++ var end=function(){+ if(This.state==3){+ This.state=1;+ This.resume();+ }+ };+ if(ctx.state=="suspended"){+ var tag="AudioContext resume: ";+ This.CLog(tag+"wait...");+ ctx.resume().then(function(){+ This.CLog(tag+ctx.state);+ end();+ })[CatchTxt](function(e){ //比较少见,可能对录音没有影响+ This.CLog(tag+ctx.state+" 可能无法录音:"+e.message,1,e);+ end();+ });+ }else{+ end();+ };+ }+ /*暂停录音*/+ ,pause:function(){+ var This=this;+ if(This.state){+ This.state=2;+ This.CLog("pause");+ delete This._streamStore().Stream._call[This.id];+ };+ }+ /*恢复录音*/+ ,resume:function(){+ var This=this;+ if(This.state){+ This.state=1;+ This.CLog("resume");+ This.envResume();++ var stream=This._streamStore().Stream;+ stream._call[This.id]=function(pcm,sum){+ if(This.state==1){+ This.envIn(pcm,sum);+ };+ };+ ConnAlive(stream);//AudioWorklet只会在ctx激活后运行+ };+ }+++++ ,_stop:function(keepEngine){+ var This=this,set=This.set;+ if(!This.isMock){+ This._S++;+ };+ if(This.state){+ This.pause();+ This.state=0;+ };+ if(!keepEngine && This[set.type+"_stop"]){+ This[set.type+"_stop"](This.engineCtx);+ This.engineCtx=0;+ };+ }+ /*+ 结束录音并返回录音数据blob对象+ True(blob,duration) blob:录音数据audio/mp3|wav格式+ duration:录音时长,单位毫秒+ False(msg)+ autoClose:false 可选,是否自动调用close,默认为false+ */+ ,stop:function(True,False,autoClose){+ var This=this,set=This.set,t1;+ var envInMS=This.envInLast-This.envInFirst, envInLen=envInMS&&This.buffers.length; //可能未start+ This.CLog("stop 和start时差"+(envInMS?envInMS+"ms 补偿"+This.envInFix+"ms"+" envIn:"+envInLen+" fps:"+(envInLen/envInMS*1000).toFixed(1):"-"));++ var end=function(){+ This._stop();//彻底关掉engineCtx+ if(autoClose){+ This.close();+ };+ };+ var err=function(msg){+ This.CLog("结束录音失败:"+msg,1);+ False&&False(msg);+ end();+ };+ var ok=function(blob,duration){+ This.CLog("结束录音 编码花"+(Date.now()-t1)+"ms 音频时长"+duration+"ms 文件大小"+blob.size+"b");+ if(set.takeoffEncodeChunk){//接管了输出,此时blob长度为0+ This.CLog("启用takeoffEncodeChunk后stop返回的blob长度为0不提供音频数据",3);+ }else if(blob.size<Math.max(100,duration/2)){//1秒小于0.5k?+ err("生成的"+set.type+"无效");+ return;+ };+ True&&True(blob,duration);+ end();+ };+ if(!This.isMock){+ var isCtxWait=This.state==3;+ if(!This.state || isCtxWait){+ err("未开始录音"+(isCtxWait?",开始录音前无用户交互导致AudioContext未运行":""));+ return;+ };+ This._stop(true);+ };+ var size=This.recSize;+ if(!size){+ err("未采集到录音");+ return;+ };+ if(!This.buffers[0]){+ err("音频buffers被释放");+ return;+ };+ if(!This[set.type]){+ err("未加载"+set.type+"编码器");+ return;+ };++ //环境配置检查,此处仅针对mock调用,因为open已经检查过了+ if(This.isMock){+ var checkMsg=This.envCheck(This.mockEnvInfo||{envName:"mock",canProcess:false});//没有提供环境信息的mock时没有onProcess回调+ if(checkMsg){+ err("录音错误:"+checkMsg);+ return;+ };+ };++ //此类型有边录边转码(Worker)支持+ var engineCtx=This.engineCtx;+ if(This[set.type+"_complete"]&&engineCtx){+ var duration=Math.round(engineCtx.pcmSize/set[sampleRateTxt]*1000);//采用后的数据长度和buffers的长度可能微小的不一致,是采样率连续转换的精度问题++ t1=Date.now();+ This[set.type+"_complete"](engineCtx,function(blob){+ ok(blob,duration);+ },err);+ return;+ };++ //标准UI线程转码,调整采样率+ t1=Date.now();+ var chunk=Recorder.SampleData(This.buffers,This[srcSampleRateTxt],set[sampleRateTxt]);++ set[sampleRateTxt]=chunk[sampleRateTxt];+ var res=chunk.data;+ var duration=Math.round(res.length/set[sampleRateTxt]*1000);++ This.CLog("采样"+size+"->"+res.length+" 花:"+(Date.now()-t1)+"ms");++ setTimeout(function(){+ t1=Date.now();+ This[set.type](res,function(blob){+ ok(blob,duration);+ },function(msg){+ err(msg);+ });+ });+ }++};++if(window[RecTxt]){+ CLog("重复引入"+RecTxt,3);+ window[RecTxt].Destroy();+};+window[RecTxt]=Recorder;+++++//=======从WebM字节流中提取pcm数据,提取成功返回Float32Array,失败返回null||-1=====+var WebM_Extract=function(inBytes, scope){+ if(!scope.pos){+ scope.pos=[0]; scope.tracks={}; scope.bytes=[];+ };+ var tracks=scope.tracks, position=[scope.pos[0]];+ var endPos=function(){ scope.pos[0]=position[0] };++ var sBL=scope.bytes.length;+ var bytes=new Uint8Array(sBL+inBytes.length);+ bytes.set(scope.bytes); bytes.set(inBytes,sBL);+ scope.bytes=bytes;++ //先读取文件头和Track信息+ if(!scope._ht){+ readMatroskaVInt(bytes, position);//EBML Header+ readMatroskaBlock(bytes, position);//跳过EBML Header内容+ if(!BytesEq(readMatroskaVInt(bytes, position), [0x18,0x53,0x80,0x67])){+ return;//未识别到Segment+ }+ readMatroskaVInt(bytes, position);//跳过Segment长度值+ while(position[0]<bytes.length){+ var eid0=readMatroskaVInt(bytes, position);+ var bytes0=readMatroskaBlock(bytes, position);+ var pos0=[0],audioIdx=0;+ if(!bytes0)return;//数据不全,等待缓冲+ //Track完整数据,循环读取TrackEntry+ if(BytesEq(eid0, [0x16,0x54,0xAE,0x6B])){+ while(pos0[0]<bytes0.length){+ var eid1=readMatroskaVInt(bytes0, pos0);+ var bytes1=readMatroskaBlock(bytes0, pos0);+ var pos1=[0],track={channels:0,sampleRate:0};+ if(BytesEq(eid1, [0xAE])){//TrackEntry+ while(pos1[0]<bytes1.length){+ var eid2=readMatroskaVInt(bytes1, pos1);+ var bytes2=readMatroskaBlock(bytes1, pos1);+ var pos2=[0];+ if(BytesEq(eid2, [0xD7])){//Track Number+ var val=BytesInt(bytes2);+ track.number=val;+ tracks[val]=track;+ }else if(BytesEq(eid2, [0x83])){//Track Type+ var val=BytesInt(bytes2);+ if(val==1) track.type="video";+ else if(val==2) {+ track.type="audio";+ if(!audioIdx) scope.track0=track;+ track.idx=audioIdx++;+ }else track.type="Type-"+val;+ }else if(BytesEq(eid2, [0x86])){//Track Codec+ var str="";+ for(var i=0;i<bytes2.length;i++){+ str+=String.fromCharCode(bytes2[i]);+ }+ track.codec=str;+ }else if(BytesEq(eid2, [0xE1])){+ while(pos2[0]<bytes2.length){//循环读取 Audio 属性+ var eid3=readMatroskaVInt(bytes2, pos2);+ var bytes3=readMatroskaBlock(bytes2, pos2);+ //采样率、位数、声道数+ if(BytesEq(eid3, [0xB5])){+ var val=0,arr=new Uint8Array(bytes3.reverse()).buffer;+ if(bytes3.length==4) val=new Float32Array(arr)[0];+ else if(bytes3.length==8) val=new Float64Array(arr)[0];+ else CLog("WebM Track !Float",1,bytes3);+ track[sampleRateTxt]=Math.round(val);+ }else if(BytesEq(eid3, [0x62,0x64])) track.bitDepth=BytesInt(bytes3);+ else if(BytesEq(eid3, [0x9F])) track.channels=BytesInt(bytes3);+ }+ }+ }+ }+ };+ scope._ht=1;+ CLog("WebM Tracks",tracks);+ endPos();+ break;+ }+ }+ }++ //校验音频参数信息,如果不符合代码要求,统统拒绝处理+ var track0=scope.track0;+ if(!track0)return;+ if(track0.bitDepth==16 && /FLOAT/i.test(track0.codec)){+ track0.bitDepth=32; //chrome v66 实际为浮点数+ CLog("WebM 16改32位",3);+ }+ if(track0[sampleRateTxt]!=scope[sampleRateTxt] || track0.bitDepth!=32 || track0.channels<1 || !/(\b|_)PCM\b/i.test(track0.codec)){+ scope.bytes=[];//格式非预期 无法处理,清空缓冲数据+ if(!scope.bad)CLog("WebM Track非预期",3,scope);+ scope.bad=1;+ return -1;+ }++ //循环读取Cluster内的SimpleBlock+ var datas=[],dataLen=0;+ while(position[0]<bytes.length){+ var eid1=readMatroskaVInt(bytes, position);+ var bytes1=readMatroskaBlock(bytes, position);+ if(!bytes1)break;//数据不全,等待缓冲+ if(BytesEq(eid1, [0xA3])){//SimpleBlock完整数据+ var trackNo=bytes1[0]&0xf;+ var track=tracks[trackNo];+ if(!track){//不可能没有,数据出错?+ CLog("WebM !Track"+trackNo,1,tracks);+ }else if(track.idx===0){+ var u8arr=new Uint8Array(bytes1.length-4);+ for(var i=4;i<bytes1.length;i++){+ u8arr[i-4]=bytes1[i];+ }+ datas.push(u8arr); dataLen+=u8arr.length;+ }+ }+ endPos();+ }++ if(dataLen){+ var more=new Uint8Array(bytes.length-scope.pos[0]);+ more.set(bytes.subarray(scope.pos[0]));+ scope.bytes=more; //清理已读取了的缓冲数据+ scope.pos[0]=0;++ var u8arr=new Uint8Array(dataLen); //已获取的音频数据+ for(var i=0,i2=0;i<datas.length;i++){+ u8arr.set(datas[i],i2);+ i2+=datas[i].length;+ }+ var arr=new Float32Array(u8arr.buffer);++ if(track0.channels>1){//多声道,提取一个声道+ var arr2=[];+ for(var i=0;i<arr.length;){+ arr2.push(arr[i]);+ i+=track0.channels;+ }+ arr=new Float32Array(arr2);+ };+ return arr;+ }+};+//两个字节数组内容是否相同+var BytesEq=function(bytes1,bytes2){+ if(!bytes1 || bytes1.length!=bytes2.length) return false;+ if(bytes1.length==1) return bytes1[0]==bytes2[0];+ for(var i=0;i<bytes1.length;i++){+ if(bytes1[i]!=bytes2[i]) return false;+ }+ return true;+};+//字节数组BE转成int数字+var BytesInt=function(bytes){+ var s="";//0-8字节,js位运算只支持4字节+ for(var i=0;i<bytes.length;i++){var n=bytes[i];s+=(n<16?"0":"")+n.toString(16)};+ return parseInt(s,16)||0;+};+//读取一个可变长数值字节数组+var readMatroskaVInt=function(arr,pos,trim){+ var i=pos[0];+ if(i>=arr.length)return;+ var b0=arr[i],b2=("0000000"+b0.toString(2)).substr(-8);+ var m=/^(0*1)(\d*)$/.exec(b2);+ if(!m)return;+ var len=m[1].length, val=[];+ if(i+len>arr.length)return;+ for(var i2=0;i2<len;i2++){ val[i2]=arr[i]; i++; }+ if(trim) val[0]=parseInt(m[2]||'0',2);+ pos[0]=i;+ return val;+};+//读取一个自带长度的内容字节数组+var readMatroskaBlock=function(arr,pos){+ var lenVal=readMatroskaVInt(arr,pos,1);+ if(!lenVal)return;+ var len=BytesInt(lenVal);+ var i=pos[0], val=[];+ if(len<0x7FFFFFFF){ //超大值代表没有长度+ if(i+len>arr.length)return;+ for(var i2=0;i2<len;i2++){ val[i2]=arr[i]; i++; }+ }+ pos[0]=i;+ return val;+};+//=====End WebM读取=====+++++//流量统计用1像素图片地址,设置为空将不参与统计+Recorder.TrafficImgUrl="//ia.51.la/go1?id=20469973&pvFlag=1";+var Traffic=Recorder.Traffic=function(report){+ report=report?"/"+RecTxt+"/Report/"+report:"";+ var imgUrl=Recorder.TrafficImgUrl;+ if(imgUrl){+ var data=Recorder.Traffic;+ var m=/^(https?:..[^\/#]*\/?)[^#]*/i.exec(location.href)||[];+ var host=(m[1]||"http://file/");+ var idf=(m[0]||host)+report;++ if(imgUrl.indexOf("//")==0){+ //给url加上http前缀,如果是file协议下,不加前缀没法用+ if(/^https:/i.test(idf)){+ imgUrl="https:"+imgUrl;+ }else{+ imgUrl="http:"+imgUrl;+ };+ };+ if(report){+ imgUrl=imgUrl+"&cu="+encodeURIComponent(host+report);+ };++ if(!data[idf]){+ data[idf]=1;++ var img=new Image();+ img.src=imgUrl;+ CLog("Traffic Analysis Image: "+(report||RecTxt+".TrafficImgUrl="+Recorder.TrafficImgUrl));+ };+ };+};++}));\ No newline at end of filediff --git a/web-pages/public/static/offline/wav.js b/web-pages/public/static/offline/wav.jsnew file mode 100644index 000000000..1123a05bb--- /dev/null+++ b/web-pages/public/static/offline/wav.js@@ -0,0 +1,86 @@+/*+wav编码器+编码引擎+https://github.com/xiangyuecn/Recorder++当然最佳推荐使用mp3、wav格式,代码也是优先照顾这两种格式+浏览器支持情况+https://developer.mozilla.org/en-US/docs/Web/HTML/Supported_media_formats++编码原理:给pcm数据加上一个44直接的wav头即成wav文件;pcm数据就是Recorder中的buffers原始数据(重新采样),16位时为LE小端模式(Little Endian),实质上是未经过任何编码处理+*/+(function(){+"use strict";++Recorder.prototype.enc_wav={+ stable:true+ ,testmsg:"支持位数8位、16位(填在比特率里面),采样率取值无限制"+};+Recorder.prototype.wav=function(res,True,False){+ var This=this,set=This.set+ ,size=res.length+ ,sampleRate=set.sampleRate+ ,bitRate=set.bitRate==8?8:16;++ //编码数据 https://github.com/mattdiamond/Recorderjs https://www.cnblogs.com/blqw/p/3782420.html https://www.cnblogs.com/xiaoqi/p/6993912.html+ var dataLength=size*(bitRate/8);+ var buffer=new ArrayBuffer(44+dataLength);+ var data=new DataView(buffer);++ var offset=0;+ var writeString=function(str){+ for (var i=0;i<str.length;i++,offset++) {+ data.setUint8(offset,str.charCodeAt(i));+ };+ };+ var write16=function(v){+ data.setUint16(offset,v,true);+ offset+=2;+ };+ var write32=function(v){+ data.setUint32(offset,v,true);+ offset+=4;+ };++ /* RIFF identifier */+ writeString('RIFF');+ /* RIFF chunk length */+ write32(36+dataLength);+ /* RIFF type */+ writeString('WAVE');+ /* format chunk identifier */+ writeString('fmt ');+ /* format chunk length */+ write32(16);+ /* sample format (raw) */+ write16(1);+ /* channel count */+ write16(1);+ /* sample rate */+ write32(sampleRate);+ /* byte rate (sample rate * block align) */+ write32(sampleRate*(bitRate/8));// *1 声道+ /* block align (channel count * bytes per sample) */+ write16(bitRate/8);// *1 声道+ /* bits per sample */+ write16(bitRate);+ /* data chunk identifier */+ writeString('data');+ /* data chunk length */+ write32(dataLength);+ // 写入采样数据+ if(bitRate==8) {+ for(var i=0;i<size;i++,offset++) {+ //16转8据说是雷霄骅的 https://blog.csdn.net/sevennight1989/article/details/85376149 细节比blqw的按比例的算法清晰点,虽然都有明显杂音+ var val=(res[i]>>8)+128;+ data.setInt8(offset,val,true);+ };+ }else{+ for (var i=0;i<size;i++,offset+=2){+ data.setInt16(offset,res[i],true);+ };+ };+++ True(new Blob([data.buffer],{type:"audio/wav"}));+ }+})();\ No newline at end of filediff --git a/web-pages/public/static/offline/wsconnecter.js b/web-pages/public/static/offline/wsconnecter.jsnew file mode 100644index 000000000..db140efc2--- /dev/null+++ b/web-pages/public/static/offline/wsconnecter.js@@ -0,0 +1,119 @@+/**+ * Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights+ * Reserved. MIT License (https://opensource.org/licenses/MIT)+ */+/* 2021-2023 by zhaoming,mali aihealthx.com */++function WebSocketConnectMethod( config ) { //定义socket连接方法类+++ var speechSokt;+ var connKeeperID;++ var msgHandle = config.msgHandle;+ var stateHandle = config.stateHandle;++ this.wsStart = function () {+ var Uri = document.getElementById('wssip').value; //"wss://111.205.137.58:5821/wss/" //设置wss asr online接口地址 如 wss://X.X.X.X:port/wss/+ if(Uri.match(/wss:\S*|ws:\S*/))+ {+ console.log("Uri"+Uri);+ }+ else+ {+ alert("请检查wss地址正确性");+ return 0;+ }++ if ( 'WebSocket' in window ) {+ speechSokt = new WebSocket( Uri ); // 定义socket连接对象+ speechSokt.onopen = function(e){onOpen(e);}; // 定义响应函数+ speechSokt.onclose = function(e){+ console.log("onclose ws!");+ //speechSokt.close();+ onClose(e);+ };+ speechSokt.onmessage = function(e){onMessage(e);};+ speechSokt.onerror = function(e){onError(e);};+ return 1;+ }+ else {+ alert('当前浏览器不支持 WebSocket');+ return 0;+ }+ };++ // 定义停止与发送函数+ this.wsStop = function () {+ if(speechSokt != undefined) {+ console.log("stop ws!");+ speechSokt.close();+ }+ };++ this.wsSend = function ( oneData ) {++ if(speechSokt == undefined) return;+ if ( speechSokt.readyState === 1 ) { // 0:CONNECTING, 1:OPEN, 2:CLOSING, 3:CLOSED++ speechSokt.send( oneData );+++ }+ };++ // SOCEKT连接中的消息与状态响应+ function onOpen( e ) {+ // 发送json+ var chunk_size = new Array( 5, 10, 5 );+ var request = {+ "chunk_size": chunk_size,+ "wav_name": "h5",+ "is_speaking": true,+ "chunk_interval":10,+ "itn":getUseITN(),+ "mode":getAsrMode(),++ };+ if(isfilemode)+ {+ request.wav_format=file_ext;+ if(file_ext=="wav")+ {+ request.wav_format="PCM";+ request.audio_fs=file_sample_rate;+ }+ }++ var hotwords=getHotwords();++ if(hotwords!=null )+ {+ request.hotwords=hotwords;+ }+ console.log(JSON.stringify(request));+ speechSokt.send(JSON.stringify(request));+ console.log("连接成功");+ stateHandle(0);++ }++ function onClose( e ) {+ stateHandle(1);+ }++ function onMessage( e ) {++ msgHandle( e );+ }++ function onError( e ) {++ info_div.innerHTML="连接"+e;+ console.log(e);+ stateHandle(2);++ }+++}\ No newline at end of filediff --git a/web-pages/public/static/online/index.html b/web-pages/public/static/online/index.htmlnew file mode 100644index 000000000..de8139ef8--- /dev/null+++ b/web-pages/public/static/online/index.html@@ -0,0 +1,93 @@+<!DOCTYPE html>+<html>+ <head>+ <meta charset="utf-8" />+ <meta name="viewport" content="width=device-width,initial-scale=1" />+ <title>语音识别</title>++ </head>+ <body style="margin-left: 3%">+ <script src="recorder-core.js" charset="UTF-8"></script>+ <script src="wav.js" charset="UTF-8"></script>+ <script src="pcm.js" charset="UTF-8"></script>++++ <h1>FunASR Demo</h1>+ <h3>这里是FunASR开源项目体验demo,集成了VAD、ASR与标点等工业级别的模型,支持长音频离线文件转写,实时语音识别等,开源项目地址:https://github.com/alibaba-damo-academy/FunASR</h3>++ <div class="div_class_topArea">++ <div class="div_class_recordControl">+ asr服务器地址(必填):+ <br>+ <input id="wssip" type="text" onchange="addresschange()" style=" width: 100%;height:100%" value="wss://127.0.0.1:10095/"/>+ <br>+ <a id="wsslink" href="#" onclick="window.open('https://127.0.0.1:10095/', '_blank')"><div id="info_wslink">点此处手工授权wss://127.0.0.1:10095/</div></a>+ <br>+ <br>+ <div style="border:2px solid #ccc;">+ 选择录音模式:<br/>++ <label><input name="recoder_mode" onclick="on_recoder_mode_change()" type="radio" value="mic" checked="true"/>麦克风 </label> + <label><input name="recoder_mode" onclick="on_recoder_mode_change()" type="radio" value="file" />文件 </label>++ </div>++ <br>+ <div id="mic_mode_div" style="border:2px solid #ccc;display:block;">+ 选择asr模型模式:<br/>++ <label><input name="asr_mode" type="radio" value="2pass" checked="true"/>2pass </label> + <label><input name="asr_mode" type="radio" value="online" />online </label> + <label><input name="asr_mode" type="radio" value="offline" />offline </label>++ </div>++ <div id="rec_mode_div" style="border:2px solid #ccc;display:none;">+++ <input type="file" id="upfile">++ </div>+ <br>+ <div id="use_itn_div" style="border:2px solid #ccc;display:block;">+ 逆文本标准化(ITN):<br/>+ <label><input name="use_itn" type="radio" value="false" checked="true"/>否 </label> + <label><input name="use_itn" type="radio" value="true" />是 </label>+ </div>+ <br>+ <div style="border:2px solid #ccc;">+ 热词设置(一行一个关键字,空格隔开权重,如"阿里巴巴 20"):+ <br>+++ <textarea rows="3" id="varHot" style=" width: 100%;height:100%" >阿里巴巴 20 hello world 40</textarea>+ <br>++ </div>+ 语音识别结果显示:+ <br>++ <textarea rows="10" id="varArea" readonly="true" style=" width: 100%;height:100%" ></textarea>+ <br>+ <div id="info_div">请点击开始</div>+ <div class="div_class_buttons">+ <button id="btnConnect">连接</button>+ <button id="btnStart">开始</button>+ <button id="btnStop">停止</button>++ </div>++ <audio id="audio_record" type="audio/wav" controls style="margin-top: 12px; width: 100%;"></audio>+ </div>+ </div>++ <script src="wsconnecter.js" charset="utf-8"></script>+ <script src="main.js" charset="utf-8"></script>+++++ </body>+</html>diff --git a/web-pages/public/static/online/main.js b/web-pages/public/static/online/main.jsnew file mode 100644index 000000000..a8fdab934--- /dev/null+++ b/web-pages/public/static/online/main.js@@ -0,0 +1,583 @@+/**+ * Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights+ * Reserved. MIT License (https://opensource.org/licenses/MIT)+ */+/* 2022-2023 by zhaoming,mali aihealthx.com */+++// 连接; 定义socket连接类对象与语音对象+var wsconnecter = new WebSocketConnectMethod({msgHandle:getJsonMessage,stateHandle:getConnState});+var audioBlob;++// 录音; 定义录音对象,wav格式+var rec = Recorder({+ type:"pcm",+ bitRate:16,+ sampleRate:16000,+ onProcess:recProcess+});+++++var sampleBuf=new Int16Array();+// 定义按钮响应事件+var btnStart = document.getElementById('btnStart');+btnStart.onclick = record;+var btnStop = document.getElementById('btnStop');+btnStop.onclick = stop;+btnStop.disabled = true;+btnStart.disabled = true;++btnConnect= document.getElementById('btnConnect');+btnConnect.onclick = start;++var awsslink= document.getElementById('wsslink');+++var rec_text=""; // for online rec asr result+var offline_text=""; // for offline rec asr result+var info_div = document.getElementById('info_div');++var upfile = document.getElementById('upfile');++++var isfilemode=false; // if it is in file mode+var file_ext="";+var file_sample_rate=16000; //for wav file sample rate+var file_data_array; // array to save file data++var totalsend=0;+++var now_ipaddress=window.location.href;+now_ipaddress=now_ipaddress.replace("https://","wss://");+now_ipaddress=now_ipaddress.replace("static/online/index.html","");+var localport=window.location.port;+if (localport == '')+{+ now_ipaddress=now_ipaddress.substring(0, now_ipaddress.length - 1) + ':10096' + now_ipaddress.substring(now_ipaddress.length - 1);+}+else+{+ now_ipaddress=now_ipaddress.replace(localport,"10096");+}+document.getElementById('wssip').value=now_ipaddress;+addresschange();+function addresschange()+{++ var Uri = document.getElementById('wssip').value;+ document.getElementById('info_wslink').innerHTML="点此处手工授权(IOS手机)";+ Uri=Uri.replace(/wss/g,"https");+ console.log("addresschange uri=",Uri);++ awsslink.onclick=function(){+ window.open(Uri, '_blank');+ }++}++upfile.onclick=function()+{+ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;++}++// from https://github.com/xiangyuecn/Recorder/tree/master+var readWavInfo=function(bytes){+ //读取wav文件头,统一成44字节的头+ if(bytes.byteLength<44){+ return null;+ };+ var wavView=bytes;+ var eq=function(p,s){+ for(var i=0;i<s.length;i++){+ if(wavView[p+i]!=s.charCodeAt(i)){+ return false;+ };+ };+ return true;+ };++ if(eq(0,"RIFF")&&eq(8,"WAVEfmt ")){++ var numCh=wavView[22];+ if(wavView[20]==1 && (numCh==1||numCh==2)){//raw pcm 单或双声道+ var sampleRate=wavView[24]+(wavView[25]<<8)+(wavView[26]<<16)+(wavView[27]<<24);+ var bitRate=wavView[34]+(wavView[35]<<8);+ var heads=[wavView.subarray(0,12)],headSize=12;//head只保留必要的块+ //搜索data块的位置+ var dataPos=0; // 44 或有更多块+ for(var i=12,iL=wavView.length-8;i<iL;){+ if(wavView[i]==100&&wavView[i+1]==97&&wavView[i+2]==116&&wavView[i+3]==97){//eq(i,"data")+ heads.push(wavView.subarray(i,i+8));+ headSize+=8;+ dataPos=i+8;break;+ }+ var i0=i;+ i+=4;+ i+=4+wavView[i]+(wavView[i+1]<<8)+(wavView[i+2]<<16)+(wavView[i+3]<<24);+ if(i0==12){//fmt+ heads.push(wavView.subarray(i0,i));+ headSize+=i-i0;+ }+ }+ if(dataPos){+ var wavHead=new Uint8Array(headSize);+ for(var i=0,n=0;i<heads.length;i++){+ wavHead.set(heads[i],n);n+=heads[i].length;+ }+ return {+ sampleRate:sampleRate+ ,bitRate:bitRate+ ,numChannels:numCh+ ,wavHead44:wavHead+ ,dataPos:dataPos+ };+ };+ };+ };+ return null;+};++upfile.onchange = function () {+ var len = this.files.length;+ for(let i = 0; i < len; i++) {++ let fileAudio = new FileReader();+ fileAudio.readAsArrayBuffer(this.files[i]);++ file_ext=this.files[i].name.split('.').pop().toLowerCase();+ var audioblob;+ fileAudio.onload = function() {+ audioblob = fileAudio.result;+++ file_data_array=audioblob;+++ info_div.innerHTML='请点击连接进行识别';++ }++ fileAudio.onerror = function(e) {+ console.log('error' + e);+ }+ }+ // for wav file, we get the sample rate+ if(file_ext=="wav")+ for(let i = 0; i < len; i++) {++ let fileAudio = new FileReader();+ fileAudio.readAsArrayBuffer(this.files[i]);+ fileAudio.onload = function() {+ audioblob = new Uint8Array(fileAudio.result);++ // for wav file, we can get the sample rate+ var info=readWavInfo(audioblob);+ console.log(info);+ file_sample_rate=info.sampleRate;+++ }+++ }++ }++function play_file()+{+ var audioblob=new Blob( [ new Uint8Array(file_data_array)] , {type :"audio/wav"});+ var audio_record = document.getElementById('audio_record');+ audio_record.src = (window.URL||webkitURL).createObjectURL(audioblob);+ audio_record.controls=true;+ //audio_record.play(); //not auto play+}+function start_file_send()+{+ sampleBuf=new Uint8Array( file_data_array );++ var chunk_size=960; // for asr chunk_size [5, 10, 5]++++++ while(sampleBuf.length>=chunk_size){++ sendBuf=sampleBuf.slice(0,chunk_size);+ totalsend=totalsend+sampleBuf.length;+ sampleBuf=sampleBuf.slice(chunk_size,sampleBuf.length);+ wsconnecter.wsSend(sendBuf);+++ }++ stop();++++}+++function on_recoder_mode_change()+{+ var item = null;+ var obj = document.getElementsByName("recoder_mode");+ for (var i = 0; i < obj.length; i++) { //遍历Radio+ if (obj[i].checked) {+ item = obj[i].value;+ break;+ }+++ }+ if(item=="mic")+ {+ document.getElementById("mic_mode_div").style.display = 'block';+ document.getElementById("rec_mode_div").style.display = 'none';+++ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;+ isfilemode=false;+ }+ else+ {+ document.getElementById("mic_mode_div").style.display = 'none';+ document.getElementById("rec_mode_div").style.display = 'block';++ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=true;+ isfilemode=true;+ info_div.innerHTML='请点击选择文件';+++ }+}+++function getHotwords(){++ var obj = document.getElementById("varHot");++ if(typeof(obj) == 'undefined' || obj==null || obj.value.length<=0){+ return null;+ }+ let val = obj.value.toString();++ console.log("hotwords="+val);+ let items = val.split(/[(\r\n)\r\n]+/); //split by \r\n+ var jsonresult = {};+ const regexNum = /^[0-9]*$/; // test number+ for (item of items) {++ let result = item.split(" ");+ if(result.length>=2 && regexNum.test(result[result.length-1]))+ {+ var wordstr="";+ for(var i=0;i<result.length-1;i++)+ wordstr=wordstr+result[i]+" ";++ jsonresult[wordstr.trim()]= parseInt(result[result.length-1]);+ }+ }+ console.log("jsonresult="+JSON.stringify(jsonresult));+ return JSON.stringify(jsonresult);++}+function getAsrMode(){++ var item = null;+ var obj = document.getElementsByName("asr_mode");+ for (var i = 0; i < obj.length; i++) { //遍历Radio+ if (obj[i].checked) {+ item = obj[i].value;+ break;+ }+++ }+ if(isfilemode)+ {+ item= "offline";+ }+ console.log("asr mode"+item);++ return item;+}++function handleWithTimestamp(tmptext,tmptime)+{+ console.log( "tmptext: " + tmptext);+ console.log( "tmptime: " + tmptime);+ if(tmptime==null || tmptime=="undefined" || tmptext.length<=0)+ {+ return tmptext;+ }+ tmptext=tmptext.replace(/。|?|,|、|\?|\.|\ /g, ","); // in case there are a lot of "。"+ var words=tmptext.split(","); // split to chinese sentence or english words+ var jsontime=JSON.parse(tmptime); //JSON.parse(tmptime.replace(/\]\]\[\[/g, "],[")); // in case there are a lot segments by VAD+ var char_index=0; // index for timestamp+ var text_withtime="";+ for(var i=0;i<words.length;i++)+ {+ if(words[i]=="undefined" || words[i].length<=0)+ {+ continue;+ }+ console.log("words===",words[i]);+ console.log( "words: " + words[i]+",time="+jsontime[char_index][0]/1000);+ if (/^[a-zA-Z]+$/.test(words[i]))+ { // if it is english+ text_withtime=text_withtime+jsontime[char_index][0]/1000+":"+words[i]+"\n";+ char_index=char_index+1; //for english, timestamp unit is about a word+ }+ else{+ // if it is chinese+ text_withtime=text_withtime+jsontime[char_index][0]/1000+":"+words[i]+"\n";+ char_index=char_index+words[i].length; //for chinese, timestamp unit is about a char+ }+ }+ return text_withtime;+++}+// 语音识别结果; 对jsonMsg数据解析,将识别结果附加到编辑框中+function getJsonMessage( jsonMsg ) {+ //console.log(jsonMsg);+ console.log( "message: " + JSON.parse(jsonMsg.data)['text'] );+ var rectxt=""+JSON.parse(jsonMsg.data)['text'];+ var asrmodel=JSON.parse(jsonMsg.data)['mode'];+ var is_final=JSON.parse(jsonMsg.data)['is_final'];+ var timestamp=JSON.parse(jsonMsg.data)['timestamp'];+ if(asrmodel=="2pass-offline" || asrmodel=="offline")+ {++ offline_text=offline_text+handleWithTimestamp(rectxt,timestamp); //rectxt; //.replace(/ +/g,"");+ rec_text=offline_text;+ }+ else+ {+ rec_text=rec_text+rectxt; //.replace(/ +/g,"");+ }+ var varArea=document.getElementById('varArea');++ varArea.value=rec_text;+ console.log( "offline_text: " + asrmodel+","+offline_text);+ console.log( "rec_text: " + rec_text);+ if (isfilemode==true && is_final==false){+ console.log("call stop ws!");+ play_file();+ wsconnecter.wsStop();++ info_div.innerHTML="请点击连接";++ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;+ }++++}++// 连接状态响应+function getConnState( connState ) {+ if ( connState === 0 ) { //on open+++ info_div.innerHTML='连接成功!请点击开始';+ if (isfilemode==true){+ info_div.innerHTML='请耐心等待,大文件等待时间更长';+ start_file_send();+ }+ else+ {+ btnStart.disabled = false;+ btnStop.disabled = true;+ btnConnect.disabled=true;+ }+ } else if ( connState === 1 ) {+ //stop();+ } else if ( connState === 2 ) {+ stop();+ console.log( 'connecttion error' );++ alert("连接地址"+document.getElementById('wssip').value+"失败,请检查asr地址和端口。或试试界面上手动授权,再连接。");+ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;+++ info_div.innerHTML='请点击连接';+ }+}++function record()+{++ rec.open( function(){+ rec.start();+ console.log("开始");+ btnStart.disabled = true;+ btnStop.disabled = false;+ btnConnect.disabled=true;+ });++}++++// 识别启动、停止、清空操作+function start() {++ // 清除显示+ clear();+ //控件状态更新+ console.log("isfilemode"+isfilemode);++ //启动连接+ var ret=wsconnecter.wsStart();+ // 1 is ok, 0 is error+ if(ret==1){+ info_div.innerHTML="正在连接asr服务器,请等待...";+ isRec = true;+ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=true;++ return 1;+ }+ else+ {+ info_div.innerHTML="请点击开始";+ btnStart.disabled = true;+ btnStop.disabled = true;+ btnConnect.disabled=false;++ return 0;+ }+}+++function stop() {+ var chunk_size = new Array( 5, 10, 5 );+ var request = {+ "chunk_size": chunk_size,+ "wav_name": "h5",+ "is_speaking": false,+ "chunk_interval":10,+ "mode":getAsrMode(),+ };+ console.log(request);+ if(sampleBuf.length>0){+ wsconnecter.wsSend(sampleBuf);+ console.log("sampleBuf.length"+sampleBuf.length);+ sampleBuf=new Int16Array();+ }+ wsconnecter.wsSend( JSON.stringify(request) );+++++++ // 控件状态更新++ isRec = false;+ info_div.innerHTML="发送完数据,请等候,正在识别...";++ if(isfilemode==false){+ btnStop.disabled = true;+ btnStart.disabled = true;+ btnConnect.disabled=true;+ //wait 3s for asr result+ setTimeout(function(){+ console.log("call stop ws!");+ wsconnecter.wsStop();+ btnConnect.disabled=false;+ info_div.innerHTML="请点击连接";}, 3000 );++++ rec.stop(function(blob,duration){++ console.log(blob);+ var audioBlob = Recorder.pcm2wav(data = {sampleRate:16000, bitRate:16, blob:blob},+ function(theblob,duration){+ console.log(theblob);+ var audio_record = document.getElementById('audio_record');+ audio_record.src = (window.URL||webkitURL).createObjectURL(theblob);+ audio_record.controls=true;+ //audio_record.play();+++ } ,function(msg){+ console.log(msg);+ }+ );++++ },function(errMsg){+ console.log("errMsg: " + errMsg);+ });+ }+ // 停止连接++++}++function clear() {++ var varArea=document.getElementById('varArea');++ varArea.value="";+ rec_text="";+ offline_text="";++}+++function recProcess( buffer, powerLevel, bufferDuration, bufferSampleRate,newBufferIdx,asyncEnd ) {+ if ( isRec === true ) {+ var data_48k = buffer[buffer.length-1];++ var array_48k = new Array(data_48k);+ var data_16k=Recorder.SampleData(array_48k,bufferSampleRate,16000).data;++ sampleBuf = Int16Array.from([...sampleBuf, ...data_16k]);+ var chunk_size=960; // for asr chunk_size [5, 10, 5]+ info_div.innerHTML=""+bufferDuration/1000+"s";+ while(sampleBuf.length>=chunk_size){+ sendBuf=sampleBuf.slice(0,chunk_size);+ sampleBuf=sampleBuf.slice(chunk_size,sampleBuf.length);+ wsconnecter.wsSend(sendBuf);++++ }++++ }+}++function getUseITN() {+ var obj = document.getElementsByName("use_itn");+ for (var i = 0; i < obj.length; i++) {+ if (obj[i].checked) {+ return obj[i].value === "true";+ }+ }+ return false;+}\ No newline at end of filediff --git a/web-pages/public/static/online/pcm.js b/web-pages/public/static/online/pcm.jsnew file mode 100644index 000000000..51c1efe2e--- /dev/null+++ b/web-pages/public/static/online/pcm.js@@ -0,0 +1,96 @@+/*+pcm编码器+编码引擎+https://github.com/xiangyuecn/Recorder++编码原理:本编码器输出的pcm格式数据其实就是Recorder中的buffers原始数据(经过了重新采样),16位时为LE小端模式(Little Endian),并未经过任何编码处理++编码的代码和wav.js区别不大,pcm加上一个44字节wav头即成wav文件;所以要播放pcm就很简单了,直接转成wav文件来播放,已提供转换函数 Recorder.pcm2wav+*/+(function(){+"use strict";++Recorder.prototype.enc_pcm={+ stable:true+ ,testmsg:"pcm为未封装的原始音频数据,pcm数据文件无法直接播放;支持位数8位、16位(填在比特率里面),采样率取值无限制"+};+Recorder.prototype.pcm=function(res,True,False){+ var This=this,set=This.set+ ,size=res.length+ ,bitRate=set.bitRate==8?8:16;++ var buffer=new ArrayBuffer(size*(bitRate/8));+ var data=new DataView(buffer);+ var offset=0;++ // 写入采样数据+ if(bitRate==8) {+ for(var i=0;i<size;i++,offset++) {+ //16转8据说是雷霄骅的 https://blog.csdn.net/sevennight1989/article/details/85376149 细节比blqw的按比例的算法清晰点,虽然都有明显杂音+ var val=(res[i]>>8)+128;+ data.setInt8(offset,val,true);+ };+ }else{+ for (var i=0;i<size;i++,offset+=2){+ data.setInt16(offset,res[i],true);+ };+ };+++ True(new Blob([data.buffer],{type:"audio/pcm"}));+ };++++++/**pcm直接转码成wav,可以直接用来播放;需同时引入wav.js+data: {+ sampleRate:16000 pcm的采样率+ bitRate:16 pcm的位数 取值:8 或 16+ blob:blob对象+ }+ data如果直接提供的blob将默认使用16位16khz的配置,仅用于测试+True(wavBlob,duration)+False(msg)+**/+Recorder.pcm2wav=function(data,True,False){+ if(data.slice && data.type!=null){//Blob 测试用+ data={blob:data};+ };+ var sampleRate=data.sampleRate||16000,bitRate=data.bitRate||16;+ if(!data.sampleRate || !data.bitRate){+ console.warn("pcm2wav必须提供sampleRate和bitRate");+ };+ if(!Recorder.prototype.wav){+ False("pcm2wav必须先加载wav编码器wav.js");+ return;+ };++ var reader=new FileReader();+ reader.onloadend=function(){+ var pcm;+ if(bitRate==8){+ //8位转成16位+ var u8arr=new Uint8Array(reader.result);+ pcm=new Int16Array(u8arr.length);+ for(var j=0;j<u8arr.length;j++){+ pcm[j]=(u8arr[j]-128)<<8;+ };+ }else{+ pcm=new Int16Array(reader.result);+ };++ Recorder({+ type:"wav"+ ,sampleRate:sampleRate+ ,bitRate:bitRate+ }).mock(pcm,sampleRate).stop(function(wavBlob,duration){+ True(wavBlob,duration);+ },False);+ };+ reader.readAsArrayBuffer(data.blob);+};++++})();\ No newline at end of filediff --git a/web-pages/public/static/online/recorder-core.js b/web-pages/public/static/online/recorder-core.jsnew file mode 100644index 000000000..97ec12c83--- /dev/null+++ b/web-pages/public/static/online/recorder-core.js@@ -0,0 +1,1493 @@+/*+录音+https://github.com/xiangyuecn/Recorder+*/+(function(factory){+ factory(window);+ //umd returnExports.js+ if(typeof(define)=='function' && define.amd){+ define(function(){+ return Recorder;+ });+ };+ if(typeof(module)=='object' && module.exports){+ module.exports=Recorder;+ };+}(function(window){+"use strict";++var NOOP=function(){};++var Recorder=function(set){+ return new initFn(set);+};+Recorder.LM="2023-02-01 18:05";+var RecTxt="Recorder";+var getUserMediaTxt="getUserMedia";+var srcSampleRateTxt="srcSampleRate";+var sampleRateTxt="sampleRate";+var CatchTxt="catch";+++//是否已经打开了全局的麦克风录音,所有工作都已经准备好了,就等接收音频数据了+Recorder.IsOpen=function(){+ var stream=Recorder.Stream;+ if(stream){+ var tracks=stream.getTracks&&stream.getTracks()||stream.audioTracks||[];+ var track=tracks[0];+ if(track){+ var state=track.readyState;+ return state=="live"||state==track.LIVE;+ };+ };+ return false;+};+/*H5录音时的AudioContext缓冲大小。会影响H5录音时的onProcess调用速率,相对于AudioContext.sampleRate=48000时,4096接近12帧/s,调节此参数可生成比较流畅的回调动画。+ 取值256, 512, 1024, 2048, 4096, 8192, or 16384+ 注意,取值不能过低,2048开始不同浏览器可能回调速率跟不上造成音质问题。+ 一般无需调整,调整后需要先close掉已打开的录音,再open时才会生效。+*/+Recorder.BufferSize=4096;+//销毁已持有的所有全局资源,当要彻底移除Recorder时需要显式的调用此方法+Recorder.Destroy=function(){+ CLog(RecTxt+" Destroy");+ Disconnect();//断开可能存在的全局Stream、资源++ for(var k in DestroyList){+ DestroyList[k]();+ };+};+var DestroyList={};+//登记一个需要销毁全局资源的处理方法+Recorder.BindDestroy=function(key,call){+ DestroyList[key]=call;+};+//判断浏览器是否支持录音,随时可以调用。注意:仅仅是检测浏览器支持情况,不会判断和调起用户授权,不会判断是否支持特定格式录音。+Recorder.Support=function(){+ var scope=navigator.mediaDevices||{};+ if(!scope[getUserMediaTxt]){+ scope=navigator;+ scope[getUserMediaTxt]||(scope[getUserMediaTxt]=scope.webkitGetUserMedia||scope.mozGetUserMedia||scope.msGetUserMedia);+ };+ if(!scope[getUserMediaTxt]){+ return false;+ };+ Recorder.Scope=scope;++ if(!Recorder.GetContext()){+ return false;+ };+ return true;+};+//获取全局的AudioContext对象,如果浏览器不支持将返回null+Recorder.GetContext=function(){+ var AC=window.AudioContext;+ if(!AC){+ AC=window.webkitAudioContext;+ };+ if(!AC){+ return null;+ };++ if(!Recorder.Ctx||Recorder.Ctx.state=="closed"){+ //不能反复构造,低版本number of hardware contexts reached maximum (6)+ Recorder.Ctx=new AC();++ Recorder.BindDestroy("Ctx",function(){+ var ctx=Recorder.Ctx;+ if(ctx&&ctx.close){//能关掉就关掉,关不掉就保留着+ ctx.close();+ Recorder.Ctx=0;+ };+ });+ };+ return Recorder.Ctx;+};+++/*是否启用MediaRecorder.WebM.PCM来进行音频采集连接(如果浏览器支持的话),默认启用,禁用或者不支持时将使用AudioWorklet或ScriptProcessor来连接;MediaRecorder采集到的音频数据比其他方式更好,几乎不存在丢帧现象,所以音质明显会好很多,建议保持开启*/+var ConnectEnableWebM="ConnectEnableWebM";+Recorder[ConnectEnableWebM]=true;++/*是否启用AudioWorklet特性来进行音频采集连接(如果浏览器支持的话),默认禁用,禁用或不支持时将使用过时的ScriptProcessor来连接(如果方法还在的话),当前AudioWorklet的实现在移动端没有ScriptProcessor稳健;ConnectEnableWebM如果启用并且有效时,本参数将不起作用*/+var ConnectEnableWorklet="ConnectEnableWorklet";+Recorder[ConnectEnableWorklet]=false;++/*初始化H5音频采集连接。如果自行提供了sourceStream将只进行一次简单的连接处理。如果是普通麦克风录音,此时的Stream是全局的,Safari上断开后就无法再次进行连接使用,表现为静音,因此使用全部使用全局处理避免调用到disconnect;全局处理也有利于屏蔽底层细节,start时无需再调用底层接口,提升兼容、可靠性。*/+var Connect=function(streamStore,isUserMedia){+ var bufferSize=streamStore.BufferSize||Recorder.BufferSize;++ var ctx=Recorder.Ctx,stream=streamStore.Stream;+ var mediaConn=function(node){+ var media=stream._m=ctx.createMediaStreamSource(stream);+ var ctxDest=ctx.destination,cmsdTxt="createMediaStreamDestination";+ if(ctx[cmsdTxt]){+ ctxDest=ctx[cmsdTxt]();+ };+ media.connect(node);+ node.connect(ctxDest);+ }+ var isWebM,isWorklet,badInt,webMTips="";+ var calls=stream._call;++ //浏览器回传的音频数据处理+ var onReceive=function(float32Arr){+ for(var k0 in calls){//has item+ var size=float32Arr.length;++ var pcm=new Int16Array(size);+ var sum=0;+ for(var j=0;j<size;j++){//floatTo16BitPCM+ var s=Math.max(-1,Math.min(1,float32Arr[j]));+ s=s<0?s*0x8000:s*0x7FFF;+ pcm[j]=s;+ sum+=Math.abs(s);+ };++ for(var k in calls){+ calls[k](pcm,sum);+ };++ return;+ };+ };++ var scriptProcessor="ScriptProcessor";//一堆字符串名字,有利于压缩js+ var audioWorklet="audioWorklet";+ var recAudioWorklet=RecTxt+" "+audioWorklet;+ var RecProc="RecProc";+ var MediaRecorderTxt="MediaRecorder";+ var MRWebMPCM=MediaRecorderTxt+".WebM.PCM";+++//===================连接方式三=========================+ //古董级别的 ScriptProcessor 处理,目前所有浏览器均兼容,虽然是过时的方法,但更稳健,移动端性能比AudioWorklet强+ var oldFn=ctx.createScriptProcessor||ctx.createJavaScriptNode;+ var oldIsBest="。由于"+audioWorklet+"内部1秒375次回调,在移动端可能会有性能问题导致回调丢失录音变短,PC端无影响,暂不建议开启"+audioWorklet+"。";+ var oldScript=function(){+ isWorklet=stream.isWorklet=false;+ _Disconn_n(stream);+ CLog("Connect采用老的"+scriptProcessor+","+(Recorder[ConnectEnableWorklet]?"但已":"可")+"设置"+RecTxt+"."+ConnectEnableWorklet+"=true尝试启用"+audioWorklet+webMTips+oldIsBest,3);++ var process=stream._p=oldFn.call(ctx,bufferSize,1,1);//单声道,省的数据处理复杂+ mediaConn(process);++ var _DsetTxt="_D220626",_Dset=Recorder[_DsetTxt];if(_Dset)CLog("Use "+RecTxt+"."+_DsetTxt,3);+ process.onaudioprocess=function(e){+ var arr=e.inputBuffer.getChannelData(0);+ if(_Dset){//临时调试用的参数,未来会被删除+ arr=new Float32Array(arr);//块是共享的,必须复制出来+ setTimeout(function(){ onReceive(arr) });//立即退出回调,试图减少对浏览器录音的影响+ }else{+ onReceive(arr);+ };+ };+ };+++//===================连接方式二=========================+var connWorklet=function(){+ //尝试开启AudioWorklet处理+ isWebM=stream.isWebM=false;+ _Disconn_r(stream);++ isWorklet=stream.isWorklet=!oldFn || Recorder[ConnectEnableWorklet];+ var AwNode=window.AudioWorkletNode;+ if(!(isWorklet && ctx[audioWorklet] && AwNode)){+ oldScript();//被禁用 或 不支持,直接使用老的+ return;+ };+ var clazzUrl=function(){+ var xf=function(f){return f.toString().replace(/^function|DEL_/g,"").replace(/\$RA/g,recAudioWorklet)};+ var clazz='class '+RecProc+' extends AudioWorkletProcessor{';+ clazz+="constructor "+xf(function(option){+ DEL_super(option);+ var This=this,bufferSize=option.processorOptions.bufferSize;+ This.bufferSize=bufferSize;+ This.buffer=new Float32Array(bufferSize*2);//乱给size搞乱缓冲区不管+ This.pos=0;+ This.port.onmessage=function(e){+ if(e.data.kill){+ This.kill=true;+ console.log("$RA kill call");+ }+ };+ console.log("$RA .ctor call", option);+ });++ //https://developer.mozilla.org/en-US/docs/Web/API/AudioWorkletProcessor/process 每次回调128个采样数据,1秒375次回调,高频导致移动端性能问题,结果就是回调次数缺斤少两,进而导致丢失数据,PC端似乎没有性能问题+ clazz+="process "+xf(function(input,b,c){//需要等到ctx激活后才会有回调+ var This=this,bufferSize=This.bufferSize;+ var buffer=This.buffer,pos=This.pos;+ input=(input[0]||[])[0]||[];+ if(input.length){+ buffer.set(input,pos);+ pos+=input.length;++ var len=~~(pos/bufferSize)*bufferSize;+ if(len){+ this.port.postMessage({ val: buffer.slice(0,len) });++ var more=buffer.subarray(len,pos);+ buffer=new Float32Array(bufferSize*2);+ buffer.set(more);+ pos=more.length;+ This.buffer=buffer;+ }+ This.pos=pos;+ }+ return !This.kill;+ });+ clazz+='}'+ +'try{'+ +'registerProcessor("'+RecProc+'", '+RecProc+')'+ +'}catch(e){'+ +'console.error("'+recAudioWorklet+'注册失败",e)'+ +'}';+ //URL.createObjectURL 本地有些浏览器会报 Not allowed to load local resource,直接用dataurl+ return "data:text/javascript;base64,"+btoa(unescape(encodeURIComponent(clazz)));+ };++ var awNext=function(){//可以继续,没有调用断开+ return isWorklet && stream._na;+ };+ var nodeAlive=stream._na=function(){+ //start时会调用,只要没有收到数据就断定AudioWorklet有问题,恢复用老的+ if(badInt!==""){//没有回调过数据+ clearTimeout(badInt);+ badInt=setTimeout(function(){+ badInt=0;+ if(awNext()){+ CLog(audioWorklet+"未返回任何音频,恢复使用"+scriptProcessor,3);+ oldFn&&oldScript();//未来没有老的,可能是误判+ };+ },500);+ };+ };+ var createNode=function(){+ if(!awNext())return;+ var node=stream._n=new AwNode(ctx, RecProc, {+ processorOptions:{bufferSize:bufferSize}+ });+ mediaConn(node);+ node.port.onmessage=function(e){+ if(badInt){+ clearTimeout(badInt);badInt="";+ };+ if(awNext()){+ onReceive(e.data.val);+ }else if(!isWorklet){+ CLog(audioWorklet+"多余回调",3);+ };+ };+ CLog("Connect采用"+audioWorklet+",设置"+RecTxt+"."+ConnectEnableWorklet+"=false可恢复老式"+scriptProcessor+webMTips+oldIsBest,3);+ };++ //如果start时的resume和下面的构造node同时进行,将会导致部分浏览器崩溃,源码assets中 ztest_chrome_bug_AudioWorkletNode.html 可测试。所以,将所有代码套到resume里面(不管catch),避免出现这个问题+ ctx.resume()[calls&&"finally"](function(){//注释掉这行 观摩浏览器崩溃 STATUS_ACCESS_VIOLATION+ if(!awNext())return;+ if(ctx[RecProc]){+ createNode();+ return;+ };+ var url=clazzUrl();+ ctx[audioWorklet].addModule(url).then(function(e){+ if(!awNext())return;+ ctx[RecProc]=1;+ createNode();+ if(badInt){//重新计时+ nodeAlive();+ };+ })[CatchTxt](function(e){ //fix 关键字,保证catch压缩时保持字符串形式+ CLog(audioWorklet+".addModule失败",1,e);+ awNext()&&oldScript();+ });+ });+};+++//===================连接方式一=========================+var connWebM=function(){+ //尝试开启MediaRecorder录制webm+pcm处理+ var MR=window[MediaRecorderTxt];+ var onData="ondataavailable";+ var webmType="audio/webm; codecs=pcm";+ isWebM=stream.isWebM=Recorder[ConnectEnableWebM];++ var supportMR=MR && (onData in MR.prototype) && MR.isTypeSupported(webmType);+ webMTips=supportMR?"":"(此浏览器不支持"+MRWebMPCM+")";+ if(!isUserMedia || !isWebM || !supportMR){+ connWorklet(); //非麦克风录音(MediaRecorder采样率不可控) 或 被禁用 或 不支持MediaRecorder 或 不支持webm+pcm+ return;+ }++ var mrNext=function(){//可以继续,没有调用断开+ return isWebM && stream._ra;+ };+ var mrAlive=stream._ra=function(){+ //start时会调用,只要没有收到数据就断定MediaRecorder有问题,降级处理+ if(badInt!==""){//没有回调过数据+ clearTimeout(badInt);+ badInt=setTimeout(function(){+ //badInt=0; 保留给nodeAlive继续判断+ if(mrNext()){+ CLog(MediaRecorderTxt+"未返回任何音频,降级使用"+audioWorklet,3);+ connWorklet();+ };+ },500);+ };+ };++ var mrSet=Object.assign({mimeType:webmType}, Recorder.ConnectWebMOptions);+ var mr=stream._r=new MR(stream, mrSet);+ var webmData=stream._rd={sampleRate:ctx[sampleRateTxt]};+ mr[onData]=function(e){+ //提取webm中的pcm数据,提取失败就等着badInt超时降级处理+ var reader=new FileReader();+ reader.onloadend=function(){+ if(mrNext()){+ var f32arr=WebM_Extract(new Uint8Array(reader.result),webmData);+ if(!f32arr)return;+ if(f32arr==-1){//无法提取,立即降级+ connWorklet();+ return;+ };++ if(badInt){+ clearTimeout(badInt);badInt="";+ };+ onReceive(f32arr);+ }else if(!isWebM){+ CLog(MediaRecorderTxt+"多余回调",3);+ };+ };+ reader.readAsArrayBuffer(e.data);+ };+ mr.start(~~(bufferSize/48));//按48k时的回调间隔+ CLog("Connect采用"+MRWebMPCM+",设置"+RecTxt+"."+ConnectEnableWebM+"=false可恢复使用"+audioWorklet+"或老式"+scriptProcessor);+};++ connWebM();+};+var ConnAlive=function(stream){+ if(stream._na) stream._na(); //检查AudioWorklet连接是否有效,无效就回滚到老的ScriptProcessor+ if(stream._ra) stream._ra(); //检查MediaRecorder连接是否有效,无效就降级处理+};+var _Disconn_n=function(stream){+ stream._na=null;+ if(stream._n){+ stream._n.port.postMessage({kill:true});+ stream._n.disconnect();+ stream._n=null;+ };+};+var _Disconn_r=function(stream){+ stream._ra=null;+ if(stream._r){+ stream._r.stop();+ stream._r=null;+ };+};+var Disconnect=function(streamStore){+ streamStore=streamStore||Recorder;+ var isGlobal=streamStore==Recorder;++ var stream=streamStore.Stream;+ if(stream){+ if(stream._m){+ stream._m.disconnect();+ stream._m=null;+ };+ if(stream._p){+ stream._p.disconnect();+ stream._p.onaudioprocess=stream._p=null;+ };+ _Disconn_n(stream);+ _Disconn_r(stream);++ if(isGlobal){//全局的时候,要把流关掉(麦克风),直接提供的流不处理+ var tracks=stream.getTracks&&stream.getTracks()||stream.audioTracks||[];+ for(var i=0;i<tracks.length;i++){+ var track=tracks[i];+ track.stop&&track.stop();+ };+ stream.stop&&stream.stop();+ };+ };+ streamStore.Stream=0;+};++/*对pcm数据的采样率进行转换+pcmDatas: [[Int16,...]] pcm片段列表+pcmSampleRate:48000 pcm数据的采样率+newSampleRate:16000 需要转换成的采样率,newSampleRate>=pcmSampleRate时不会进行任何处理,小于时会进行重新采样+prevChunkInfo:{} 可选,上次调用时的返回值,用于连续转换,本次调用将从上次结束位置开始进行处理。或可自行定义一个ChunkInfo从pcmDatas指定的位置开始进行转换+option:{ 可选,配置项+ frameSize:123456 帧大小,每帧的PCM Int16的数量,采样率转换后的pcm长度为frameSize的整数倍,用于连续转换。目前仅在mp3格式时才有用,frameSize取值为1152,这样编码出来的mp3时长和pcm的时长完全一致,否则会因为mp3最后一帧录音不够填满时添加填充数据导致mp3的时长变长。+ frameType:"" 帧类型,一般为rec.set.type,提供此参数时无需提供frameSize,会自动使用最佳的值给frameSize赋值,目前仅支持mp3=1152(MPEG1 Layer3的每帧采采样数),其他类型=1。+ 以上两个参数用于连续转换时使用,最多使用一个,不提供时不进行帧的特殊处理,提供时必须同时提供prevChunkInfo才有作用。最后一段数据处理时无需提供帧大小以便输出最后一丁点残留数据。+ }++返回ChunkInfo:{+ //可定义,从指定位置开始转换到结尾+ index:0 pcmDatas已处理到的索引+ offset:0.0 已处理到的index对应的pcm中的偏移的下一个位置++ //仅作为返回值+ frameNext:null||[Int16,...] 下一帧的部分数据,frameSize设置了的时候才可能会有+ sampleRate:16000 结果的采样率,<=newSampleRate+ data:[Int16,...] 转换后的PCM结果;如果是连续转换,并且pcmDatas中并没有新数据时,data的长度可能为0+}+*/+Recorder.SampleData=function(pcmDatas,pcmSampleRate,newSampleRate,prevChunkInfo,option){+ prevChunkInfo||(prevChunkInfo={});+ var index=prevChunkInfo.index||0;+ var offset=prevChunkInfo.offset||0;++ var frameNext=prevChunkInfo.frameNext||[];+ option||(option={});+ var frameSize=option.frameSize||1;+ if(option.frameType){+ frameSize=option.frameType=="mp3"?1152:1;+ };++ var nLen=pcmDatas.length;+ if(index>nLen+1){+ CLog("SampleData似乎传入了未重置chunk "+index+">"+nLen,3);+ };+ var size=0;+ for(var i=index;i<nLen;i++){+ size+=pcmDatas[i].length;+ };+ size=Math.max(0,size-Math.floor(offset));++ //采样 https://www.cnblogs.com/blqw/p/3782420.html+ var step=pcmSampleRate/newSampleRate;+ if(step>1){//新采样低于录音采样,进行抽样+ size=Math.floor(size/step);+ }else{//新采样高于录音采样不处理,省去了插值处理+ step=1;+ newSampleRate=pcmSampleRate;+ };++ size+=frameNext.length;+ var res=new Int16Array(size);+ var idx=0;+ //添加上一次不够一帧的剩余数据+ for(var i=0;i<frameNext.length;i++){+ res[idx]=frameNext[i];+ idx++;+ };+ //处理数据+ for (;index<nLen;index++) {+ var o=pcmDatas[index];+ var i=offset,il=o.length;+ while(i<il){+ //res[idx]=o[Math.round(i)]; 直接简单抽样++ //https://www.cnblogs.com/xiaoqi/p/6993912.html+ //当前点=当前点+到后面一个点之间的增量,音质比直接简单抽样好些+ var before = Math.floor(i);+ var after = Math.ceil(i);+ var atPoint = i - before;++ var beforeVal=o[before];+ var afterVal=after<il ? o[after]+ : (//后个点越界了,查找下一个数组+ (pcmDatas[index+1]||[beforeVal])[0]||0+ );+ res[idx]=beforeVal+(afterVal-beforeVal)*atPoint;++ idx++;+ i+=step;//抽样+ };+ offset=i-il;+ };+ //帧处理+ frameNext=null;+ var frameNextSize=res.length%frameSize;+ if(frameNextSize>0){+ var u8Pos=(res.length-frameNextSize)*2;+ frameNext=new Int16Array(res.buffer.slice(u8Pos));+ res=new Int16Array(res.buffer.slice(0,u8Pos));+ };++ return {+ index:index+ ,offset:offset++ ,frameNext:frameNext+ ,sampleRate:newSampleRate+ ,data:res+ };+};+++/*计算音量百分比的一个方法+pcmAbsSum: pcm Int16所有采样的绝对值的和+pcmLength: pcm长度+返回值:0-100,主要当做百分比用+注意:这个不是分贝,因此没用volume当做名称*/+Recorder.PowerLevel=function(pcmAbsSum,pcmLength){+ /*计算音量 https://blog.csdn.net/jody1989/article/details/73480259+ 更高灵敏度算法:+ 限定最大感应值10000+ 线性曲线:低音量不友好+ power/10000*100+ 对数曲线:低音量友好,但需限定最低感应值+ (1+Math.log10(power/10000))*100+ */+ var power=(pcmAbsSum/pcmLength) || 0;//NaN+ var level;+ if(power<1251){//1250的结果10%,更小的音量采用线性取值+ level=Math.round(power/1250*10);+ }else{+ level=Math.round(Math.min(100,Math.max(0,(1+Math.log(power/10000)/Math.log(10))*100)));+ };+ return level;+};++/*计算音量,单位dBFS(满刻度相对电平)+maxSample: 为16位pcm采样的绝对值中最大的一个(计算峰值音量),或者为pcm中所有采样的绝对值的平局值+返回值:-100~0 (最大值0dB,最小值-100代替-∞)+*/+Recorder.PowerDBFS=function(maxSample){+ var val=Math.max(0.1, maxSample||0),Pref=0x7FFF;+ val=Math.min(val,Pref);+ //https://www.logiclocmusic.com/can-you-tell-the-decibel/+ //https://blog.csdn.net/qq_17256689/article/details/120442510+ val=20*Math.log(val/Pref)/Math.log(10);+ return Math.max(-100,Math.round(val));+};+++++//带时间的日志输出,可设为一个空函数来屏蔽日志输出+//CLog(msg,errOrLogMsg, logMsg...) err为数字时代表日志类型1:error 2:log默认 3:warn,否则当做内容输出,第一个参数不能是对象因为要拼接时间,后面可以接无数个输出参数+Recorder.CLog=function(msg,err){+ var now=new Date();+ var t=("0"+now.getMinutes()).substr(-2)+ +":"+("0"+now.getSeconds()).substr(-2)+ +"."+("00"+now.getMilliseconds()).substr(-3);+ var recID=this&&this.envIn&&this.envCheck&&this.id;+ var arr=["["+t+" "+RecTxt+(recID?":"+recID:"")+"]"+msg];+ var a=arguments,console=window.console||{};+ var i=2,fn=console.log;+ if(typeof(err)=="number"){+ fn=err==1?console.error:err==3?console.warn:fn;+ }else{+ i=1;+ };+ for(;i<a.length;i++){+ arr.push(a[i]);+ };+ if(IsLoser){//古董浏览器,仅保证基本的可执行不代码异常+ fn&&fn("[IsLoser]"+arr[0],arr.length>1?arr:"");+ }else{+ fn.apply(console,arr);+ };+};+var CLog=function(){ Recorder.CLog.apply(this,arguments); };+var IsLoser=true;try{IsLoser=!console.log.apply;}catch(e){};+++++var ID=0;+function initFn(set){+ this.id=++ID;++ //如果开启了流量统计,这里将发送一个图片请求+ Traffic();+++ var o={+ type:"mp3" //输出类型:mp3,wav,wav输出文件尺寸超大不推荐使用,但mp3编码支持会导致js文件超大,如果不需支持mp3可以使js文件大幅减小+ ,bitRate:16 //比特率 wav:16或8位,MP3:8kbps 1k/s,8kbps 2k/s 录音文件很小++ ,sampleRate:16000 //采样率,wav格式大小=sampleRate*时间;mp3此项对低比特率有影响,高比特率几乎无影响。+ //wav任意值,mp3取值范围:48000, 44100, 32000, 24000, 22050, 16000, 12000, 11025, 8000+ //采样率参考https://www.cnblogs.com/devin87/p/mp3-recorder.html++ ,onProcess:NOOP //fn(buffers,powerLevel,bufferDuration,bufferSampleRate,newBufferIdx,asyncEnd) buffers=[[Int16,...],...]:缓冲的PCM数据,为从开始录音到现在的所有pcm片段;powerLevel:当前缓冲的音量级别0-100,bufferDuration:已缓冲时长,bufferSampleRate:缓冲使用的采样率(当type支持边录边转码(Worker)时,此采样率和设置的采样率相同,否则不一定相同);newBufferIdx:本次回调新增的buffer起始索引;asyncEnd:fn() 如果onProcess是异步的(返回值为true时),处理完成时需要调用此回调,如果不是异步的请忽略此参数,此方法回调时必须是真异步(不能真异步时需用setTimeout包裹)。onProcess返回值:如果返回true代表开启异步模式,在某些大量运算的场合异步是必须的,必须在异步处理完成时调用asyncEnd(不能真异步时需用setTimeout包裹),在onProcess执行后新增的buffer会全部替换成空数组,因此本回调开头应立即将newBufferIdx到本次回调结尾位置的buffer全部保存到另外一个数组内,处理完成后写回buffers中本次回调的结尾位置。++ //*******高级设置******+ //,sourceStream:MediaStream Object+ //可选直接提供一个媒体流,从这个流中录制、实时处理音频数据(当前Recorder实例独享此流);不提供时为普通的麦克风录音,由getUserMedia提供音频流(所有Recorder实例共享同一个流)+ //比如:audio、video标签dom节点的captureStream方法(实验特性,不同浏览器支持程度不高)返回的流;WebRTC中的remote流;自己创建的流等+ //注意:流内必须至少存在一条音轨(Audio Track),比如audio标签必须等待到可以开始播放后才会有音轨,否则open会失败++ //,audioTrackSet:{ deviceId:"",groupId:"", autoGainControl:true, echoCancellation:true, noiseSuppression:true }+ //普通麦克风录音时getUserMedia方法的audio配置参数,比如指定设备id,回声消除、降噪开关;注意:提供的任何配置值都不一定会生效+ //由于麦克风是全局共享的,所以新配置后需要close掉以前的再重新open+ //更多参考: https://developer.mozilla.org/en-US/docs/Web/API/MediaTrackConstraints++ //,disableEnvInFix:false 内部参数,禁用设备卡顿时音频输入丢失补偿功能++ //,takeoffEncodeChunk:NOOP //fn(chunkBytes) chunkBytes=[Uint8,...]:实时编码环境下接管编码器输出,当编码器实时编码出一块有效的二进制音频数据时实时回调此方法;参数为二进制的Uint8Array,就是编码出来的音频数据片段,所有的chunkBytes拼接在一起即为完整音频。本实现的想法最初由QQ2543775048提出+ //当提供此回调方法时,将接管编码器的数据输出,编码器内部将放弃存储生成的音频数据;环境要求比较苛刻:如果当前环境不支持实时编码处理,将在open时直接走fail逻辑+ //因此提供此回调后调用stop方法将无法获得有效的音频数据,因为编码器内没有音频数据,因此stop时返回的blob将是一个字节长度为0的blob+ //目前只有mp3格式实现了实时编码,在支持实时处理的环境中将会实时的将编码出来的mp3片段通过此方法回调,所有的chunkBytes拼接到一起即为完整的mp3,此种拼接的结果比mock方法实时生成的音质更加,因为天然避免了首尾的静默+ //目前除mp3外其他格式不可以提供此回调,提供了将在open时直接走fail逻辑+ };++ for(var k in set){+ o[k]=set[k];+ };+ this.set=o;++ this._S=9;//stop同步锁,stop可以阻止open过程中还未运行的start+ this.Sync={O:9,C:9};//和Recorder.Sync一致,只不过这个是非全局的,仅用来简化代码逻辑,无实际作用+};+//同步锁,控制对Stream的竞争;用于close时中断异步的open;一个对象open如果变化了都要阻止close,Stream的控制权交个新的对象+Recorder.Sync={/*open*/O:9,/*close*/C:9};++Recorder.prototype=initFn.prototype={+ CLog:CLog++ //流相关的数据存储在哪个对象里面;如果提供了sourceStream,数据直接存储在当前对象中,否则存储在全局+ ,_streamStore:function(){+ if(this.set.sourceStream){+ return this;+ }else{+ return Recorder;+ }+ }++ //打开录音资源True(),False(msg,isUserNotAllow),需要调用close。注意:此方法是异步的;一般使用时打开,用完立即关闭;可重复调用,可用来测试是否能录音+ ,open:function(True,False){+ var This=this,streamStore=This._streamStore();+ True=True||NOOP;+ var failCall=function(errMsg,isUserNotAllow){+ isUserNotAllow=!!isUserNotAllow;+ This.CLog("录音open失败:"+errMsg+",isUserNotAllow:"+isUserNotAllow,1);+ False&&False(errMsg,isUserNotAllow);+ };++ var ok=function(){+ This.CLog("open ok id:"+This.id);+ True();++ This._SO=0;//解除stop对open中的start调用的阻止+ };+++ //同步锁+ var Lock=streamStore.Sync;+ var lockOpen=++Lock.O,lockClose=Lock.C;+ This._O=This._O_=lockOpen;//记住当前的open,如果变化了要阻止close,这里假定了新对象已取代当前对象并且不再使用+ This._SO=This._S;//记住open过程中的stop,中途任何stop调用后都不能继续open中的start+ var lockFail=function(){+ //允许多次open,但不允许任何一次close,或者自身已经调用了关闭+ if(lockClose!=Lock.C || !This._O){+ var err="open被取消";+ if(lockOpen==Lock.O){+ //无新的open,已经调用了close进行取消,此处应让上次的close明确生效+ This.close();+ }else{+ err="open被中断";+ };+ failCall(err);+ return true;+ };+ };++ //环境配置检查+ var checkMsg=This.envCheck({envName:"H5",canProcess:true});+ if(checkMsg){+ failCall("不能录音:"+checkMsg);+ return;+ };+++ //***********已直接提供了音频流************+ if(This.set.sourceStream){+ if(!Recorder.GetContext()){+ failCall("不支持此浏览器从流中获取录音");+ return;+ };++ Disconnect(streamStore);//可能已open过,直接先尝试断开+ This.Stream=This.set.sourceStream;+ This.Stream._call={};++ try{+ Connect(streamStore);+ }catch(e){+ failCall("从流中打开录音失败:"+e.message);+ return;+ }+ ok();+ return;+ };+++ //***********打开麦克风得到全局的音频流************+ var codeFail=function(code,msg){+ try{//跨域的优先检测一下+ window.top.a;+ }catch(e){+ failCall('无权录音(跨域,请尝试给iframe添加麦克风访问策略,如allow="camera;microphone")');+ return;+ };++ if(/Permission|Allow/i.test(code)){+ failCall("用户拒绝了录音权限",true);+ }else if(window.isSecureContext===false){+ failCall("浏览器禁止不安全页面录音,可开启https解决");+ }else if(/Found/i.test(code)){//可能是非安全环境导致的没有设备+ failCall(msg+",无可用麦克风");+ }else{+ failCall(msg);+ };+ };+++ //如果已打开并且有效就不要再打开了+ if(Recorder.IsOpen()){+ ok();+ return;+ };+ if(!Recorder.Support()){+ codeFail("","此浏览器不支持录音");+ return;+ };++ //请求权限,如果从未授权,一般浏览器会弹出权限请求弹框+ var f1=function(stream){+ //https://github.com/xiangyuecn/Recorder/issues/14 获取到的track.readyState!="live",刚刚回调时可能是正常的,但过一下可能就被关掉了,原因不明。延迟一下保证真异步。对正常浏览器不影响+ setTimeout(function(){+ stream._call={};+ var oldStream=Recorder.Stream;+ if(oldStream){+ Disconnect(); //直接断开已存在的,旧的Connect未完成会自动终止+ stream._call=oldStream._call;+ };+ Recorder.Stream=stream;+ if(lockFail())return;++ if(Recorder.IsOpen()){+ if(oldStream)This.CLog("发现同时多次调用open",1);++ Connect(streamStore,1);+ ok();+ }else{+ failCall("录音功能无效:无音频流");+ };+ },100);+ };+ var f2=function(e){+ var code=e.name||e.message||e.code+":"+e;+ This.CLog("请求录音权限错误",1,e);++ codeFail(code,"无法录音:"+code);+ };++ var trackSet={+ noiseSuppression:false //默认禁用降噪,原声录制,免得移动端表现怪异(包括系统播放声音变小)+ ,echoCancellation:false //回声消除+ };+ var trackSet2=This.set.audioTrackSet;+ for(var k in trackSet2)trackSet[k]=trackSet2[k];+ trackSet.sampleRate=Recorder.Ctx.sampleRate;//必须指明采样率,不然手机上MediaRecorder采样率16k++ try{+ var pro=Recorder.Scope[getUserMediaTxt]({audio:trackSet},f1,f2);+ }catch(e){//不能设置trackSet就算了+ This.CLog(getUserMediaTxt,3,e);+ pro=Recorder.Scope[getUserMediaTxt]({audio:true},f1,f2);+ };+ if(pro&&pro.then){+ pro.then(f1)[CatchTxt](f2); //fix 关键字,保证catch压缩时保持字符串形式+ };+ }+ //关闭释放录音资源+ ,close:function(call){+ call=call||NOOP;++ var This=this,streamStore=This._streamStore();+ This._stop();++ var Lock=streamStore.Sync;+ This._O=0;+ if(This._O_!=Lock.O){+ //唯一资源Stream的控制权已交给新对象,这里不能关闭。此处在每次都弹权限的浏览器内可能存在泄漏,新对象被拒绝权限可能不会调用close,忽略这种不处理+ This.CLog("close被忽略(因为同时open了多个rec,只有最后一个会真正close)",3);+ call();+ return;+ };+ Lock.C++;//获得控制权++ Disconnect(streamStore);++ This.CLog("close");+ call();+ }++++++ /*模拟一段录音数据,后面可以调用stop进行编码,需提供pcm数据[1,2,3...],pcm的采样率*/+ ,mock:function(pcmData,pcmSampleRate){+ var This=this;+ This._stop();//清理掉已有的资源++ This.isMock=1;+ This.mockEnvInfo=null;+ This.buffers=[pcmData];+ This.recSize=pcmData.length;+ This[srcSampleRateTxt]=pcmSampleRate;+ return This;+ }+ ,envCheck:function(envInfo){//平台环境下的可用性检查,任何时候都可以调用检查,返回errMsg:""正常,"失败原因"+ //envInfo={envName:"H5",canProcess:true}+ var errMsg,This=this,set=This.set;++ //检测CPU的数字字节序,TypedArray字节序是个迷,直接拒绝罕见的大端模式,因为找不到这种CPU进行测试+ var tag="CPU_BE";+ if(!errMsg && !Recorder[tag] && window.Int8Array && !new Int8Array(new Int32Array([1]).buffer)[0]){+ Traffic(tag); //如果开启了流量统计,这里将发送一个图片请求+ errMsg="不支持"+tag+"架构";+ };++ //编码器检查环境下配置是否可用+ if(!errMsg){+ var type=set.type;+ if(This[type+"_envCheck"]){//编码器已实现环境检查+ errMsg=This[type+"_envCheck"](envInfo,set);+ }else{//未实现检查的手动检查配置是否有效+ if(set.takeoffEncodeChunk){+ errMsg=type+"类型"+(This[type]?"":"(未加载编码器)")+"不支持设置takeoffEncodeChunk";+ };+ };+ };++ return errMsg||"";+ }+ ,envStart:function(mockEnvInfo,sampleRate){//平台环境相关的start调用+ var This=this,set=This.set;+ This.isMock=mockEnvInfo?1:0;//非H5环境需要启用mock,并提供envCheck需要的环境信息+ This.mockEnvInfo=mockEnvInfo;+ This.buffers=[];//数据缓冲+ This.recSize=0;//数据大小++ This.envInLast=0;//envIn接收到最后录音内容的时间+ This.envInFirst=0;//envIn接收到的首个录音内容的录制时间+ This.envInFix=0;//补偿的总时间+ This.envInFixTs=[];//补偿计数列表++ //engineCtx需要提前确定最终的采样率+ var setSr=set[sampleRateTxt];+ if(setSr>sampleRate){+ set[sampleRateTxt]=sampleRate;+ }else{ setSr=0 }+ This[srcSampleRateTxt]=sampleRate;+ This.CLog(srcSampleRateTxt+": "+sampleRate+" set."+sampleRateTxt+": "+set[sampleRateTxt]+(setSr?" 忽略"+setSr:""), setSr?3:0);++ This.engineCtx=0;+ //此类型有边录边转码(Worker)支持+ if(This[set.type+"_start"]){+ var engineCtx=This.engineCtx=This[set.type+"_start"](set);+ if(engineCtx){+ engineCtx.pcmDatas=[];+ engineCtx.pcmSize=0;+ };+ };+ }+ ,envResume:function(){//和平台环境无关的恢复录音+ //重新开始计数+ this.envInFixTs=[];+ }+ ,envIn:function(pcm,sum){//和平台环境无关的pcm[Int16]输入+ var This=this,set=This.set,engineCtx=This.engineCtx;+ var bufferSampleRate=This[srcSampleRateTxt];+ var size=pcm.length;+ var powerLevel=Recorder.PowerLevel(sum,size);++ var buffers=This.buffers;+ var bufferFirstIdx=buffers.length;//之前的buffer都是经过onProcess处理好的,不允许再修改+ buffers.push(pcm);++ //有engineCtx时会被覆盖,这里保存一份+ var buffersThis=buffers;+ var bufferFirstIdxThis=bufferFirstIdx;++ //卡顿丢失补偿:因为设备很卡的时候导致H5接收到的数据量不够造成播放时候变速,结果比实际的时长要短,此处保证了不会变短,但不能修复丢失的音频数据造成音质变差。当前算法采用输入时间侦测下一帧是否需要添加补偿帧,需要(6次输入||超过1秒)以上才会开始侦测,如果滑动窗口内丢失超过1/3就会进行补偿+ var now=Date.now();+ var pcmTime=Math.round(size/bufferSampleRate*1000);+ This.envInLast=now;+ if(This.buffers.length==1){//记下首个录音数据的录制时间+ This.envInFirst=now-pcmTime;+ };+ var envInFixTs=This.envInFixTs;+ envInFixTs.splice(0,0,{t:now,d:pcmTime});+ //保留3秒的计数滑动窗口,另外超过3秒的停顿不补偿+ var tsInStart=now,tsPcm=0;+ for(var i=0;i<envInFixTs.length;i++){+ var o=envInFixTs[i];+ if(now-o.t>3000){+ envInFixTs.length=i;+ break;+ };+ tsInStart=o.t;+ tsPcm+=o.d;+ };+ //达到需要的数据量,开始侦测是否需要补偿+ var tsInPrev=envInFixTs[1];+ var tsIn=now-tsInStart;+ var lost=tsIn-tsPcm;+ if( lost>tsIn/3 && (tsInPrev&&tsIn>1000 || envInFixTs.length>=6) ){+ //丢失过多,开始执行补偿+ var addTime=now-tsInPrev.t-pcmTime;//距离上次输入丢失这么多ms+ if(addTime>pcmTime/5){//丢失超过本帧的1/5+ var fixOpen=!set.disableEnvInFix;+ This.CLog("["+now+"]"+(fixOpen?"":"未")+"补偿"+addTime+"ms",3);+ This.envInFix+=addTime;++ //用静默进行补偿+ if(fixOpen){+ var addPcm=new Int16Array(addTime*bufferSampleRate/1000);+ size+=addPcm.length;+ buffers.push(addPcm);+ };+ };+ };+++ var sizeOld=This.recSize,addSize=size;+ var bufferSize=sizeOld+addSize;+ This.recSize=bufferSize;//此值在onProcess后需要修正,可能新数据被修改+++ //此类型有边录边转码(Worker)支持,开启实时转码+ if(engineCtx){+ //转换成set的采样率+ var chunkInfo=Recorder.SampleData(buffers,bufferSampleRate,set[sampleRateTxt],engineCtx.chunkInfo);+ engineCtx.chunkInfo=chunkInfo;++ sizeOld=engineCtx.pcmSize;+ addSize=chunkInfo.data.length;+ bufferSize=sizeOld+addSize;+ engineCtx.pcmSize=bufferSize;//此值在onProcess后需要修正,可能新数据被修改++ buffers=engineCtx.pcmDatas;+ bufferFirstIdx=buffers.length;+ buffers.push(chunkInfo.data);+ bufferSampleRate=chunkInfo[sampleRateTxt];+ };++ var duration=Math.round(bufferSize/bufferSampleRate*1000);+ var bufferNextIdx=buffers.length;+ var bufferNextIdxThis=buffersThis.length;++ //允许异步处理buffer数据+ var asyncEnd=function(){+ //重新计算size,异步的早已减去添加的,同步的需去掉本次添加的然后重新计算+ var num=asyncBegin?0:-addSize;+ var hasClear=buffers[0]==null;+ for(var i=bufferFirstIdx;i<bufferNextIdx;i++){+ var buffer=buffers[i];+ if(buffer==null){//已被主动释放内存,比如长时间实时传输录音时+ hasClear=1;+ }else{+ num+=buffer.length;++ //推入后台边录边转码+ if(engineCtx&&buffer.length){+ This[set.type+"_encode"](engineCtx,buffer);+ };+ };+ };++ //同步清理This.buffers,不管buffers到底清了多少个,buffersThis是使用不到的进行全清+ if(hasClear && engineCtx){+ var i=bufferFirstIdxThis;+ if(buffersThis[0]){+ i=0;+ };+ for(;i<bufferNextIdxThis;i++){+ buffersThis[i]=null;+ };+ };++ //统计修改后的size,如果异步发生clear要原样加回来,同步的无需操作+ if(hasClear){+ num=asyncBegin?addSize:0;++ buffers[0]=null;//彻底被清理+ };+ if(engineCtx){+ engineCtx.pcmSize+=num;+ }else{+ This.recSize+=num;+ };+ };+ //实时回调处理数据,允许修改或替换上次回调以来新增的数据 ,但是不允许修改已处理过的,不允许增删第一维数组 ,允许将第二维数组任意修改替换成空数组也可以+ var asyncBegin=0,procTxt="rec.set.onProcess";+ try{+ asyncBegin=set.onProcess(buffers,powerLevel,duration,bufferSampleRate,bufferFirstIdx,asyncEnd);+ }catch(e){+ //此错误显示不要用CLog,这样控制台内相同内容不会重复打印+ console.error(procTxt+"回调出错是不允许的,需保证不会抛异常",e);+ };++ var slowT=Date.now()-now;+ if(slowT>10 && This.envInFirst-now>1000){ //1秒后开始onProcess性能监测+ This.CLog(procTxt+"低性能,耗时"+slowT+"ms",3);+ };++ if(asyncBegin===true){+ //开启了异步模式,onProcess已接管buffers新数据,立即清空,避免出现未处理的数据+ var hasClear=0;+ for(var i=bufferFirstIdx;i<bufferNextIdx;i++){+ if(buffers[i]==null){//已被主动释放内存,比如长时间实时传输录音时 ,但又要开启异步模式,此种情况是非法的+ hasClear=1;+ }else{+ buffers[i]=new Int16Array(0);+ };+ };++ if(hasClear){+ This.CLog("未进入异步前不能清除buffers",3);+ }else{+ //还原size,异步结束后再统计仅修改后的size,如果发生clear要原样加回来+ if(engineCtx){+ engineCtx.pcmSize-=addSize;+ }else{+ This.recSize-=addSize;+ };+ };+ }else{+ asyncEnd();+ };+ }+++++ //开始录音,需先调用open;只要open成功时,调用此方法是安全的,如果未open强行调用导致的内部错误将不会有任何提示,stop时自然能得到错误+ ,start:function(){+ var This=this,ctx=Recorder.Ctx;++ var isOpen=1;+ if(This.set.sourceStream){//直接提供了流,仅判断是否调用了open+ if(!This.Stream){+ isOpen=0;+ }+ }else if(!Recorder.IsOpen()){//监测全局麦克风是否打开并且有效+ isOpen=0;+ };+ if(!isOpen){+ This.CLog("未open",1);+ return;+ };+ This.CLog("开始录音");++ This._stop();+ This.state=3;//0未录音 1录音中 2暂停 3等待ctx激活+ This.envStart(null, ctx[sampleRateTxt]);++ //检查open过程中stop是否已经调用过+ if(This._SO&&This._SO+1!=This._S){//上面调用过一次 _stop+ //open未完成就调用了stop,此种情况终止start。也应尽量避免出现此情况+ This.CLog("start被中断",3);+ return;+ };+ This._SO=0;++ var end=function(){+ if(This.state==3){+ This.state=1;+ This.resume();+ }+ };+ if(ctx.state=="suspended"){+ var tag="AudioContext resume: ";+ This.CLog(tag+"wait...");+ ctx.resume().then(function(){+ This.CLog(tag+ctx.state);+ end();+ })[CatchTxt](function(e){ //比较少见,可能对录音没有影响+ This.CLog(tag+ctx.state+" 可能无法录音:"+e.message,1,e);+ end();+ });+ }else{+ end();+ };+ }+ /*暂停录音*/+ ,pause:function(){+ var This=this;+ if(This.state){+ This.state=2;+ This.CLog("pause");+ delete This._streamStore().Stream._call[This.id];+ };+ }+ /*恢复录音*/+ ,resume:function(){+ var This=this;+ if(This.state){+ This.state=1;+ This.CLog("resume");+ This.envResume();++ var stream=This._streamStore().Stream;+ stream._call[This.id]=function(pcm,sum){+ if(This.state==1){+ This.envIn(pcm,sum);+ };+ };+ ConnAlive(stream);//AudioWorklet只会在ctx激活后运行+ };+ }+++++ ,_stop:function(keepEngine){+ var This=this,set=This.set;+ if(!This.isMock){+ This._S++;+ };+ if(This.state){+ This.pause();+ This.state=0;+ };+ if(!keepEngine && This[set.type+"_stop"]){+ This[set.type+"_stop"](This.engineCtx);+ This.engineCtx=0;+ };+ }+ /*+ 结束录音并返回录音数据blob对象+ True(blob,duration) blob:录音数据audio/mp3|wav格式+ duration:录音时长,单位毫秒+ False(msg)+ autoClose:false 可选,是否自动调用close,默认为false+ */+ ,stop:function(True,False,autoClose){+ var This=this,set=This.set,t1;+ var envInMS=This.envInLast-This.envInFirst, envInLen=envInMS&&This.buffers.length; //可能未start+ This.CLog("stop 和start时差"+(envInMS?envInMS+"ms 补偿"+This.envInFix+"ms"+" envIn:"+envInLen+" fps:"+(envInLen/envInMS*1000).toFixed(1):"-"));++ var end=function(){+ This._stop();//彻底关掉engineCtx+ if(autoClose){+ This.close();+ };+ };+ var err=function(msg){+ This.CLog("结束录音失败:"+msg,1);+ False&&False(msg);+ end();+ };+ var ok=function(blob,duration){+ This.CLog("结束录音 编码花"+(Date.now()-t1)+"ms 音频时长"+duration+"ms 文件大小"+blob.size+"b");+ if(set.takeoffEncodeChunk){//接管了输出,此时blob长度为0+ This.CLog("启用takeoffEncodeChunk后stop返回的blob长度为0不提供音频数据",3);+ }else if(blob.size<Math.max(100,duration/2)){//1秒小于0.5k?+ err("生成的"+set.type+"无效");+ return;+ };+ True&&True(blob,duration);+ end();+ };+ if(!This.isMock){+ var isCtxWait=This.state==3;+ if(!This.state || isCtxWait){+ err("未开始录音"+(isCtxWait?",开始录音前无用户交互导致AudioContext未运行":""));+ return;+ };+ This._stop(true);+ };+ var size=This.recSize;+ if(!size){+ err("未采集到录音");+ return;+ };+ if(!This.buffers[0]){+ err("音频buffers被释放");+ return;+ };+ if(!This[set.type]){+ err("未加载"+set.type+"编码器");+ return;+ };++ //环境配置检查,此处仅针对mock调用,因为open已经检查过了+ if(This.isMock){+ var checkMsg=This.envCheck(This.mockEnvInfo||{envName:"mock",canProcess:false});//没有提供环境信息的mock时没有onProcess回调+ if(checkMsg){+ err("录音错误:"+checkMsg);+ return;+ };+ };++ //此类型有边录边转码(Worker)支持+ var engineCtx=This.engineCtx;+ if(This[set.type+"_complete"]&&engineCtx){+ var duration=Math.round(engineCtx.pcmSize/set[sampleRateTxt]*1000);//采用后的数据长度和buffers的长度可能微小的不一致,是采样率连续转换的精度问题++ t1=Date.now();+ This[set.type+"_complete"](engineCtx,function(blob){+ ok(blob,duration);+ },err);+ return;+ };++ //标准UI线程转码,调整采样率+ t1=Date.now();+ var chunk=Recorder.SampleData(This.buffers,This[srcSampleRateTxt],set[sampleRateTxt]);++ set[sampleRateTxt]=chunk[sampleRateTxt];+ var res=chunk.data;+ var duration=Math.round(res.length/set[sampleRateTxt]*1000);++ This.CLog("采样"+size+"->"+res.length+" 花:"+(Date.now()-t1)+"ms");++ setTimeout(function(){+ t1=Date.now();+ This[set.type](res,function(blob){+ ok(blob,duration);+ },function(msg){+ err(msg);+ });+ });+ }++};++if(window[RecTxt]){+ CLog("重复引入"+RecTxt,3);+ window[RecTxt].Destroy();+};+window[RecTxt]=Recorder;+++++//=======从WebM字节流中提取pcm数据,提取成功返回Float32Array,失败返回null||-1=====+var WebM_Extract=function(inBytes, scope){+ if(!scope.pos){+ scope.pos=[0]; scope.tracks={}; scope.bytes=[];+ };+ var tracks=scope.tracks, position=[scope.pos[0]];+ var endPos=function(){ scope.pos[0]=position[0] };++ var sBL=scope.bytes.length;+ var bytes=new Uint8Array(sBL+inBytes.length);+ bytes.set(scope.bytes); bytes.set(inBytes,sBL);+ scope.bytes=bytes;++ //先读取文件头和Track信息+ if(!scope._ht){+ readMatroskaVInt(bytes, position);//EBML Header+ readMatroskaBlock(bytes, position);//跳过EBML Header内容+ if(!BytesEq(readMatroskaVInt(bytes, position), [0x18,0x53,0x80,0x67])){+ return;//未识别到Segment+ }+ readMatroskaVInt(bytes, position);//跳过Segment长度值+ while(position[0]<bytes.length){+ var eid0=readMatroskaVInt(bytes, position);+ var bytes0=readMatroskaBlock(bytes, position);+ var pos0=[0],audioIdx=0;+ if(!bytes0)return;//数据不全,等待缓冲+ //Track完整数据,循环读取TrackEntry+ if(BytesEq(eid0, [0x16,0x54,0xAE,0x6B])){+ while(pos0[0]<bytes0.length){+ var eid1=readMatroskaVInt(bytes0, pos0);+ var bytes1=readMatroskaBlock(bytes0, pos0);+ var pos1=[0],track={channels:0,sampleRate:0};+ if(BytesEq(eid1, [0xAE])){//TrackEntry+ while(pos1[0]<bytes1.length){+ var eid2=readMatroskaVInt(bytes1, pos1);+ var bytes2=readMatroskaBlock(bytes1, pos1);+ var pos2=[0];+ if(BytesEq(eid2, [0xD7])){//Track Number+ var val=BytesInt(bytes2);+ track.number=val;+ tracks[val]=track;+ }else if(BytesEq(eid2, [0x83])){//Track Type+ var val=BytesInt(bytes2);+ if(val==1) track.type="video";+ else if(val==2) {+ track.type="audio";+ if(!audioIdx) scope.track0=track;+ track.idx=audioIdx++;+ }else track.type="Type-"+val;+ }else if(BytesEq(eid2, [0x86])){//Track Codec+ var str="";+ for(var i=0;i<bytes2.length;i++){+ str+=String.fromCharCode(bytes2[i]);+ }+ track.codec=str;+ }else if(BytesEq(eid2, [0xE1])){+ while(pos2[0]<bytes2.length){//循环读取 Audio 属性+ var eid3=readMatroskaVInt(bytes2, pos2);+ var bytes3=readMatroskaBlock(bytes2, pos2);+ //采样率、位数、声道数+ if(BytesEq(eid3, [0xB5])){+ var val=0,arr=new Uint8Array(bytes3.reverse()).buffer;+ if(bytes3.length==4) val=new Float32Array(arr)[0];+ else if(bytes3.length==8) val=new Float64Array(arr)[0];+ else CLog("WebM Track !Float",1,bytes3);+ track[sampleRateTxt]=Math.round(val);+ }else if(BytesEq(eid3, [0x62,0x64])) track.bitDepth=BytesInt(bytes3);+ else if(BytesEq(eid3, [0x9F])) track.channels=BytesInt(bytes3);+ }+ }+ }+ }+ };+ scope._ht=1;+ CLog("WebM Tracks",tracks);+ endPos();+ break;+ }+ }+ }++ //校验音频参数信息,如果不符合代码要求,统统拒绝处理+ var track0=scope.track0;+ if(!track0)return;+ if(track0.bitDepth==16 && /FLOAT/i.test(track0.codec)){+ track0.bitDepth=32; //chrome v66 实际为浮点数+ CLog("WebM 16改32位",3);+ }+ if(track0[sampleRateTxt]!=scope[sampleRateTxt] || track0.bitDepth!=32 || track0.channels<1 || !/(\b|_)PCM\b/i.test(track0.codec)){+ scope.bytes=[];//格式非预期 无法处理,清空缓冲数据+ if(!scope.bad)CLog("WebM Track非预期",3,scope);+ scope.bad=1;+ return -1;+ }++ //循环读取Cluster内的SimpleBlock+ var datas=[],dataLen=0;+ while(position[0]<bytes.length){+ var eid1=readMatroskaVInt(bytes, position);+ var bytes1=readMatroskaBlock(bytes, position);+ if(!bytes1)break;//数据不全,等待缓冲+ if(BytesEq(eid1, [0xA3])){//SimpleBlock完整数据+ var trackNo=bytes1[0]&0xf;+ var track=tracks[trackNo];+ if(!track){//不可能没有,数据出错?+ CLog("WebM !Track"+trackNo,1,tracks);+ }else if(track.idx===0){+ var u8arr=new Uint8Array(bytes1.length-4);+ for(var i=4;i<bytes1.length;i++){+ u8arr[i-4]=bytes1[i];+ }+ datas.push(u8arr); dataLen+=u8arr.length;+ }+ }+ endPos();+ }++ if(dataLen){+ var more=new Uint8Array(bytes.length-scope.pos[0]);+ more.set(bytes.subarray(scope.pos[0]));+ scope.bytes=more; //清理已读取了的缓冲数据+ scope.pos[0]=0;++ var u8arr=new Uint8Array(dataLen); //已获取的音频数据+ for(var i=0,i2=0;i<datas.length;i++){+ u8arr.set(datas[i],i2);+ i2+=datas[i].length;+ }+ var arr=new Float32Array(u8arr.buffer);++ if(track0.channels>1){//多声道,提取一个声道+ var arr2=[];+ for(var i=0;i<arr.length;){+ arr2.push(arr[i]);+ i+=track0.channels;+ }+ arr=new Float32Array(arr2);+ };+ return arr;+ }+};+//两个字节数组内容是否相同+var BytesEq=function(bytes1,bytes2){+ if(!bytes1 || bytes1.length!=bytes2.length) return false;+ if(bytes1.length==1) return bytes1[0]==bytes2[0];+ for(var i=0;i<bytes1.length;i++){+ if(bytes1[i]!=bytes2[i]) return false;+ }+ return true;+};+//字节数组BE转成int数字+var BytesInt=function(bytes){+ var s="";//0-8字节,js位运算只支持4字节+ for(var i=0;i<bytes.length;i++){var n=bytes[i];s+=(n<16?"0":"")+n.toString(16)};+ return parseInt(s,16)||0;+};+//读取一个可变长数值字节数组+var readMatroskaVInt=function(arr,pos,trim){+ var i=pos[0];+ if(i>=arr.length)return;+ var b0=arr[i],b2=("0000000"+b0.toString(2)).substr(-8);+ var m=/^(0*1)(\d*)$/.exec(b2);+ if(!m)return;+ var len=m[1].length, val=[];+ if(i+len>arr.length)return;+ for(var i2=0;i2<len;i2++){ val[i2]=arr[i]; i++; }+ if(trim) val[0]=parseInt(m[2]||'0',2);+ pos[0]=i;+ return val;+};+//读取一个自带长度的内容字节数组+var readMatroskaBlock=function(arr,pos){+ var lenVal=readMatroskaVInt(arr,pos,1);+ if(!lenVal)return;+ var len=BytesInt(lenVal);+ var i=pos[0], val=[];+ if(len<0x7FFFFFFF){ //超大值代表没有长度+ if(i+len>arr.length)return;+ for(var i2=0;i2<len;i2++){ val[i2]=arr[i]; i++; }+ }+ pos[0]=i;+ return val;+};+//=====End WebM读取=====+++++//流量统计用1像素图片地址,设置为空将不参与统计+Recorder.TrafficImgUrl="//ia.51.la/go1?id=20469973&pvFlag=1";+var Traffic=Recorder.Traffic=function(report){+ report=report?"/"+RecTxt+"/Report/"+report:"";+ var imgUrl=Recorder.TrafficImgUrl;+ if(imgUrl){+ var data=Recorder.Traffic;+ var m=/^(https?:..[^\/#]*\/?)[^#]*/i.exec(location.href)||[];+ var host=(m[1]||"http://file/");+ var idf=(m[0]||host)+report;++ if(imgUrl.indexOf("//")==0){+ //给url加上http前缀,如果是file协议下,不加前缀没法用+ if(/^https:/i.test(idf)){+ imgUrl="https:"+imgUrl;+ }else{+ imgUrl="http:"+imgUrl;+ };+ };+ if(report){+ imgUrl=imgUrl+"&cu="+encodeURIComponent(host+report);+ };++ if(!data[idf]){+ data[idf]=1;++ var img=new Image();+ img.src=imgUrl;+ CLog("Traffic Analysis Image: "+(report||RecTxt+".TrafficImgUrl="+Recorder.TrafficImgUrl));+ };+ };+};++}));\ No newline at end of filediff --git a/web-pages/public/static/online/wav.js b/web-pages/public/static/online/wav.jsnew file mode 100644index 000000000..1123a05bb--- /dev/null+++ b/web-pages/public/static/online/wav.js@@ -0,0 +1,86 @@+/*+wav编码器+编码引擎+https://github.com/xiangyuecn/Recorder++当然最佳推荐使用mp3、wav格式,代码也是优先照顾这两种格式+浏览器支持情况+https://developer.mozilla.org/en-US/docs/Web/HTML/Supported_media_formats++编码原理:给pcm数据加上一个44直接的wav头即成wav文件;pcm数据就是Recorder中的buffers原始数据(重新采样),16位时为LE小端模式(Little Endian),实质上是未经过任何编码处理+*/+(function(){+"use strict";++Recorder.prototype.enc_wav={+ stable:true+ ,testmsg:"支持位数8位、16位(填在比特率里面),采样率取值无限制"+};+Recorder.prototype.wav=function(res,True,False){+ var This=this,set=This.set+ ,size=res.length+ ,sampleRate=set.sampleRate+ ,bitRate=set.bitRate==8?8:16;++ //编码数据 https://github.com/mattdiamond/Recorderjs https://www.cnblogs.com/blqw/p/3782420.html https://www.cnblogs.com/xiaoqi/p/6993912.html+ var dataLength=size*(bitRate/8);+ var buffer=new ArrayBuffer(44+dataLength);+ var data=new DataView(buffer);++ var offset=0;+ var writeString=function(str){+ for (var i=0;i<str.length;i++,offset++) {+ data.setUint8(offset,str.charCodeAt(i));+ };+ };+ var write16=function(v){+ data.setUint16(offset,v,true);+ offset+=2;+ };+ var write32=function(v){+ data.setUint32(offset,v,true);+ offset+=4;+ };++ /* RIFF identifier */+ writeString('RIFF');+ /* RIFF chunk length */+ write32(36+dataLength);+ /* RIFF type */+ writeString('WAVE');+ /* format chunk identifier */+ writeString('fmt ');+ /* format chunk length */+ write32(16);+ /* sample format (raw) */+ write16(1);+ /* channel count */+ write16(1);+ /* sample rate */+ write32(sampleRate);+ /* byte rate (sample rate * block align) */+ write32(sampleRate*(bitRate/8));// *1 声道+ /* block align (channel count * bytes per sample) */+ write16(bitRate/8);// *1 声道+ /* bits per sample */+ write16(bitRate);+ /* data chunk identifier */+ writeString('data');+ /* data chunk length */+ write32(dataLength);+ // 写入采样数据+ if(bitRate==8) {+ for(var i=0;i<size;i++,offset++) {+ //16转8据说是雷霄骅的 https://blog.csdn.net/sevennight1989/article/details/85376149 细节比blqw的按比例的算法清晰点,虽然都有明显杂音+ var val=(res[i]>>8)+128;+ data.setInt8(offset,val,true);+ };+ }else{+ for (var i=0;i<size;i++,offset+=2){+ data.setInt16(offset,res[i],true);+ };+ };+++ True(new Blob([data.buffer],{type:"audio/wav"}));+ }+})();\ No newline at end of filediff --git a/web-pages/public/static/online/wsconnecter.js b/web-pages/public/static/online/wsconnecter.jsnew file mode 100644index 000000000..db140efc2--- /dev/null+++ b/web-pages/public/static/online/wsconnecter.js@@ -0,0 +1,119 @@+/**+ * Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights+ * Reserved. MIT License (https://opensource.org/licenses/MIT)+ */+/* 2021-2023 by zhaoming,mali aihealthx.com */++function WebSocketConnectMethod( config ) { //定义socket连接方法类+++ var speechSokt;+ var connKeeperID;++ var msgHandle = config.msgHandle;+ var stateHandle = config.stateHandle;++ this.wsStart = function () {+ var Uri = document.getElementById('wssip').value; //"wss://111.205.137.58:5821/wss/" //设置wss asr online接口地址 如 wss://X.X.X.X:port/wss/+ if(Uri.match(/wss:\S*|ws:\S*/))+ {+ console.log("Uri"+Uri);+ }+ else+ {+ alert("请检查wss地址正确性");+ return 0;+ }++ if ( 'WebSocket' in window ) {+ speechSokt = new WebSocket( Uri ); // 定义socket连接对象+ speechSokt.onopen = function(e){onOpen(e);}; // 定义响应函数+ speechSokt.onclose = function(e){+ console.log("onclose ws!");+ //speechSokt.close();+ onClose(e);+ };+ speechSokt.onmessage = function(e){onMessage(e);};+ speechSokt.onerror = function(e){onError(e);};+ return 1;+ }+ else {+ alert('当前浏览器不支持 WebSocket');+ return 0;+ }+ };++ // 定义停止与发送函数+ this.wsStop = function () {+ if(speechSokt != undefined) {+ console.log("stop ws!");+ speechSokt.close();+ }+ };++ this.wsSend = function ( oneData ) {++ if(speechSokt == undefined) return;+ if ( speechSokt.readyState === 1 ) { // 0:CONNECTING, 1:OPEN, 2:CLOSING, 3:CLOSED++ speechSokt.send( oneData );+++ }+ };++ // SOCEKT连接中的消息与状态响应+ function onOpen( e ) {+ // 发送json+ var chunk_size = new Array( 5, 10, 5 );+ var request = {+ "chunk_size": chunk_size,+ "wav_name": "h5",+ "is_speaking": true,+ "chunk_interval":10,+ "itn":getUseITN(),+ "mode":getAsrMode(),++ };+ if(isfilemode)+ {+ request.wav_format=file_ext;+ if(file_ext=="wav")+ {+ request.wav_format="PCM";+ request.audio_fs=file_sample_rate;+ }+ }++ var hotwords=getHotwords();++ if(hotwords!=null )+ {+ request.hotwords=hotwords;+ }+ console.log(JSON.stringify(request));+ speechSokt.send(JSON.stringify(request));+ console.log("连接成功");+ stateHandle(0);++ }++ function onClose( e ) {+ stateHandle(1);+ }++ function onMessage( e ) {++ msgHandle( e );+ }++ function onError( e ) {++ info_div.innerHTML="连接"+e;+ console.log(e);+ stateHandle(2);++ }+++}\ No newline at end of filediff --git a/web-pages/src/views/home/lxwjzxfw.vue b/web-pages/src/views/home/lxwjzxfw.vueindex 22567ccd0..fe1c8b4fc 100644--- a/web-pages/src/views/home/lxwjzxfw.vue+++ b/web-pages/src/views/home/lxwjzxfw.vue@@ -130,7 +130,7 @@ export default {{icon: require('./assets/images/lxwj-zxty.png'),title: '在线体验',- link: 'https://www.funasr.com:1335/static/index.html'+ link: 'https://www.funasr.com/static/offline/index.html'},{icon: require('./assets/images/lxwj-az.png'),diff --git a/web-pages/src/views/home/sstx.vue b/web-pages/src/views/home/sstx.vueindex 3806032e9..9913da420 100644--- a/web-pages/src/views/home/sstx.vue+++ b/web-pages/src/views/home/sstx.vue@@ -148,7 +148,7 @@ export default {{icon: require('./assets/images/lxwj-zxty.png'),title: '在线体验',- link: 'https://www.funasr.com:1336/static/index.html'+ link: 'https://www.funasr.com/static/online/index.html'},{icon: require('./assets/images/lxwj-az.png'),