Skip to content

Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.

update demo page (#1585)

bltcnc1a492a96e6d
diff --git a/web-pages/public/static/offline/index.html b/web-pages/public/static/offline/index.html
new file mode 100644
index 000000000..de8139ef8
--- /dev/null
+++ b/web-pages/public/static/offline/index.html
@@ -0,0 +1,93 @@
+<!DOCTYPE html>
+<html>
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width,initial-scale=1" />
+ <title>语音识别</title>
+
+ </head>
+ <body style="margin-left: 3%">
+ <script src="recorder-core.js" charset="UTF-8"></script>
+ <script src="wav.js" charset="UTF-8"></script>
+ <script src="pcm.js" charset="UTF-8"></script>
+
+
+
+ <h1>FunASR Demo</h1>
+ <h3>这里是FunASR开源项目体验demo,集成了VAD、ASR与标点等工业级别的模型,支持长音频离线文件转写,实时语音识别等,开源项目地址:https://github.com/alibaba-damo-academy/FunASR</h3>
+
+ <div class="div_class_topArea">
+
+ <div class="div_class_recordControl">
+ asr服务器地址(必填):
+ <br>
+ <input id="wssip" type="text" onchange="addresschange()" style=" width: 100%;height:100%" value="wss://127.0.0.1:10095/"/>
+ <br>
+ <a id="wsslink" href="#" onclick="window.open('https://127.0.0.1:10095/', '_blank')"><div id="info_wslink">点此处手工授权wss://127.0.0.1:10095/</div></a>
+ <br>
+ <br>
+ <div style="border:2px solid #ccc;">
+ 选择录音模式:<br/>
+
+ <label><input name="recoder_mode" onclick="on_recoder_mode_change()" type="radio" value="mic" checked="true"/>麦克风 </label>&nbsp;&nbsp;
+ <label><input name="recoder_mode" onclick="on_recoder_mode_change()" type="radio" value="file" />文件 </label>
+
+ </div>
+
+ <br>
+ <div id="mic_mode_div" style="border:2px solid #ccc;display:block;">
+ 选择asr模型模式:<br/>
+
+ <label><input name="asr_mode" type="radio" value="2pass" checked="true"/>2pass </label>&nbsp;&nbsp;
+ <label><input name="asr_mode" type="radio" value="online" />online </label>&nbsp;&nbsp;
+ <label><input name="asr_mode" type="radio" value="offline" />offline </label>
+
+ </div>
+
+ <div id="rec_mode_div" style="border:2px solid #ccc;display:none;">
+
+
+ <input type="file" id="upfile">
+
+ </div>
+ <br>
+ <div id="use_itn_div" style="border:2px solid #ccc;display:block;">
+ 逆文本标准化(ITN):<br/>
+ <label><input name="use_itn" type="radio" value="false" checked="true"/>否 </label>&nbsp;&nbsp;
+ <label><input name="use_itn" type="radio" value="true" />是 </label>
+ </div>
+ <br>
+ <div style="border:2px solid #ccc;">
+ 热词设置(一行一个关键字,空格隔开权重,如"阿里巴巴 20"):
+ <br>
+
+
+ <textarea rows="3" id="varHot" style=" width: 100%;height:100%" >阿里巴巴 20&#13;hello world 40</textarea>
+ <br>
+
+ </div>
+ 语音识别结果显示:
+ <br>
+
+ <textarea rows="10" id="varArea" readonly="true" style=" width: 100%;height:100%" ></textarea>
+ <br>
+ <div id="info_div">请点击开始</div>
+ <div class="div_class_buttons">
+ <button id="btnConnect">连接</button>
+ <button id="btnStart">开始</button>
+ <button id="btnStop">停止</button>
+
+ </div>
+
+ <audio id="audio_record" type="audio/wav" controls style="margin-top: 12px; width: 100%;"></audio>
+ </div>
+ </div>
+
+ <script src="wsconnecter.js" charset="utf-8"></script>
+ <script src="main.js" charset="utf-8"></script>
+
+
+
+
+ </body>
+</html>
diff --git a/web-pages/public/static/offline/main.js b/web-pages/public/static/offline/main.js
new file mode 100644
index 000000000..6ac0303fc
--- /dev/null
+++ b/web-pages/public/static/offline/main.js
@@ -0,0 +1,583 @@
+/**
+ * Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights
+ * Reserved. MIT License (https://opensource.org/licenses/MIT)
+ */
+/* 2022-2023 by zhaoming,mali aihealthx.com */
+
+
+// 连接; 定义socket连接类对象与语音对象
+var wsconnecter = new WebSocketConnectMethod({msgHandle:getJsonMessage,stateHandle:getConnState});
+var audioBlob;
+
+// 录音; 定义录音对象,wav格式
+var rec = Recorder({
+ type:"pcm",
+ bitRate:16,
+ sampleRate:16000,
+ onProcess:recProcess
+});
+
+
+
+
+var sampleBuf=new Int16Array();
+// 定义按钮响应事件
+var btnStart = document.getElementById('btnStart');
+btnStart.onclick = record;
+var btnStop = document.getElementById('btnStop');
+btnStop.onclick = stop;
+btnStop.disabled = true;
+btnStart.disabled = true;
+
+btnConnect= document.getElementById('btnConnect');
+btnConnect.onclick = start;
+
+var awsslink= document.getElementById('wsslink');
+
+
+var rec_text=""; // for online rec asr result
+var offline_text=""; // for offline rec asr result
+var info_div = document.getElementById('info_div');
+
+var upfile = document.getElementById('upfile');
+
+
+
+var isfilemode=false; // if it is in file mode
+var file_ext="";
+var file_sample_rate=16000; //for wav file sample rate
+var file_data_array; // array to save file data
+
+var totalsend=0;
+
+
+var now_ipaddress=window.location.href;
+now_ipaddress=now_ipaddress.replace("https://","wss://");
+now_ipaddress=now_ipaddress.replace("static/offline/index.html","");
+var localport=window.location.port;
+if (localport == '')
+{
+ now_ipaddress=now_ipaddress.substring(0, now_ipaddress.length - 1) + ':10095' + now_ipaddress.substring(now_ipaddress.length - 1);
+}
+else
+{
+ now_ipaddress=now_ipaddress.replace(localport,"10095");
+}
+document.getElementById('wssip').value=now_ipaddress;
+addresschange();
+function addresschange()
+{
+
+ var Uri = document.getElementById('wssip').value;
+ document.getElementById('info_wslink').innerHTML="点此处手工授权(IOS手机)";
+ Uri=Uri.replace(/wss/g,"https");
+ console.log("addresschange uri=",Uri);
+
+ awsslink.onclick=function(){
+ window.open(Uri, '_blank');
+ }
+
+}
+
+upfile.onclick=function()
+{
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+
+}
+
+// from https://github.com/xiangyuecn/Recorder/tree/master
+var readWavInfo=function(bytes){
+ //读取wav文件头,统一成44字节的头
+ if(bytes.byteLength<44){
+ return null;
+ };
+ var wavView=bytes;
+ var eq=function(p,s){
+ for(var i=0;i<s.length;i++){
+ if(wavView[p+i]!=s.charCodeAt(i)){
+ return false;
+ };
+ };
+ return true;
+ };
+
+ if(eq(0,"RIFF")&&eq(8,"WAVEfmt ")){
+
+ var numCh=wavView[22];
+ if(wavView[20]==1 && (numCh==1||numCh==2)){//raw pcm 单或双声道
+ var sampleRate=wavView[24]+(wavView[25]<<8)+(wavView[26]<<16)+(wavView[27]<<24);
+ var bitRate=wavView[34]+(wavView[35]<<8);
+ var heads=[wavView.subarray(0,12)],headSize=12;//head只保留必要的块
+ //搜索data块的位置
+ var dataPos=0; // 44 或有更多块
+ for(var i=12,iL=wavView.length-8;i<iL;){
+ if(wavView[i]==100&&wavView[i+1]==97&&wavView[i+2]==116&&wavView[i+3]==97){//eq(i,"data")
+ heads.push(wavView.subarray(i,i+8));
+ headSize+=8;
+ dataPos=i+8;break;
+ }
+ var i0=i;
+ i+=4;
+ i+=4+wavView[i]+(wavView[i+1]<<8)+(wavView[i+2]<<16)+(wavView[i+3]<<24);
+ if(i0==12){//fmt
+ heads.push(wavView.subarray(i0,i));
+ headSize+=i-i0;
+ }
+ }
+ if(dataPos){
+ var wavHead=new Uint8Array(headSize);
+ for(var i=0,n=0;i<heads.length;i++){
+ wavHead.set(heads[i],n);n+=heads[i].length;
+ }
+ return {
+ sampleRate:sampleRate
+ ,bitRate:bitRate
+ ,numChannels:numCh
+ ,wavHead44:wavHead
+ ,dataPos:dataPos
+ };
+ };
+ };
+ };
+ return null;
+};
+
+upfile.onchange = function () {
+      var len = this.files.length;
+ for(let i = 0; i < len; i++) {
+
+ let fileAudio = new FileReader();
+ fileAudio.readAsArrayBuffer(this.files[i]);
+
+ file_ext=this.files[i].name.split('.').pop().toLowerCase();
+ var audioblob;
+ fileAudio.onload = function() {
+ audioblob = fileAudio.result;
+
+
+ file_data_array=audioblob;
+
+
+ info_div.innerHTML='请点击连接进行识别';
+
+ }
+
+          fileAudio.onerror = function(e) {
+            console.log('error' + e);
+          }
+ }
+ // for wav file, we get the sample rate
+ if(file_ext=="wav")
+ for(let i = 0; i < len; i++) {
+
+ let fileAudio = new FileReader();
+ fileAudio.readAsArrayBuffer(this.files[i]);
+ fileAudio.onload = function() {
+ audioblob = new Uint8Array(fileAudio.result);
+
+ // for wav file, we can get the sample rate
+ var info=readWavInfo(audioblob);
+ console.log(info);
+ file_sample_rate=info.sampleRate;
+
+
+ }
+
+      
+ }
+
+ }
+
+function play_file()
+{
+ var audioblob=new Blob( [ new Uint8Array(file_data_array)] , {type :"audio/wav"});
+ var audio_record = document.getElementById('audio_record');
+ audio_record.src = (window.URL||webkitURL).createObjectURL(audioblob);
+ audio_record.controls=true;
+ //audio_record.play(); //not auto play
+}
+function start_file_send()
+{
+ sampleBuf=new Uint8Array( file_data_array );
+
+ var chunk_size=960; // for asr chunk_size [5, 10, 5]
+
+
+
+
+
+ while(sampleBuf.length>=chunk_size){
+
+ sendBuf=sampleBuf.slice(0,chunk_size);
+ totalsend=totalsend+sampleBuf.length;
+ sampleBuf=sampleBuf.slice(chunk_size,sampleBuf.length);
+ wsconnecter.wsSend(sendBuf);
+
+
+ }
+
+ stop();
+
+
+
+}
+
+
+function on_recoder_mode_change()
+{
+ var item = null;
+ var obj = document.getElementsByName("recoder_mode");
+ for (var i = 0; i < obj.length; i++) { //遍历Radio
+ if (obj[i].checked) {
+ item = obj[i].value;
+ break;
+ }
+
+
+ }
+ if(item=="mic")
+ {
+ document.getElementById("mic_mode_div").style.display = 'block';
+ document.getElementById("rec_mode_div").style.display = 'none';
+
+
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+ isfilemode=false;
+ }
+ else
+ {
+ document.getElementById("mic_mode_div").style.display = 'none';
+ document.getElementById("rec_mode_div").style.display = 'block';
+
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=true;
+ isfilemode=true;
+ info_div.innerHTML='请点击选择文件';
+
+
+ }
+}
+
+
+function getHotwords(){
+
+ var obj = document.getElementById("varHot");
+
+ if(typeof(obj) == 'undefined' || obj==null || obj.value.length<=0){
+ return null;
+ }
+ let val = obj.value.toString();
+
+ console.log("hotwords="+val);
+ let items = val.split(/[(\r\n)\r\n]+/); //split by \r\n
+ var jsonresult = {};
+ const regexNum = /^[0-9]*$/; // test number
+ for (item of items) {
+
+ let result = item.split(" ");
+ if(result.length>=2 && regexNum.test(result[result.length-1]))
+ {
+ var wordstr="";
+ for(var i=0;i<result.length-1;i++)
+ wordstr=wordstr+result[i]+" ";
+
+ jsonresult[wordstr.trim()]= parseInt(result[result.length-1]);
+ }
+ }
+ console.log("jsonresult="+JSON.stringify(jsonresult));
+ return JSON.stringify(jsonresult);
+
+}
+function getAsrMode(){
+
+ var item = null;
+ var obj = document.getElementsByName("asr_mode");
+ for (var i = 0; i < obj.length; i++) { //遍历Radio
+ if (obj[i].checked) {
+ item = obj[i].value;
+ break;
+ }
+
+
+ }
+ if(isfilemode)
+ {
+ item= "offline";
+ }
+ console.log("asr mode"+item);
+
+ return item;
+}
+
+function handleWithTimestamp(tmptext,tmptime)
+{
+ console.log( "tmptext: " + tmptext);
+ console.log( "tmptime: " + tmptime);
+ if(tmptime==null || tmptime=="undefined" || tmptext.length<=0)
+ {
+ return tmptext;
+ }
+ tmptext=tmptext.replace(/。|?|,|、|\?|\.|\ /g, ","); // in case there are a lot of "。"
+ var words=tmptext.split(","); // split to chinese sentence or english words
+ var jsontime=JSON.parse(tmptime); //JSON.parse(tmptime.replace(/\]\]\[\[/g, "],[")); // in case there are a lot segments by VAD
+ var char_index=0; // index for timestamp
+ var text_withtime="";
+ for(var i=0;i<words.length;i++)
+ {
+ if(words[i]=="undefined" || words[i].length<=0)
+ {
+ continue;
+ }
+ console.log("words===",words[i]);
+ console.log( "words: " + words[i]+",time="+jsontime[char_index][0]/1000);
+ if (/^[a-zA-Z]+$/.test(words[i]))
+ { // if it is english
+ text_withtime=text_withtime+jsontime[char_index][0]/1000+":"+words[i]+"\n";
+ char_index=char_index+1; //for english, timestamp unit is about a word
+ }
+ else{
+ // if it is chinese
+ text_withtime=text_withtime+jsontime[char_index][0]/1000+":"+words[i]+"\n";
+ char_index=char_index+words[i].length; //for chinese, timestamp unit is about a char
+ }
+ }
+ return text_withtime;
+
+
+}
+// 语音识别结果; 对jsonMsg数据解析,将识别结果附加到编辑框中
+function getJsonMessage( jsonMsg ) {
+ //console.log(jsonMsg);
+ console.log( "message: " + JSON.parse(jsonMsg.data)['text'] );
+ var rectxt=""+JSON.parse(jsonMsg.data)['text'];
+ var asrmodel=JSON.parse(jsonMsg.data)['mode'];
+ var is_final=JSON.parse(jsonMsg.data)['is_final'];
+ var timestamp=JSON.parse(jsonMsg.data)['timestamp'];
+ if(asrmodel=="2pass-offline" || asrmodel=="offline")
+ {
+
+ offline_text=offline_text+handleWithTimestamp(rectxt,timestamp); //rectxt; //.replace(/ +/g,"");
+ rec_text=offline_text;
+ }
+ else
+ {
+ rec_text=rec_text+rectxt; //.replace(/ +/g,"");
+ }
+ var varArea=document.getElementById('varArea');
+
+ varArea.value=rec_text;
+ console.log( "offline_text: " + asrmodel+","+offline_text);
+ console.log( "rec_text: " + rec_text);
+ if (isfilemode==true && is_final==false){
+ console.log("call stop ws!");
+ play_file();
+ wsconnecter.wsStop();
+
+ info_div.innerHTML="请点击连接";
+
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+ }
+
+
+
+}
+
+// 连接状态响应
+function getConnState( connState ) {
+ if ( connState === 0 ) { //on open
+
+
+ info_div.innerHTML='连接成功!请点击开始';
+ if (isfilemode==true){
+ info_div.innerHTML='请耐心等待,大文件等待时间更长';
+ start_file_send();
+ }
+ else
+ {
+ btnStart.disabled = false;
+ btnStop.disabled = true;
+ btnConnect.disabled=true;
+ }
+ } else if ( connState === 1 ) {
+ //stop();
+ } else if ( connState === 2 ) {
+ stop();
+ console.log( 'connecttion error' );
+
+ alert("连接地址"+document.getElementById('wssip').value+"失败,请检查asr地址和端口。或试试界面上手动授权,再连接。");
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+
+
+ info_div.innerHTML='请点击连接';
+ }
+}
+
+function record()
+{
+
+ rec.open( function(){
+ rec.start();
+ console.log("开始");
+ btnStart.disabled = true;
+ btnStop.disabled = false;
+ btnConnect.disabled=true;
+ });
+
+}
+
+
+
+// 识别启动、停止、清空操作
+function start() {
+
+ // 清除显示
+ clear();
+ //控件状态更新
+ console.log("isfilemode"+isfilemode);
+
+ //启动连接
+ var ret=wsconnecter.wsStart();
+ // 1 is ok, 0 is error
+ if(ret==1){
+ info_div.innerHTML="正在连接asr服务器,请等待...";
+ isRec = true;
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=true;
+
+ return 1;
+ }
+ else
+ {
+ info_div.innerHTML="请点击开始";
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+
+ return 0;
+ }
+}
+
+
+function stop() {
+ var chunk_size = new Array( 5, 10, 5 );
+ var request = {
+ "chunk_size": chunk_size,
+ "wav_name": "h5",
+ "is_speaking": false,
+ "chunk_interval":10,
+ "mode":getAsrMode(),
+ };
+ console.log(request);
+ if(sampleBuf.length>0){
+ wsconnecter.wsSend(sampleBuf);
+ console.log("sampleBuf.length"+sampleBuf.length);
+ sampleBuf=new Int16Array();
+ }
+ wsconnecter.wsSend( JSON.stringify(request) );
+
+
+
+
+
+
+ // 控件状态更新
+
+ isRec = false;
+ info_div.innerHTML="发送完数据,请等候,正在识别...";
+
+ if(isfilemode==false){
+ btnStop.disabled = true;
+ btnStart.disabled = true;
+ btnConnect.disabled=true;
+ //wait 3s for asr result
+ setTimeout(function(){
+ console.log("call stop ws!");
+ wsconnecter.wsStop();
+ btnConnect.disabled=false;
+ info_div.innerHTML="请点击连接";}, 3000 );
+
+
+
+ rec.stop(function(blob,duration){
+
+ console.log(blob);
+ var audioBlob = Recorder.pcm2wav(data = {sampleRate:16000, bitRate:16, blob:blob},
+ function(theblob,duration){
+ console.log(theblob);
+ var audio_record = document.getElementById('audio_record');
+ audio_record.src = (window.URL||webkitURL).createObjectURL(theblob);
+ audio_record.controls=true;
+ //audio_record.play();
+
+
+ } ,function(msg){
+ console.log(msg);
+ }
+ );
+
+
+
+ },function(errMsg){
+ console.log("errMsg: " + errMsg);
+ });
+ }
+ // 停止连接
+
+
+
+}
+
+function clear() {
+
+ var varArea=document.getElementById('varArea');
+
+ varArea.value="";
+ rec_text="";
+ offline_text="";
+
+}
+
+
+function recProcess( buffer, powerLevel, bufferDuration, bufferSampleRate,newBufferIdx,asyncEnd ) {
+ if ( isRec === true ) {
+ var data_48k = buffer[buffer.length-1];
+
+ var array_48k = new Array(data_48k);
+ var data_16k=Recorder.SampleData(array_48k,bufferSampleRate,16000).data;
+
+ sampleBuf = Int16Array.from([...sampleBuf, ...data_16k]);
+ var chunk_size=960; // for asr chunk_size [5, 10, 5]
+ info_div.innerHTML=""+bufferDuration/1000+"s";
+ while(sampleBuf.length>=chunk_size){
+ sendBuf=sampleBuf.slice(0,chunk_size);
+ sampleBuf=sampleBuf.slice(chunk_size,sampleBuf.length);
+ wsconnecter.wsSend(sendBuf);
+
+
+
+ }
+
+
+
+ }
+}
+
+function getUseITN() {
+ var obj = document.getElementsByName("use_itn");
+ for (var i = 0; i < obj.length; i++) {
+ if (obj[i].checked) {
+ return obj[i].value === "true";
+ }
+ }
+ return false;
+}
\ No newline at end of file
diff --git a/web-pages/public/static/offline/pcm.js b/web-pages/public/static/offline/pcm.js
new file mode 100644
index 000000000..51c1efe2e
--- /dev/null
+++ b/web-pages/public/static/offline/pcm.js
@@ -0,0 +1,96 @@
+/*
+pcm编码器+编码引擎
+https://github.com/xiangyuecn/Recorder
+
+编码原理:本编码器输出的pcm格式数据其实就是Recorder中的buffers原始数据(经过了重新采样),16位时为LE小端模式(Little Endian),并未经过任何编码处理
+
+编码的代码和wav.js区别不大,pcm加上一个44字节wav头即成wav文件;所以要播放pcm就很简单了,直接转成wav文件来播放,已提供转换函数 Recorder.pcm2wav
+*/
+(function(){
+"use strict";
+
+Recorder.prototype.enc_pcm={
+ stable:true
+ ,testmsg:"pcm为未封装的原始音频数据,pcm数据文件无法直接播放;支持位数8位、16位(填在比特率里面),采样率取值无限制"
+};
+Recorder.prototype.pcm=function(res,True,False){
+ var This=this,set=This.set
+ ,size=res.length
+ ,bitRate=set.bitRate==8?8:16;
+
+ var buffer=new ArrayBuffer(size*(bitRate/8));
+ var data=new DataView(buffer);
+ var offset=0;
+
+ // 写入采样数据
+ if(bitRate==8) {
+ for(var i=0;i<size;i++,offset++) {
+ //16转8据说是雷霄骅的 https://blog.csdn.net/sevennight1989/article/details/85376149 细节比blqw的按比例的算法清晰点,虽然都有明显杂音
+ var val=(res[i]>>8)+128;
+ data.setInt8(offset,val,true);
+ };
+ }else{
+ for (var i=0;i<size;i++,offset+=2){
+ data.setInt16(offset,res[i],true);
+ };
+ };
+
+
+ True(new Blob([data.buffer],{type:"audio/pcm"}));
+ };
+
+
+
+
+
+/**pcm直接转码成wav,可以直接用来播放;需同时引入wav.js
+data: {
+ sampleRate:16000 pcm的采样率
+ bitRate:16 pcm的位数 取值:8 或 16
+ blob:blob对象
+ }
+ data如果直接提供的blob将默认使用16位16khz的配置,仅用于测试
+True(wavBlob,duration)
+False(msg)
+**/
+Recorder.pcm2wav=function(data,True,False){
+ if(data.slice && data.type!=null){//Blob 测试用
+ data={blob:data};
+ };
+ var sampleRate=data.sampleRate||16000,bitRate=data.bitRate||16;
+ if(!data.sampleRate || !data.bitRate){
+ console.warn("pcm2wav必须提供sampleRate和bitRate");
+ };
+ if(!Recorder.prototype.wav){
+ False("pcm2wav必须先加载wav编码器wav.js");
+ return;
+ };
+
+ var reader=new FileReader();
+ reader.onloadend=function(){
+ var pcm;
+ if(bitRate==8){
+ //8位转成16位
+ var u8arr=new Uint8Array(reader.result);
+ pcm=new Int16Array(u8arr.length);
+ for(var j=0;j<u8arr.length;j++){
+ pcm[j]=(u8arr[j]-128)<<8;
+ };
+ }else{
+ pcm=new Int16Array(reader.result);
+ };
+
+ Recorder({
+ type:"wav"
+ ,sampleRate:sampleRate
+ ,bitRate:bitRate
+ }).mock(pcm,sampleRate).stop(function(wavBlob,duration){
+ True(wavBlob,duration);
+ },False);
+ };
+ reader.readAsArrayBuffer(data.blob);
+};
+
+
+
+})();
\ No newline at end of file
diff --git a/web-pages/public/static/offline/recorder-core.js b/web-pages/public/static/offline/recorder-core.js
new file mode 100644
index 000000000..97ec12c83
--- /dev/null
+++ b/web-pages/public/static/offline/recorder-core.js
@@ -0,0 +1,1493 @@
+/*
+录音
+https://github.com/xiangyuecn/Recorder
+*/
+(function(factory){
+ factory(window);
+ //umd returnExports.js
+ if(typeof(define)=='function' && define.amd){
+ define(function(){
+ return Recorder;
+ });
+ };
+ if(typeof(module)=='object' && module.exports){
+ module.exports=Recorder;
+ };
+}(function(window){
+"use strict";
+
+var NOOP=function(){};
+
+var Recorder=function(set){
+ return new initFn(set);
+};
+Recorder.LM="2023-02-01 18:05";
+var RecTxt="Recorder";
+var getUserMediaTxt="getUserMedia";
+var srcSampleRateTxt="srcSampleRate";
+var sampleRateTxt="sampleRate";
+var CatchTxt="catch";
+
+
+//是否已经打开了全局的麦克风录音,所有工作都已经准备好了,就等接收音频数据了
+Recorder.IsOpen=function(){
+ var stream=Recorder.Stream;
+ if(stream){
+ var tracks=stream.getTracks&&stream.getTracks()||stream.audioTracks||[];
+ var track=tracks[0];
+ if(track){
+ var state=track.readyState;
+ return state=="live"||state==track.LIVE;
+ };
+ };
+ return false;
+};
+/*H5录音时的AudioContext缓冲大小。会影响H5录音时的onProcess调用速率,相对于AudioContext.sampleRate=48000时,4096接近12帧/s,调节此参数可生成比较流畅的回调动画。
+ 取值256, 512, 1024, 2048, 4096, 8192, or 16384
+ 注意,取值不能过低,2048开始不同浏览器可能回调速率跟不上造成音质问题。
+ 一般无需调整,调整后需要先close掉已打开的录音,再open时才会生效。
+*/
+Recorder.BufferSize=4096;
+//销毁已持有的所有全局资源,当要彻底移除Recorder时需要显式的调用此方法
+Recorder.Destroy=function(){
+ CLog(RecTxt+" Destroy");
+ Disconnect();//断开可能存在的全局Stream、资源
+
+ for(var k in DestroyList){
+ DestroyList[k]();
+ };
+};
+var DestroyList={};
+//登记一个需要销毁全局资源的处理方法
+Recorder.BindDestroy=function(key,call){
+ DestroyList[key]=call;
+};
+//判断浏览器是否支持录音,随时可以调用。注意:仅仅是检测浏览器支持情况,不会判断和调起用户授权,不会判断是否支持特定格式录音。
+Recorder.Support=function(){
+ var scope=navigator.mediaDevices||{};
+ if(!scope[getUserMediaTxt]){
+ scope=navigator;
+ scope[getUserMediaTxt]||(scope[getUserMediaTxt]=scope.webkitGetUserMedia||scope.mozGetUserMedia||scope.msGetUserMedia);
+ };
+ if(!scope[getUserMediaTxt]){
+ return false;
+ };
+ Recorder.Scope=scope;
+
+ if(!Recorder.GetContext()){
+ return false;
+ };
+ return true;
+};
+//获取全局的AudioContext对象,如果浏览器不支持将返回null
+Recorder.GetContext=function(){
+ var AC=window.AudioContext;
+ if(!AC){
+ AC=window.webkitAudioContext;
+ };
+ if(!AC){
+ return null;
+ };
+
+ if(!Recorder.Ctx||Recorder.Ctx.state=="closed"){
+ //不能反复构造,低版本number of hardware contexts reached maximum (6)
+ Recorder.Ctx=new AC();
+
+ Recorder.BindDestroy("Ctx",function(){
+ var ctx=Recorder.Ctx;
+ if(ctx&&ctx.close){//能关掉就关掉,关不掉就保留着
+ ctx.close();
+ Recorder.Ctx=0;
+ };
+ });
+ };
+ return Recorder.Ctx;
+};
+
+
+/*是否启用MediaRecorder.WebM.PCM来进行音频采集连接(如果浏览器支持的话),默认启用,禁用或者不支持时将使用AudioWorklet或ScriptProcessor来连接;MediaRecorder采集到的音频数据比其他方式更好,几乎不存在丢帧现象,所以音质明显会好很多,建议保持开启*/
+var ConnectEnableWebM="ConnectEnableWebM";
+Recorder[ConnectEnableWebM]=true;
+
+/*是否启用AudioWorklet特性来进行音频采集连接(如果浏览器支持的话),默认禁用,禁用或不支持时将使用过时的ScriptProcessor来连接(如果方法还在的话),当前AudioWorklet的实现在移动端没有ScriptProcessor稳健;ConnectEnableWebM如果启用并且有效时,本参数将不起作用*/
+var ConnectEnableWorklet="ConnectEnableWorklet";
+Recorder[ConnectEnableWorklet]=false;
+
+/*初始化H5音频采集连接。如果自行提供了sourceStream将只进行一次简单的连接处理。如果是普通麦克风录音,此时的Stream是全局的,Safari上断开后就无法再次进行连接使用,表现为静音,因此使用全部使用全局处理避免调用到disconnect;全局处理也有利于屏蔽底层细节,start时无需再调用底层接口,提升兼容、可靠性。*/
+var Connect=function(streamStore,isUserMedia){
+ var bufferSize=streamStore.BufferSize||Recorder.BufferSize;
+
+ var ctx=Recorder.Ctx,stream=streamStore.Stream;
+ var mediaConn=function(node){
+ var media=stream._m=ctx.createMediaStreamSource(stream);
+ var ctxDest=ctx.destination,cmsdTxt="createMediaStreamDestination";
+ if(ctx[cmsdTxt]){
+ ctxDest=ctx[cmsdTxt]();
+ };
+ media.connect(node);
+ node.connect(ctxDest);
+ }
+ var isWebM,isWorklet,badInt,webMTips="";
+ var calls=stream._call;
+
+ //浏览器回传的音频数据处理
+ var onReceive=function(float32Arr){
+ for(var k0 in calls){//has item
+ var size=float32Arr.length;
+
+ var pcm=new Int16Array(size);
+ var sum=0;
+ for(var j=0;j<size;j++){//floatTo16BitPCM
+ var s=Math.max(-1,Math.min(1,float32Arr[j]));
+ s=s<0?s*0x8000:s*0x7FFF;
+ pcm[j]=s;
+ sum+=Math.abs(s);
+ };
+
+ for(var k in calls){
+ calls[k](pcm,sum);
+ };
+
+ return;
+ };
+ };
+
+ var scriptProcessor="ScriptProcessor";//一堆字符串名字,有利于压缩js
+ var audioWorklet="audioWorklet";
+ var recAudioWorklet=RecTxt+" "+audioWorklet;
+ var RecProc="RecProc";
+ var MediaRecorderTxt="MediaRecorder";
+ var MRWebMPCM=MediaRecorderTxt+".WebM.PCM";
+
+
+//===================连接方式三=========================
+ //古董级别的 ScriptProcessor 处理,目前所有浏览器均兼容,虽然是过时的方法,但更稳健,移动端性能比AudioWorklet强
+ var oldFn=ctx.createScriptProcessor||ctx.createJavaScriptNode;
+ var oldIsBest="。由于"+audioWorklet+"内部1秒375次回调,在移动端可能会有性能问题导致回调丢失录音变短,PC端无影响,暂不建议开启"+audioWorklet+"。";
+ var oldScript=function(){
+ isWorklet=stream.isWorklet=false;
+ _Disconn_n(stream);
+ CLog("Connect采用老的"+scriptProcessor+","+(Recorder[ConnectEnableWorklet]?"但已":"可")+"设置"+RecTxt+"."+ConnectEnableWorklet+"=true尝试启用"+audioWorklet+webMTips+oldIsBest,3);
+
+ var process=stream._p=oldFn.call(ctx,bufferSize,1,1);//单声道,省的数据处理复杂
+ mediaConn(process);
+
+ var _DsetTxt="_D220626",_Dset=Recorder[_DsetTxt];if(_Dset)CLog("Use "+RecTxt+"."+_DsetTxt,3);
+ process.onaudioprocess=function(e){
+ var arr=e.inputBuffer.getChannelData(0);
+ if(_Dset){//临时调试用的参数,未来会被删除
+ arr=new Float32Array(arr);//块是共享的,必须复制出来
+ setTimeout(function(){ onReceive(arr) });//立即退出回调,试图减少对浏览器录音的影响
+ }else{
+ onReceive(arr);
+ };
+ };
+ };
+
+
+//===================连接方式二=========================
+var connWorklet=function(){
+ //尝试开启AudioWorklet处理
+ isWebM=stream.isWebM=false;
+ _Disconn_r(stream);
+
+ isWorklet=stream.isWorklet=!oldFn || Recorder[ConnectEnableWorklet];
+ var AwNode=window.AudioWorkletNode;
+ if(!(isWorklet && ctx[audioWorklet] && AwNode)){
+ oldScript();//被禁用 或 不支持,直接使用老的
+ return;
+ };
+ var clazzUrl=function(){
+ var xf=function(f){return f.toString().replace(/^function|DEL_/g,"").replace(/\$RA/g,recAudioWorklet)};
+ var clazz='class '+RecProc+' extends AudioWorkletProcessor{';
+ clazz+="constructor "+xf(function(option){
+ DEL_super(option);
+ var This=this,bufferSize=option.processorOptions.bufferSize;
+ This.bufferSize=bufferSize;
+ This.buffer=new Float32Array(bufferSize*2);//乱给size搞乱缓冲区不管
+ This.pos=0;
+ This.port.onmessage=function(e){
+ if(e.data.kill){
+ This.kill=true;
+ console.log("$RA kill call");
+ }
+ };
+ console.log("$RA .ctor call", option);
+ });
+
+ //https://developer.mozilla.org/en-US/docs/Web/API/AudioWorkletProcessor/process 每次回调128个采样数据,1秒375次回调,高频导致移动端性能问题,结果就是回调次数缺斤少两,进而导致丢失数据,PC端似乎没有性能问题
+ clazz+="process "+xf(function(input,b,c){//需要等到ctx激活后才会有回调
+ var This=this,bufferSize=This.bufferSize;
+ var buffer=This.buffer,pos=This.pos;
+ input=(input[0]||[])[0]||[];
+ if(input.length){
+ buffer.set(input,pos);
+ pos+=input.length;
+
+ var len=~~(pos/bufferSize)*bufferSize;
+ if(len){
+ this.port.postMessage({ val: buffer.slice(0,len) });
+
+ var more=buffer.subarray(len,pos);
+ buffer=new Float32Array(bufferSize*2);
+ buffer.set(more);
+ pos=more.length;
+ This.buffer=buffer;
+ }
+ This.pos=pos;
+ }
+ return !This.kill;
+ });
+ clazz+='}'
+ +'try{'
+ +'registerProcessor("'+RecProc+'", '+RecProc+')'
+ +'}catch(e){'
+ +'console.error("'+recAudioWorklet+'注册失败",e)'
+ +'}';
+ //URL.createObjectURL 本地有些浏览器会报 Not allowed to load local resource,直接用dataurl
+ return "data:text/javascript;base64,"+btoa(unescape(encodeURIComponent(clazz)));
+ };
+
+ var awNext=function(){//可以继续,没有调用断开
+ return isWorklet && stream._na;
+ };
+ var nodeAlive=stream._na=function(){
+ //start时会调用,只要没有收到数据就断定AudioWorklet有问题,恢复用老的
+ if(badInt!==""){//没有回调过数据
+ clearTimeout(badInt);
+ badInt=setTimeout(function(){
+ badInt=0;
+ if(awNext()){
+ CLog(audioWorklet+"未返回任何音频,恢复使用"+scriptProcessor,3);
+ oldFn&&oldScript();//未来没有老的,可能是误判
+ };
+ },500);
+ };
+ };
+ var createNode=function(){
+ if(!awNext())return;
+ var node=stream._n=new AwNode(ctx, RecProc, {
+ processorOptions:{bufferSize:bufferSize}
+ });
+ mediaConn(node);
+ node.port.onmessage=function(e){
+ if(badInt){
+ clearTimeout(badInt);badInt="";
+ };
+ if(awNext()){
+ onReceive(e.data.val);
+ }else if(!isWorklet){
+ CLog(audioWorklet+"多余回调",3);
+ };
+ };
+ CLog("Connect采用"+audioWorklet+",设置"+RecTxt+"."+ConnectEnableWorklet+"=false可恢复老式"+scriptProcessor+webMTips+oldIsBest,3);
+ };
+
+ //如果start时的resume和下面的构造node同时进行,将会导致部分浏览器崩溃,源码assets中 ztest_chrome_bug_AudioWorkletNode.html 可测试。所以,将所有代码套到resume里面(不管catch),避免出现这个问题
+ ctx.resume()[calls&&"finally"](function(){//注释掉这行 观摩浏览器崩溃 STATUS_ACCESS_VIOLATION
+ if(!awNext())return;
+ if(ctx[RecProc]){
+ createNode();
+ return;
+ };
+ var url=clazzUrl();
+ ctx[audioWorklet].addModule(url).then(function(e){
+ if(!awNext())return;
+ ctx[RecProc]=1;
+ createNode();
+ if(badInt){//重新计时
+ nodeAlive();
+ };
+ })[CatchTxt](function(e){ //fix 关键字,保证catch压缩时保持字符串形式
+ CLog(audioWorklet+".addModule失败",1,e);
+ awNext()&&oldScript();
+ });
+ });
+};
+
+
+//===================连接方式一=========================
+var connWebM=function(){
+ //尝试开启MediaRecorder录制webm+pcm处理
+ var MR=window[MediaRecorderTxt];
+ var onData="ondataavailable";
+ var webmType="audio/webm; codecs=pcm";
+ isWebM=stream.isWebM=Recorder[ConnectEnableWebM];
+
+ var supportMR=MR && (onData in MR.prototype) && MR.isTypeSupported(webmType);
+ webMTips=supportMR?"":"(此浏览器不支持"+MRWebMPCM+")";
+ if(!isUserMedia || !isWebM || !supportMR){
+ connWorklet(); //非麦克风录音(MediaRecorder采样率不可控) 或 被禁用 或 不支持MediaRecorder 或 不支持webm+pcm
+ return;
+ }
+
+ var mrNext=function(){//可以继续,没有调用断开
+ return isWebM && stream._ra;
+ };
+ var mrAlive=stream._ra=function(){
+ //start时会调用,只要没有收到数据就断定MediaRecorder有问题,降级处理
+ if(badInt!==""){//没有回调过数据
+ clearTimeout(badInt);
+ badInt=setTimeout(function(){
+ //badInt=0; 保留给nodeAlive继续判断
+ if(mrNext()){
+ CLog(MediaRecorderTxt+"未返回任何音频,降级使用"+audioWorklet,3);
+ connWorklet();
+ };
+ },500);
+ };
+ };
+
+ var mrSet=Object.assign({mimeType:webmType}, Recorder.ConnectWebMOptions);
+ var mr=stream._r=new MR(stream, mrSet);
+ var webmData=stream._rd={sampleRate:ctx[sampleRateTxt]};
+ mr[onData]=function(e){
+ //提取webm中的pcm数据,提取失败就等着badInt超时降级处理
+ var reader=new FileReader();
+ reader.onloadend=function(){
+ if(mrNext()){
+ var f32arr=WebM_Extract(new Uint8Array(reader.result),webmData);
+ if(!f32arr)return;
+ if(f32arr==-1){//无法提取,立即降级
+ connWorklet();
+ return;
+ };
+
+ if(badInt){
+ clearTimeout(badInt);badInt="";
+ };
+ onReceive(f32arr);
+ }else if(!isWebM){
+ CLog(MediaRecorderTxt+"多余回调",3);
+ };
+ };
+ reader.readAsArrayBuffer(e.data);
+ };
+ mr.start(~~(bufferSize/48));//按48k时的回调间隔
+ CLog("Connect采用"+MRWebMPCM+",设置"+RecTxt+"."+ConnectEnableWebM+"=false可恢复使用"+audioWorklet+"或老式"+scriptProcessor);
+};
+
+ connWebM();
+};
+var ConnAlive=function(stream){
+ if(stream._na) stream._na(); //检查AudioWorklet连接是否有效,无效就回滚到老的ScriptProcessor
+ if(stream._ra) stream._ra(); //检查MediaRecorder连接是否有效,无效就降级处理
+};
+var _Disconn_n=function(stream){
+ stream._na=null;
+ if(stream._n){
+ stream._n.port.postMessage({kill:true});
+ stream._n.disconnect();
+ stream._n=null;
+ };
+};
+var _Disconn_r=function(stream){
+ stream._ra=null;
+ if(stream._r){
+ stream._r.stop();
+ stream._r=null;
+ };
+};
+var Disconnect=function(streamStore){
+ streamStore=streamStore||Recorder;
+ var isGlobal=streamStore==Recorder;
+
+ var stream=streamStore.Stream;
+ if(stream){
+ if(stream._m){
+ stream._m.disconnect();
+ stream._m=null;
+ };
+ if(stream._p){
+ stream._p.disconnect();
+ stream._p.onaudioprocess=stream._p=null;
+ };
+ _Disconn_n(stream);
+ _Disconn_r(stream);
+
+ if(isGlobal){//全局的时候,要把流关掉(麦克风),直接提供的流不处理
+ var tracks=stream.getTracks&&stream.getTracks()||stream.audioTracks||[];
+ for(var i=0;i<tracks.length;i++){
+ var track=tracks[i];
+ track.stop&&track.stop();
+ };
+ stream.stop&&stream.stop();
+ };
+ };
+ streamStore.Stream=0;
+};
+
+/*对pcm数据的采样率进行转换
+pcmDatas: [[Int16,...]] pcm片段列表
+pcmSampleRate:48000 pcm数据的采样率
+newSampleRate:16000 需要转换成的采样率,newSampleRate>=pcmSampleRate时不会进行任何处理,小于时会进行重新采样
+prevChunkInfo:{} 可选,上次调用时的返回值,用于连续转换,本次调用将从上次结束位置开始进行处理。或可自行定义一个ChunkInfo从pcmDatas指定的位置开始进行转换
+option:{ 可选,配置项
+ frameSize:123456 帧大小,每帧的PCM Int16的数量,采样率转换后的pcm长度为frameSize的整数倍,用于连续转换。目前仅在mp3格式时才有用,frameSize取值为1152,这样编码出来的mp3时长和pcm的时长完全一致,否则会因为mp3最后一帧录音不够填满时添加填充数据导致mp3的时长变长。
+ frameType:"" 帧类型,一般为rec.set.type,提供此参数时无需提供frameSize,会自动使用最佳的值给frameSize赋值,目前仅支持mp3=1152(MPEG1 Layer3的每帧采采样数),其他类型=1。
+ 以上两个参数用于连续转换时使用,最多使用一个,不提供时不进行帧的特殊处理,提供时必须同时提供prevChunkInfo才有作用。最后一段数据处理时无需提供帧大小以便输出最后一丁点残留数据。
+ }
+
+返回ChunkInfo:{
+ //可定义,从指定位置开始转换到结尾
+ index:0 pcmDatas已处理到的索引
+ offset:0.0 已处理到的index对应的pcm中的偏移的下一个位置
+
+ //仅作为返回值
+ frameNext:null||[Int16,...] 下一帧的部分数据,frameSize设置了的时候才可能会有
+ sampleRate:16000 结果的采样率,<=newSampleRate
+ data:[Int16,...] 转换后的PCM结果;如果是连续转换,并且pcmDatas中并没有新数据时,data的长度可能为0
+}
+*/
+Recorder.SampleData=function(pcmDatas,pcmSampleRate,newSampleRate,prevChunkInfo,option){
+ prevChunkInfo||(prevChunkInfo={});
+ var index=prevChunkInfo.index||0;
+ var offset=prevChunkInfo.offset||0;
+
+ var frameNext=prevChunkInfo.frameNext||[];
+ option||(option={});
+ var frameSize=option.frameSize||1;
+ if(option.frameType){
+ frameSize=option.frameType=="mp3"?1152:1;
+ };
+
+ var nLen=pcmDatas.length;
+ if(index>nLen+1){
+ CLog("SampleData似乎传入了未重置chunk "+index+">"+nLen,3);
+ };
+ var size=0;
+ for(var i=index;i<nLen;i++){
+ size+=pcmDatas[i].length;
+ };
+ size=Math.max(0,size-Math.floor(offset));
+
+ //采样 https://www.cnblogs.com/blqw/p/3782420.html
+ var step=pcmSampleRate/newSampleRate;
+ if(step>1){//新采样低于录音采样,进行抽样
+ size=Math.floor(size/step);
+ }else{//新采样高于录音采样不处理,省去了插值处理
+ step=1;
+ newSampleRate=pcmSampleRate;
+ };
+
+ size+=frameNext.length;
+ var res=new Int16Array(size);
+ var idx=0;
+ //添加上一次不够一帧的剩余数据
+ for(var i=0;i<frameNext.length;i++){
+ res[idx]=frameNext[i];
+ idx++;
+ };
+ //处理数据
+ for (;index<nLen;index++) {
+ var o=pcmDatas[index];
+ var i=offset,il=o.length;
+ while(i<il){
+ //res[idx]=o[Math.round(i)]; 直接简单抽样
+
+ //https://www.cnblogs.com/xiaoqi/p/6993912.html
+ //当前点=当前点+到后面一个点之间的增量,音质比直接简单抽样好些
+ var before = Math.floor(i);
+ var after = Math.ceil(i);
+ var atPoint = i - before;
+
+ var beforeVal=o[before];
+ var afterVal=after<il ? o[after]
+ : (//后个点越界了,查找下一个数组
+ (pcmDatas[index+1]||[beforeVal])[0]||0
+ );
+ res[idx]=beforeVal+(afterVal-beforeVal)*atPoint;
+
+ idx++;
+ i+=step;//抽样
+ };
+ offset=i-il;
+ };
+ //帧处理
+ frameNext=null;
+ var frameNextSize=res.length%frameSize;
+ if(frameNextSize>0){
+ var u8Pos=(res.length-frameNextSize)*2;
+ frameNext=new Int16Array(res.buffer.slice(u8Pos));
+ res=new Int16Array(res.buffer.slice(0,u8Pos));
+ };
+
+ return {
+ index:index
+ ,offset:offset
+
+ ,frameNext:frameNext
+ ,sampleRate:newSampleRate
+ ,data:res
+ };
+};
+
+
+/*计算音量百分比的一个方法
+pcmAbsSum: pcm Int16所有采样的绝对值的和
+pcmLength: pcm长度
+返回值:0-100,主要当做百分比用
+注意:这个不是分贝,因此没用volume当做名称*/
+Recorder.PowerLevel=function(pcmAbsSum,pcmLength){
+ /*计算音量 https://blog.csdn.net/jody1989/article/details/73480259
+ 更高灵敏度算法:
+ 限定最大感应值10000
+ 线性曲线:低音量不友好
+ power/10000*100
+ 对数曲线:低音量友好,但需限定最低感应值
+ (1+Math.log10(power/10000))*100
+ */
+ var power=(pcmAbsSum/pcmLength) || 0;//NaN
+ var level;
+ if(power<1251){//1250的结果10%,更小的音量采用线性取值
+ level=Math.round(power/1250*10);
+ }else{
+ level=Math.round(Math.min(100,Math.max(0,(1+Math.log(power/10000)/Math.log(10))*100)));
+ };
+ return level;
+};
+
+/*计算音量,单位dBFS(满刻度相对电平)
+maxSample: 为16位pcm采样的绝对值中最大的一个(计算峰值音量),或者为pcm中所有采样的绝对值的平局值
+返回值:-100~0 (最大值0dB,最小值-100代替-∞)
+*/
+Recorder.PowerDBFS=function(maxSample){
+ var val=Math.max(0.1, maxSample||0),Pref=0x7FFF;
+ val=Math.min(val,Pref);
+ //https://www.logiclocmusic.com/can-you-tell-the-decibel/
+ //https://blog.csdn.net/qq_17256689/article/details/120442510
+ val=20*Math.log(val/Pref)/Math.log(10);
+ return Math.max(-100,Math.round(val));
+};
+
+
+
+
+//带时间的日志输出,可设为一个空函数来屏蔽日志输出
+//CLog(msg,errOrLogMsg, logMsg...) err为数字时代表日志类型1:error 2:log默认 3:warn,否则当做内容输出,第一个参数不能是对象因为要拼接时间,后面可以接无数个输出参数
+Recorder.CLog=function(msg,err){
+ var now=new Date();
+ var t=("0"+now.getMinutes()).substr(-2)
+ +":"+("0"+now.getSeconds()).substr(-2)
+ +"."+("00"+now.getMilliseconds()).substr(-3);
+ var recID=this&&this.envIn&&this.envCheck&&this.id;
+ var arr=["["+t+" "+RecTxt+(recID?":"+recID:"")+"]"+msg];
+ var a=arguments,console=window.console||{};
+ var i=2,fn=console.log;
+ if(typeof(err)=="number"){
+ fn=err==1?console.error:err==3?console.warn:fn;
+ }else{
+ i=1;
+ };
+ for(;i<a.length;i++){
+ arr.push(a[i]);
+ };
+ if(IsLoser){//古董浏览器,仅保证基本的可执行不代码异常
+ fn&&fn("[IsLoser]"+arr[0],arr.length>1?arr:"");
+ }else{
+ fn.apply(console,arr);
+ };
+};
+var CLog=function(){ Recorder.CLog.apply(this,arguments); };
+var IsLoser=true;try{IsLoser=!console.log.apply;}catch(e){};
+
+
+
+
+var ID=0;
+function initFn(set){
+ this.id=++ID;
+
+ //如果开启了流量统计,这里将发送一个图片请求
+ Traffic();
+
+
+ var o={
+ type:"mp3" //输出类型:mp3,wav,wav输出文件尺寸超大不推荐使用,但mp3编码支持会导致js文件超大,如果不需支持mp3可以使js文件大幅减小
+ ,bitRate:16 //比特率 wav:16或8位,MP3:8kbps 1k/s,8kbps 2k/s 录音文件很小
+
+ ,sampleRate:16000 //采样率,wav格式大小=sampleRate*时间;mp3此项对低比特率有影响,高比特率几乎无影响。
+ //wav任意值,mp3取值范围:48000, 44100, 32000, 24000, 22050, 16000, 12000, 11025, 8000
+ //采样率参考https://www.cnblogs.com/devin87/p/mp3-recorder.html
+
+ ,onProcess:NOOP //fn(buffers,powerLevel,bufferDuration,bufferSampleRate,newBufferIdx,asyncEnd) buffers=[[Int16,...],...]:缓冲的PCM数据,为从开始录音到现在的所有pcm片段;powerLevel:当前缓冲的音量级别0-100,bufferDuration:已缓冲时长,bufferSampleRate:缓冲使用的采样率(当type支持边录边转码(Worker)时,此采样率和设置的采样率相同,否则不一定相同);newBufferIdx:本次回调新增的buffer起始索引;asyncEnd:fn() 如果onProcess是异步的(返回值为true时),处理完成时需要调用此回调,如果不是异步的请忽略此参数,此方法回调时必须是真异步(不能真异步时需用setTimeout包裹)。onProcess返回值:如果返回true代表开启异步模式,在某些大量运算的场合异步是必须的,必须在异步处理完成时调用asyncEnd(不能真异步时需用setTimeout包裹),在onProcess执行后新增的buffer会全部替换成空数组,因此本回调开头应立即将newBufferIdx到本次回调结尾位置的buffer全部保存到另外一个数组内,处理完成后写回buffers中本次回调的结尾位置。
+
+ //*******高级设置******
+ //,sourceStream:MediaStream Object
+ //可选直接提供一个媒体流,从这个流中录制、实时处理音频数据(当前Recorder实例独享此流);不提供时为普通的麦克风录音,由getUserMedia提供音频流(所有Recorder实例共享同一个流)
+ //比如:audio、video标签dom节点的captureStream方法(实验特性,不同浏览器支持程度不高)返回的流;WebRTC中的remote流;自己创建的流等
+ //注意:流内必须至少存在一条音轨(Audio Track),比如audio标签必须等待到可以开始播放后才会有音轨,否则open会失败
+
+ //,audioTrackSet:{ deviceId:"",groupId:"", autoGainControl:true, echoCancellation:true, noiseSuppression:true }
+ //普通麦克风录音时getUserMedia方法的audio配置参数,比如指定设备id,回声消除、降噪开关;注意:提供的任何配置值都不一定会生效
+ //由于麦克风是全局共享的,所以新配置后需要close掉以前的再重新open
+ //更多参考: https://developer.mozilla.org/en-US/docs/Web/API/MediaTrackConstraints
+
+ //,disableEnvInFix:false 内部参数,禁用设备卡顿时音频输入丢失补偿功能
+
+ //,takeoffEncodeChunk:NOOP //fn(chunkBytes) chunkBytes=[Uint8,...]:实时编码环境下接管编码器输出,当编码器实时编码出一块有效的二进制音频数据时实时回调此方法;参数为二进制的Uint8Array,就是编码出来的音频数据片段,所有的chunkBytes拼接在一起即为完整音频。本实现的想法最初由QQ2543775048提出
+ //当提供此回调方法时,将接管编码器的数据输出,编码器内部将放弃存储生成的音频数据;环境要求比较苛刻:如果当前环境不支持实时编码处理,将在open时直接走fail逻辑
+ //因此提供此回调后调用stop方法将无法获得有效的音频数据,因为编码器内没有音频数据,因此stop时返回的blob将是一个字节长度为0的blob
+ //目前只有mp3格式实现了实时编码,在支持实时处理的环境中将会实时的将编码出来的mp3片段通过此方法回调,所有的chunkBytes拼接到一起即为完整的mp3,此种拼接的结果比mock方法实时生成的音质更加,因为天然避免了首尾的静默
+ //目前除mp3外其他格式不可以提供此回调,提供了将在open时直接走fail逻辑
+ };
+
+ for(var k in set){
+ o[k]=set[k];
+ };
+ this.set=o;
+
+ this._S=9;//stop同步锁,stop可以阻止open过程中还未运行的start
+ this.Sync={O:9,C:9};//和Recorder.Sync一致,只不过这个是非全局的,仅用来简化代码逻辑,无实际作用
+};
+//同步锁,控制对Stream的竞争;用于close时中断异步的open;一个对象open如果变化了都要阻止close,Stream的控制权交个新的对象
+Recorder.Sync={/*open*/O:9,/*close*/C:9};
+
+Recorder.prototype=initFn.prototype={
+ CLog:CLog
+
+ //流相关的数据存储在哪个对象里面;如果提供了sourceStream,数据直接存储在当前对象中,否则存储在全局
+ ,_streamStore:function(){
+ if(this.set.sourceStream){
+ return this;
+ }else{
+ return Recorder;
+ }
+ }
+
+ //打开录音资源True(),False(msg,isUserNotAllow),需要调用close。注意:此方法是异步的;一般使用时打开,用完立即关闭;可重复调用,可用来测试是否能录音
+ ,open:function(True,False){
+ var This=this,streamStore=This._streamStore();
+ True=True||NOOP;
+ var failCall=function(errMsg,isUserNotAllow){
+ isUserNotAllow=!!isUserNotAllow;
+ This.CLog("录音open失败:"+errMsg+",isUserNotAllow:"+isUserNotAllow,1);
+ False&&False(errMsg,isUserNotAllow);
+ };
+
+ var ok=function(){
+ This.CLog("open ok id:"+This.id);
+ True();
+
+ This._SO=0;//解除stop对open中的start调用的阻止
+ };
+
+
+ //同步锁
+ var Lock=streamStore.Sync;
+ var lockOpen=++Lock.O,lockClose=Lock.C;
+ This._O=This._O_=lockOpen;//记住当前的open,如果变化了要阻止close,这里假定了新对象已取代当前对象并且不再使用
+ This._SO=This._S;//记住open过程中的stop,中途任何stop调用后都不能继续open中的start
+ var lockFail=function(){
+ //允许多次open,但不允许任何一次close,或者自身已经调用了关闭
+ if(lockClose!=Lock.C || !This._O){
+ var err="open被取消";
+ if(lockOpen==Lock.O){
+ //无新的open,已经调用了close进行取消,此处应让上次的close明确生效
+ This.close();
+ }else{
+ err="open被中断";
+ };
+ failCall(err);
+ return true;
+ };
+ };
+
+ //环境配置检查
+ var checkMsg=This.envCheck({envName:"H5",canProcess:true});
+ if(checkMsg){
+ failCall("不能录音:"+checkMsg);
+ return;
+ };
+
+
+ //***********已直接提供了音频流************
+ if(This.set.sourceStream){
+ if(!Recorder.GetContext()){
+ failCall("不支持此浏览器从流中获取录音");
+ return;
+ };
+
+ Disconnect(streamStore);//可能已open过,直接先尝试断开
+ This.Stream=This.set.sourceStream;
+ This.Stream._call={};
+
+ try{
+ Connect(streamStore);
+ }catch(e){
+ failCall("从流中打开录音失败:"+e.message);
+ return;
+ }
+ ok();
+ return;
+ };
+
+
+ //***********打开麦克风得到全局的音频流************
+ var codeFail=function(code,msg){
+ try{//跨域的优先检测一下
+ window.top.a;
+ }catch(e){
+ failCall('无权录音(跨域,请尝试给iframe添加麦克风访问策略,如allow="camera;microphone")');
+ return;
+ };
+
+ if(/Permission|Allow/i.test(code)){
+ failCall("用户拒绝了录音权限",true);
+ }else if(window.isSecureContext===false){
+ failCall("浏览器禁止不安全页面录音,可开启https解决");
+ }else if(/Found/i.test(code)){//可能是非安全环境导致的没有设备
+ failCall(msg+",无可用麦克风");
+ }else{
+ failCall(msg);
+ };
+ };
+
+
+ //如果已打开并且有效就不要再打开了
+ if(Recorder.IsOpen()){
+ ok();
+ return;
+ };
+ if(!Recorder.Support()){
+ codeFail("","此浏览器不支持录音");
+ return;
+ };
+
+ //请求权限,如果从未授权,一般浏览器会弹出权限请求弹框
+ var f1=function(stream){
+ //https://github.com/xiangyuecn/Recorder/issues/14 获取到的track.readyState!="live",刚刚回调时可能是正常的,但过一下可能就被关掉了,原因不明。延迟一下保证真异步。对正常浏览器不影响
+ setTimeout(function(){
+ stream._call={};
+ var oldStream=Recorder.Stream;
+ if(oldStream){
+ Disconnect(); //直接断开已存在的,旧的Connect未完成会自动终止
+ stream._call=oldStream._call;
+ };
+ Recorder.Stream=stream;
+ if(lockFail())return;
+
+ if(Recorder.IsOpen()){
+ if(oldStream)This.CLog("发现同时多次调用open",1);
+
+ Connect(streamStore,1);
+ ok();
+ }else{
+ failCall("录音功能无效:无音频流");
+ };
+ },100);
+ };
+ var f2=function(e){
+ var code=e.name||e.message||e.code+":"+e;
+ This.CLog("请求录音权限错误",1,e);
+
+ codeFail(code,"无法录音:"+code);
+ };
+
+ var trackSet={
+ noiseSuppression:false //默认禁用降噪,原声录制,免得移动端表现怪异(包括系统播放声音变小)
+ ,echoCancellation:false //回声消除
+ };
+ var trackSet2=This.set.audioTrackSet;
+ for(var k in trackSet2)trackSet[k]=trackSet2[k];
+ trackSet.sampleRate=Recorder.Ctx.sampleRate;//必须指明采样率,不然手机上MediaRecorder采样率16k
+
+ try{
+ var pro=Recorder.Scope[getUserMediaTxt]({audio:trackSet},f1,f2);
+ }catch(e){//不能设置trackSet就算了
+ This.CLog(getUserMediaTxt,3,e);
+ pro=Recorder.Scope[getUserMediaTxt]({audio:true},f1,f2);
+ };
+ if(pro&&pro.then){
+ pro.then(f1)[CatchTxt](f2); //fix 关键字,保证catch压缩时保持字符串形式
+ };
+ }
+ //关闭释放录音资源
+ ,close:function(call){
+ call=call||NOOP;
+
+ var This=this,streamStore=This._streamStore();
+ This._stop();
+
+ var Lock=streamStore.Sync;
+ This._O=0;
+ if(This._O_!=Lock.O){
+ //唯一资源Stream的控制权已交给新对象,这里不能关闭。此处在每次都弹权限的浏览器内可能存在泄漏,新对象被拒绝权限可能不会调用close,忽略这种不处理
+ This.CLog("close被忽略(因为同时open了多个rec,只有最后一个会真正close)",3);
+ call();
+ return;
+ };
+ Lock.C++;//获得控制权
+
+ Disconnect(streamStore);
+
+ This.CLog("close");
+ call();
+ }
+
+
+
+
+
+ /*模拟一段录音数据,后面可以调用stop进行编码,需提供pcm数据[1,2,3...],pcm的采样率*/
+ ,mock:function(pcmData,pcmSampleRate){
+ var This=this;
+ This._stop();//清理掉已有的资源
+
+ This.isMock=1;
+ This.mockEnvInfo=null;
+ This.buffers=[pcmData];
+ This.recSize=pcmData.length;
+ This[srcSampleRateTxt]=pcmSampleRate;
+ return This;
+ }
+ ,envCheck:function(envInfo){//平台环境下的可用性检查,任何时候都可以调用检查,返回errMsg:""正常,"失败原因"
+ //envInfo={envName:"H5",canProcess:true}
+ var errMsg,This=this,set=This.set;
+
+ //检测CPU的数字字节序,TypedArray字节序是个迷,直接拒绝罕见的大端模式,因为找不到这种CPU进行测试
+ var tag="CPU_BE";
+ if(!errMsg && !Recorder[tag] && window.Int8Array && !new Int8Array(new Int32Array([1]).buffer)[0]){
+ Traffic(tag); //如果开启了流量统计,这里将发送一个图片请求
+ errMsg="不支持"+tag+"架构";
+ };
+
+ //编码器检查环境下配置是否可用
+ if(!errMsg){
+ var type=set.type;
+ if(This[type+"_envCheck"]){//编码器已实现环境检查
+ errMsg=This[type+"_envCheck"](envInfo,set);
+ }else{//未实现检查的手动检查配置是否有效
+ if(set.takeoffEncodeChunk){
+ errMsg=type+"类型"+(This[type]?"":"(未加载编码器)")+"不支持设置takeoffEncodeChunk";
+ };
+ };
+ };
+
+ return errMsg||"";
+ }
+ ,envStart:function(mockEnvInfo,sampleRate){//平台环境相关的start调用
+ var This=this,set=This.set;
+ This.isMock=mockEnvInfo?1:0;//非H5环境需要启用mock,并提供envCheck需要的环境信息
+ This.mockEnvInfo=mockEnvInfo;
+ This.buffers=[];//数据缓冲
+ This.recSize=0;//数据大小
+
+ This.envInLast=0;//envIn接收到最后录音内容的时间
+ This.envInFirst=0;//envIn接收到的首个录音内容的录制时间
+ This.envInFix=0;//补偿的总时间
+ This.envInFixTs=[];//补偿计数列表
+
+ //engineCtx需要提前确定最终的采样率
+ var setSr=set[sampleRateTxt];
+ if(setSr>sampleRate){
+ set[sampleRateTxt]=sampleRate;
+ }else{ setSr=0 }
+ This[srcSampleRateTxt]=sampleRate;
+ This.CLog(srcSampleRateTxt+": "+sampleRate+" set."+sampleRateTxt+": "+set[sampleRateTxt]+(setSr?" 忽略"+setSr:""), setSr?3:0);
+
+ This.engineCtx=0;
+ //此类型有边录边转码(Worker)支持
+ if(This[set.type+"_start"]){
+ var engineCtx=This.engineCtx=This[set.type+"_start"](set);
+ if(engineCtx){
+ engineCtx.pcmDatas=[];
+ engineCtx.pcmSize=0;
+ };
+ };
+ }
+ ,envResume:function(){//和平台环境无关的恢复录音
+ //重新开始计数
+ this.envInFixTs=[];
+ }
+ ,envIn:function(pcm,sum){//和平台环境无关的pcm[Int16]输入
+ var This=this,set=This.set,engineCtx=This.engineCtx;
+ var bufferSampleRate=This[srcSampleRateTxt];
+ var size=pcm.length;
+ var powerLevel=Recorder.PowerLevel(sum,size);
+
+ var buffers=This.buffers;
+ var bufferFirstIdx=buffers.length;//之前的buffer都是经过onProcess处理好的,不允许再修改
+ buffers.push(pcm);
+
+ //有engineCtx时会被覆盖,这里保存一份
+ var buffersThis=buffers;
+ var bufferFirstIdxThis=bufferFirstIdx;
+
+ //卡顿丢失补偿:因为设备很卡的时候导致H5接收到的数据量不够造成播放时候变速,结果比实际的时长要短,此处保证了不会变短,但不能修复丢失的音频数据造成音质变差。当前算法采用输入时间侦测下一帧是否需要添加补偿帧,需要(6次输入||超过1秒)以上才会开始侦测,如果滑动窗口内丢失超过1/3就会进行补偿
+ var now=Date.now();
+ var pcmTime=Math.round(size/bufferSampleRate*1000);
+ This.envInLast=now;
+ if(This.buffers.length==1){//记下首个录音数据的录制时间
+ This.envInFirst=now-pcmTime;
+ };
+ var envInFixTs=This.envInFixTs;
+ envInFixTs.splice(0,0,{t:now,d:pcmTime});
+ //保留3秒的计数滑动窗口,另外超过3秒的停顿不补偿
+ var tsInStart=now,tsPcm=0;
+ for(var i=0;i<envInFixTs.length;i++){
+ var o=envInFixTs[i];
+ if(now-o.t>3000){
+ envInFixTs.length=i;
+ break;
+ };
+ tsInStart=o.t;
+ tsPcm+=o.d;
+ };
+ //达到需要的数据量,开始侦测是否需要补偿
+ var tsInPrev=envInFixTs[1];
+ var tsIn=now-tsInStart;
+ var lost=tsIn-tsPcm;
+ if( lost>tsIn/3 && (tsInPrev&&tsIn>1000 || envInFixTs.length>=6) ){
+ //丢失过多,开始执行补偿
+ var addTime=now-tsInPrev.t-pcmTime;//距离上次输入丢失这么多ms
+ if(addTime>pcmTime/5){//丢失超过本帧的1/5
+ var fixOpen=!set.disableEnvInFix;
+ This.CLog("["+now+"]"+(fixOpen?"":"未")+"补偿"+addTime+"ms",3);
+ This.envInFix+=addTime;
+
+ //用静默进行补偿
+ if(fixOpen){
+ var addPcm=new Int16Array(addTime*bufferSampleRate/1000);
+ size+=addPcm.length;
+ buffers.push(addPcm);
+ };
+ };
+ };
+
+
+ var sizeOld=This.recSize,addSize=size;
+ var bufferSize=sizeOld+addSize;
+ This.recSize=bufferSize;//此值在onProcess后需要修正,可能新数据被修改
+
+
+ //此类型有边录边转码(Worker)支持,开启实时转码
+ if(engineCtx){
+ //转换成set的采样率
+ var chunkInfo=Recorder.SampleData(buffers,bufferSampleRate,set[sampleRateTxt],engineCtx.chunkInfo);
+ engineCtx.chunkInfo=chunkInfo;
+
+ sizeOld=engineCtx.pcmSize;
+ addSize=chunkInfo.data.length;
+ bufferSize=sizeOld+addSize;
+ engineCtx.pcmSize=bufferSize;//此值在onProcess后需要修正,可能新数据被修改
+
+ buffers=engineCtx.pcmDatas;
+ bufferFirstIdx=buffers.length;
+ buffers.push(chunkInfo.data);
+ bufferSampleRate=chunkInfo[sampleRateTxt];
+ };
+
+ var duration=Math.round(bufferSize/bufferSampleRate*1000);
+ var bufferNextIdx=buffers.length;
+ var bufferNextIdxThis=buffersThis.length;
+
+ //允许异步处理buffer数据
+ var asyncEnd=function(){
+ //重新计算size,异步的早已减去添加的,同步的需去掉本次添加的然后重新计算
+ var num=asyncBegin?0:-addSize;
+ var hasClear=buffers[0]==null;
+ for(var i=bufferFirstIdx;i<bufferNextIdx;i++){
+ var buffer=buffers[i];
+ if(buffer==null){//已被主动释放内存,比如长时间实时传输录音时
+ hasClear=1;
+ }else{
+ num+=buffer.length;
+
+ //推入后台边录边转码
+ if(engineCtx&&buffer.length){
+ This[set.type+"_encode"](engineCtx,buffer);
+ };
+ };
+ };
+
+ //同步清理This.buffers,不管buffers到底清了多少个,buffersThis是使用不到的进行全清
+ if(hasClear && engineCtx){
+ var i=bufferFirstIdxThis;
+ if(buffersThis[0]){
+ i=0;
+ };
+ for(;i<bufferNextIdxThis;i++){
+ buffersThis[i]=null;
+ };
+ };
+
+ //统计修改后的size,如果异步发生clear要原样加回来,同步的无需操作
+ if(hasClear){
+ num=asyncBegin?addSize:0;
+
+ buffers[0]=null;//彻底被清理
+ };
+ if(engineCtx){
+ engineCtx.pcmSize+=num;
+ }else{
+ This.recSize+=num;
+ };
+ };
+ //实时回调处理数据,允许修改或替换上次回调以来新增的数据 ,但是不允许修改已处理过的,不允许增删第一维数组 ,允许将第二维数组任意修改替换成空数组也可以
+ var asyncBegin=0,procTxt="rec.set.onProcess";
+ try{
+ asyncBegin=set.onProcess(buffers,powerLevel,duration,bufferSampleRate,bufferFirstIdx,asyncEnd);
+ }catch(e){
+ //此错误显示不要用CLog,这样控制台内相同内容不会重复打印
+ console.error(procTxt+"回调出错是不允许的,需保证不会抛异常",e);
+ };
+
+ var slowT=Date.now()-now;
+ if(slowT>10 && This.envInFirst-now>1000){ //1秒后开始onProcess性能监测
+ This.CLog(procTxt+"低性能,耗时"+slowT+"ms",3);
+ };
+
+ if(asyncBegin===true){
+ //开启了异步模式,onProcess已接管buffers新数据,立即清空,避免出现未处理的数据
+ var hasClear=0;
+ for(var i=bufferFirstIdx;i<bufferNextIdx;i++){
+ if(buffers[i]==null){//已被主动释放内存,比如长时间实时传输录音时 ,但又要开启异步模式,此种情况是非法的
+ hasClear=1;
+ }else{
+ buffers[i]=new Int16Array(0);
+ };
+ };
+
+ if(hasClear){
+ This.CLog("未进入异步前不能清除buffers",3);
+ }else{
+ //还原size,异步结束后再统计仅修改后的size,如果发生clear要原样加回来
+ if(engineCtx){
+ engineCtx.pcmSize-=addSize;
+ }else{
+ This.recSize-=addSize;
+ };
+ };
+ }else{
+ asyncEnd();
+ };
+ }
+
+
+
+
+ //开始录音,需先调用open;只要open成功时,调用此方法是安全的,如果未open强行调用导致的内部错误将不会有任何提示,stop时自然能得到错误
+ ,start:function(){
+ var This=this,ctx=Recorder.Ctx;
+
+ var isOpen=1;
+ if(This.set.sourceStream){//直接提供了流,仅判断是否调用了open
+ if(!This.Stream){
+ isOpen=0;
+ }
+ }else if(!Recorder.IsOpen()){//监测全局麦克风是否打开并且有效
+ isOpen=0;
+ };
+ if(!isOpen){
+ This.CLog("未open",1);
+ return;
+ };
+ This.CLog("开始录音");
+
+ This._stop();
+ This.state=3;//0未录音 1录音中 2暂停 3等待ctx激活
+ This.envStart(null, ctx[sampleRateTxt]);
+
+ //检查open过程中stop是否已经调用过
+ if(This._SO&&This._SO+1!=This._S){//上面调用过一次 _stop
+ //open未完成就调用了stop,此种情况终止start。也应尽量避免出现此情况
+ This.CLog("start被中断",3);
+ return;
+ };
+ This._SO=0;
+
+ var end=function(){
+ if(This.state==3){
+ This.state=1;
+ This.resume();
+ }
+ };
+ if(ctx.state=="suspended"){
+ var tag="AudioContext resume: ";
+ This.CLog(tag+"wait...");
+ ctx.resume().then(function(){
+ This.CLog(tag+ctx.state);
+ end();
+ })[CatchTxt](function(e){ //比较少见,可能对录音没有影响
+ This.CLog(tag+ctx.state+" 可能无法录音:"+e.message,1,e);
+ end();
+ });
+ }else{
+ end();
+ };
+ }
+ /*暂停录音*/
+ ,pause:function(){
+ var This=this;
+ if(This.state){
+ This.state=2;
+ This.CLog("pause");
+ delete This._streamStore().Stream._call[This.id];
+ };
+ }
+ /*恢复录音*/
+ ,resume:function(){
+ var This=this;
+ if(This.state){
+ This.state=1;
+ This.CLog("resume");
+ This.envResume();
+
+ var stream=This._streamStore().Stream;
+ stream._call[This.id]=function(pcm,sum){
+ if(This.state==1){
+ This.envIn(pcm,sum);
+ };
+ };
+ ConnAlive(stream);//AudioWorklet只会在ctx激活后运行
+ };
+ }
+
+
+
+
+ ,_stop:function(keepEngine){
+ var This=this,set=This.set;
+ if(!This.isMock){
+ This._S++;
+ };
+ if(This.state){
+ This.pause();
+ This.state=0;
+ };
+ if(!keepEngine && This[set.type+"_stop"]){
+ This[set.type+"_stop"](This.engineCtx);
+ This.engineCtx=0;
+ };
+ }
+ /*
+ 结束录音并返回录音数据blob对象
+ True(blob,duration) blob:录音数据audio/mp3|wav格式
+ duration:录音时长,单位毫秒
+ False(msg)
+ autoClose:false 可选,是否自动调用close,默认为false
+ */
+ ,stop:function(True,False,autoClose){
+ var This=this,set=This.set,t1;
+ var envInMS=This.envInLast-This.envInFirst, envInLen=envInMS&&This.buffers.length; //可能未start
+ This.CLog("stop 和start时差"+(envInMS?envInMS+"ms 补偿"+This.envInFix+"ms"+" envIn:"+envInLen+" fps:"+(envInLen/envInMS*1000).toFixed(1):"-"));
+
+ var end=function(){
+ This._stop();//彻底关掉engineCtx
+ if(autoClose){
+ This.close();
+ };
+ };
+ var err=function(msg){
+ This.CLog("结束录音失败:"+msg,1);
+ False&&False(msg);
+ end();
+ };
+ var ok=function(blob,duration){
+ This.CLog("结束录音 编码花"+(Date.now()-t1)+"ms 音频时长"+duration+"ms 文件大小"+blob.size+"b");
+ if(set.takeoffEncodeChunk){//接管了输出,此时blob长度为0
+ This.CLog("启用takeoffEncodeChunk后stop返回的blob长度为0不提供音频数据",3);
+ }else if(blob.size<Math.max(100,duration/2)){//1秒小于0.5k?
+ err("生成的"+set.type+"无效");
+ return;
+ };
+ True&&True(blob,duration);
+ end();
+ };
+ if(!This.isMock){
+ var isCtxWait=This.state==3;
+ if(!This.state || isCtxWait){
+ err("未开始录音"+(isCtxWait?",开始录音前无用户交互导致AudioContext未运行":""));
+ return;
+ };
+ This._stop(true);
+ };
+ var size=This.recSize;
+ if(!size){
+ err("未采集到录音");
+ return;
+ };
+ if(!This.buffers[0]){
+ err("音频buffers被释放");
+ return;
+ };
+ if(!This[set.type]){
+ err("未加载"+set.type+"编码器");
+ return;
+ };
+
+ //环境配置检查,此处仅针对mock调用,因为open已经检查过了
+ if(This.isMock){
+ var checkMsg=This.envCheck(This.mockEnvInfo||{envName:"mock",canProcess:false});//没有提供环境信息的mock时没有onProcess回调
+ if(checkMsg){
+ err("录音错误:"+checkMsg);
+ return;
+ };
+ };
+
+ //此类型有边录边转码(Worker)支持
+ var engineCtx=This.engineCtx;
+ if(This[set.type+"_complete"]&&engineCtx){
+ var duration=Math.round(engineCtx.pcmSize/set[sampleRateTxt]*1000);//采用后的数据长度和buffers的长度可能微小的不一致,是采样率连续转换的精度问题
+
+ t1=Date.now();
+ This[set.type+"_complete"](engineCtx,function(blob){
+ ok(blob,duration);
+ },err);
+ return;
+ };
+
+ //标准UI线程转码,调整采样率
+ t1=Date.now();
+ var chunk=Recorder.SampleData(This.buffers,This[srcSampleRateTxt],set[sampleRateTxt]);
+
+ set[sampleRateTxt]=chunk[sampleRateTxt];
+ var res=chunk.data;
+ var duration=Math.round(res.length/set[sampleRateTxt]*1000);
+
+ This.CLog("采样"+size+"->"+res.length+" 花:"+(Date.now()-t1)+"ms");
+
+ setTimeout(function(){
+ t1=Date.now();
+ This[set.type](res,function(blob){
+ ok(blob,duration);
+ },function(msg){
+ err(msg);
+ });
+ });
+ }
+
+};
+
+if(window[RecTxt]){
+ CLog("重复引入"+RecTxt,3);
+ window[RecTxt].Destroy();
+};
+window[RecTxt]=Recorder;
+
+
+
+
+//=======从WebM字节流中提取pcm数据,提取成功返回Float32Array,失败返回null||-1=====
+var WebM_Extract=function(inBytes, scope){
+ if(!scope.pos){
+ scope.pos=[0]; scope.tracks={}; scope.bytes=[];
+ };
+ var tracks=scope.tracks, position=[scope.pos[0]];
+ var endPos=function(){ scope.pos[0]=position[0] };
+
+ var sBL=scope.bytes.length;
+ var bytes=new Uint8Array(sBL+inBytes.length);
+ bytes.set(scope.bytes); bytes.set(inBytes,sBL);
+ scope.bytes=bytes;
+
+ //先读取文件头和Track信息
+ if(!scope._ht){
+ readMatroskaVInt(bytes, position);//EBML Header
+ readMatroskaBlock(bytes, position);//跳过EBML Header内容
+ if(!BytesEq(readMatroskaVInt(bytes, position), [0x18,0x53,0x80,0x67])){
+ return;//未识别到Segment
+ }
+ readMatroskaVInt(bytes, position);//跳过Segment长度值
+ while(position[0]<bytes.length){
+ var eid0=readMatroskaVInt(bytes, position);
+ var bytes0=readMatroskaBlock(bytes, position);
+ var pos0=[0],audioIdx=0;
+ if(!bytes0)return;//数据不全,等待缓冲
+ //Track完整数据,循环读取TrackEntry
+ if(BytesEq(eid0, [0x16,0x54,0xAE,0x6B])){
+ while(pos0[0]<bytes0.length){
+ var eid1=readMatroskaVInt(bytes0, pos0);
+ var bytes1=readMatroskaBlock(bytes0, pos0);
+ var pos1=[0],track={channels:0,sampleRate:0};
+ if(BytesEq(eid1, [0xAE])){//TrackEntry
+ while(pos1[0]<bytes1.length){
+ var eid2=readMatroskaVInt(bytes1, pos1);
+ var bytes2=readMatroskaBlock(bytes1, pos1);
+ var pos2=[0];
+ if(BytesEq(eid2, [0xD7])){//Track Number
+ var val=BytesInt(bytes2);
+ track.number=val;
+ tracks[val]=track;
+ }else if(BytesEq(eid2, [0x83])){//Track Type
+ var val=BytesInt(bytes2);
+ if(val==1) track.type="video";
+ else if(val==2) {
+ track.type="audio";
+ if(!audioIdx) scope.track0=track;
+ track.idx=audioIdx++;
+ }else track.type="Type-"+val;
+ }else if(BytesEq(eid2, [0x86])){//Track Codec
+ var str="";
+ for(var i=0;i<bytes2.length;i++){
+ str+=String.fromCharCode(bytes2[i]);
+ }
+ track.codec=str;
+ }else if(BytesEq(eid2, [0xE1])){
+ while(pos2[0]<bytes2.length){//循环读取 Audio 属性
+ var eid3=readMatroskaVInt(bytes2, pos2);
+ var bytes3=readMatroskaBlock(bytes2, pos2);
+ //采样率、位数、声道数
+ if(BytesEq(eid3, [0xB5])){
+ var val=0,arr=new Uint8Array(bytes3.reverse()).buffer;
+ if(bytes3.length==4) val=new Float32Array(arr)[0];
+ else if(bytes3.length==8) val=new Float64Array(arr)[0];
+ else CLog("WebM Track !Float",1,bytes3);
+ track[sampleRateTxt]=Math.round(val);
+ }else if(BytesEq(eid3, [0x62,0x64])) track.bitDepth=BytesInt(bytes3);
+ else if(BytesEq(eid3, [0x9F])) track.channels=BytesInt(bytes3);
+ }
+ }
+ }
+ }
+ };
+ scope._ht=1;
+ CLog("WebM Tracks",tracks);
+ endPos();
+ break;
+ }
+ }
+ }
+
+ //校验音频参数信息,如果不符合代码要求,统统拒绝处理
+ var track0=scope.track0;
+ if(!track0)return;
+ if(track0.bitDepth==16 && /FLOAT/i.test(track0.codec)){
+ track0.bitDepth=32; //chrome v66 实际为浮点数
+ CLog("WebM 16改32位",3);
+ }
+ if(track0[sampleRateTxt]!=scope[sampleRateTxt] || track0.bitDepth!=32 || track0.channels<1 || !/(\b|_)PCM\b/i.test(track0.codec)){
+ scope.bytes=[];//格式非预期 无法处理,清空缓冲数据
+ if(!scope.bad)CLog("WebM Track非预期",3,scope);
+ scope.bad=1;
+ return -1;
+ }
+
+ //循环读取Cluster内的SimpleBlock
+ var datas=[],dataLen=0;
+ while(position[0]<bytes.length){
+ var eid1=readMatroskaVInt(bytes, position);
+ var bytes1=readMatroskaBlock(bytes, position);
+ if(!bytes1)break;//数据不全,等待缓冲
+ if(BytesEq(eid1, [0xA3])){//SimpleBlock完整数据
+ var trackNo=bytes1[0]&0xf;
+ var track=tracks[trackNo];
+ if(!track){//不可能没有,数据出错?
+ CLog("WebM !Track"+trackNo,1,tracks);
+ }else if(track.idx===0){
+ var u8arr=new Uint8Array(bytes1.length-4);
+ for(var i=4;i<bytes1.length;i++){
+ u8arr[i-4]=bytes1[i];
+ }
+ datas.push(u8arr); dataLen+=u8arr.length;
+ }
+ }
+ endPos();
+ }
+
+ if(dataLen){
+ var more=new Uint8Array(bytes.length-scope.pos[0]);
+ more.set(bytes.subarray(scope.pos[0]));
+ scope.bytes=more; //清理已读取了的缓冲数据
+ scope.pos[0]=0;
+
+ var u8arr=new Uint8Array(dataLen); //已获取的音频数据
+ for(var i=0,i2=0;i<datas.length;i++){
+ u8arr.set(datas[i],i2);
+ i2+=datas[i].length;
+ }
+ var arr=new Float32Array(u8arr.buffer);
+
+ if(track0.channels>1){//多声道,提取一个声道
+ var arr2=[];
+ for(var i=0;i<arr.length;){
+ arr2.push(arr[i]);
+ i+=track0.channels;
+ }
+ arr=new Float32Array(arr2);
+ };
+ return arr;
+ }
+};
+//两个字节数组内容是否相同
+var BytesEq=function(bytes1,bytes2){
+ if(!bytes1 || bytes1.length!=bytes2.length) return false;
+ if(bytes1.length==1) return bytes1[0]==bytes2[0];
+ for(var i=0;i<bytes1.length;i++){
+ if(bytes1[i]!=bytes2[i]) return false;
+ }
+ return true;
+};
+//字节数组BE转成int数字
+var BytesInt=function(bytes){
+ var s="";//0-8字节,js位运算只支持4字节
+ for(var i=0;i<bytes.length;i++){var n=bytes[i];s+=(n<16?"0":"")+n.toString(16)};
+ return parseInt(s,16)||0;
+};
+//读取一个可变长数值字节数组
+var readMatroskaVInt=function(arr,pos,trim){
+ var i=pos[0];
+ if(i>=arr.length)return;
+ var b0=arr[i],b2=("0000000"+b0.toString(2)).substr(-8);
+ var m=/^(0*1)(\d*)$/.exec(b2);
+ if(!m)return;
+ var len=m[1].length, val=[];
+ if(i+len>arr.length)return;
+ for(var i2=0;i2<len;i2++){ val[i2]=arr[i]; i++; }
+ if(trim) val[0]=parseInt(m[2]||'0',2);
+ pos[0]=i;
+ return val;
+};
+//读取一个自带长度的内容字节数组
+var readMatroskaBlock=function(arr,pos){
+ var lenVal=readMatroskaVInt(arr,pos,1);
+ if(!lenVal)return;
+ var len=BytesInt(lenVal);
+ var i=pos[0], val=[];
+ if(len<0x7FFFFFFF){ //超大值代表没有长度
+ if(i+len>arr.length)return;
+ for(var i2=0;i2<len;i2++){ val[i2]=arr[i]; i++; }
+ }
+ pos[0]=i;
+ return val;
+};
+//=====End WebM读取=====
+
+
+
+
+//流量统计用1像素图片地址,设置为空将不参与统计
+Recorder.TrafficImgUrl="//ia.51.la/go1?id=20469973&pvFlag=1";
+var Traffic=Recorder.Traffic=function(report){
+ report=report?"/"+RecTxt+"/Report/"+report:"";
+ var imgUrl=Recorder.TrafficImgUrl;
+ if(imgUrl){
+ var data=Recorder.Traffic;
+ var m=/^(https?:..[^\/#]*\/?)[^#]*/i.exec(location.href)||[];
+ var host=(m[1]||"http://file/");
+ var idf=(m[0]||host)+report;
+
+ if(imgUrl.indexOf("//")==0){
+ //给url加上http前缀,如果是file协议下,不加前缀没法用
+ if(/^https:/i.test(idf)){
+ imgUrl="https:"+imgUrl;
+ }else{
+ imgUrl="http:"+imgUrl;
+ };
+ };
+ if(report){
+ imgUrl=imgUrl+"&cu="+encodeURIComponent(host+report);
+ };
+
+ if(!data[idf]){
+ data[idf]=1;
+
+ var img=new Image();
+ img.src=imgUrl;
+ CLog("Traffic Analysis Image: "+(report||RecTxt+".TrafficImgUrl="+Recorder.TrafficImgUrl));
+ };
+ };
+};
+
+}));
\ No newline at end of file
diff --git a/web-pages/public/static/offline/wav.js b/web-pages/public/static/offline/wav.js
new file mode 100644
index 000000000..1123a05bb
--- /dev/null
+++ b/web-pages/public/static/offline/wav.js
@@ -0,0 +1,86 @@
+/*
+wav编码器+编码引擎
+https://github.com/xiangyuecn/Recorder
+
+当然最佳推荐使用mp3、wav格式,代码也是优先照顾这两种格式
+浏览器支持情况
+https://developer.mozilla.org/en-US/docs/Web/HTML/Supported_media_formats
+
+编码原理:给pcm数据加上一个44直接的wav头即成wav文件;pcm数据就是Recorder中的buffers原始数据(重新采样),16位时为LE小端模式(Little Endian),实质上是未经过任何编码处理
+*/
+(function(){
+"use strict";
+
+Recorder.prototype.enc_wav={
+ stable:true
+ ,testmsg:"支持位数8位、16位(填在比特率里面),采样率取值无限制"
+};
+Recorder.prototype.wav=function(res,True,False){
+ var This=this,set=This.set
+ ,size=res.length
+ ,sampleRate=set.sampleRate
+ ,bitRate=set.bitRate==8?8:16;
+
+ //编码数据 https://github.com/mattdiamond/Recorderjs https://www.cnblogs.com/blqw/p/3782420.html https://www.cnblogs.com/xiaoqi/p/6993912.html
+ var dataLength=size*(bitRate/8);
+ var buffer=new ArrayBuffer(44+dataLength);
+ var data=new DataView(buffer);
+
+ var offset=0;
+ var writeString=function(str){
+ for (var i=0;i<str.length;i++,offset++) {
+ data.setUint8(offset,str.charCodeAt(i));
+ };
+ };
+ var write16=function(v){
+ data.setUint16(offset,v,true);
+ offset+=2;
+ };
+ var write32=function(v){
+ data.setUint32(offset,v,true);
+ offset+=4;
+ };
+
+ /* RIFF identifier */
+ writeString('RIFF');
+ /* RIFF chunk length */
+ write32(36+dataLength);
+ /* RIFF type */
+ writeString('WAVE');
+ /* format chunk identifier */
+ writeString('fmt ');
+ /* format chunk length */
+ write32(16);
+ /* sample format (raw) */
+ write16(1);
+ /* channel count */
+ write16(1);
+ /* sample rate */
+ write32(sampleRate);
+ /* byte rate (sample rate * block align) */
+ write32(sampleRate*(bitRate/8));// *1 声道
+ /* block align (channel count * bytes per sample) */
+ write16(bitRate/8);// *1 声道
+ /* bits per sample */
+ write16(bitRate);
+ /* data chunk identifier */
+ writeString('data');
+ /* data chunk length */
+ write32(dataLength);
+ // 写入采样数据
+ if(bitRate==8) {
+ for(var i=0;i<size;i++,offset++) {
+ //16转8据说是雷霄骅的 https://blog.csdn.net/sevennight1989/article/details/85376149 细节比blqw的按比例的算法清晰点,虽然都有明显杂音
+ var val=(res[i]>>8)+128;
+ data.setInt8(offset,val,true);
+ };
+ }else{
+ for (var i=0;i<size;i++,offset+=2){
+ data.setInt16(offset,res[i],true);
+ };
+ };
+
+
+ True(new Blob([data.buffer],{type:"audio/wav"}));
+ }
+})();
\ No newline at end of file
diff --git a/web-pages/public/static/offline/wsconnecter.js b/web-pages/public/static/offline/wsconnecter.js
new file mode 100644
index 000000000..db140efc2
--- /dev/null
+++ b/web-pages/public/static/offline/wsconnecter.js
@@ -0,0 +1,119 @@
+/**
+ * Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights
+ * Reserved. MIT License (https://opensource.org/licenses/MIT)
+ */
+/* 2021-2023 by zhaoming,mali aihealthx.com */
+
+function WebSocketConnectMethod( config ) { //定义socket连接方法类
+
+
+ var speechSokt;
+ var connKeeperID;
+
+ var msgHandle = config.msgHandle;
+ var stateHandle = config.stateHandle;
+
+ this.wsStart = function () {
+ var Uri = document.getElementById('wssip').value; //"wss://111.205.137.58:5821/wss/" //设置wss asr online接口地址 如 wss://X.X.X.X:port/wss/
+ if(Uri.match(/wss:\S*|ws:\S*/))
+ {
+ console.log("Uri"+Uri);
+ }
+ else
+ {
+ alert("请检查wss地址正确性");
+ return 0;
+ }
+
+ if ( 'WebSocket' in window ) {
+ speechSokt = new WebSocket( Uri ); // 定义socket连接对象
+ speechSokt.onopen = function(e){onOpen(e);}; // 定义响应函数
+ speechSokt.onclose = function(e){
+ console.log("onclose ws!");
+ //speechSokt.close();
+ onClose(e);
+ };
+ speechSokt.onmessage = function(e){onMessage(e);};
+ speechSokt.onerror = function(e){onError(e);};
+ return 1;
+ }
+ else {
+ alert('当前浏览器不支持 WebSocket');
+ return 0;
+ }
+ };
+
+ // 定义停止与发送函数
+ this.wsStop = function () {
+ if(speechSokt != undefined) {
+ console.log("stop ws!");
+ speechSokt.close();
+ }
+ };
+
+ this.wsSend = function ( oneData ) {
+
+ if(speechSokt == undefined) return;
+ if ( speechSokt.readyState === 1 ) { // 0:CONNECTING, 1:OPEN, 2:CLOSING, 3:CLOSED
+
+ speechSokt.send( oneData );
+
+
+ }
+ };
+
+ // SOCEKT连接中的消息与状态响应
+ function onOpen( e ) {
+ // 发送json
+ var chunk_size = new Array( 5, 10, 5 );
+ var request = {
+ "chunk_size": chunk_size,
+ "wav_name": "h5",
+ "is_speaking": true,
+ "chunk_interval":10,
+ "itn":getUseITN(),
+ "mode":getAsrMode(),
+
+ };
+ if(isfilemode)
+ {
+ request.wav_format=file_ext;
+ if(file_ext=="wav")
+ {
+ request.wav_format="PCM";
+ request.audio_fs=file_sample_rate;
+ }
+ }
+
+ var hotwords=getHotwords();
+
+ if(hotwords!=null )
+ {
+ request.hotwords=hotwords;
+ }
+ console.log(JSON.stringify(request));
+ speechSokt.send(JSON.stringify(request));
+ console.log("连接成功");
+ stateHandle(0);
+
+ }
+
+ function onClose( e ) {
+ stateHandle(1);
+ }
+
+ function onMessage( e ) {
+
+ msgHandle( e );
+ }
+
+ function onError( e ) {
+
+ info_div.innerHTML="连接"+e;
+ console.log(e);
+ stateHandle(2);
+
+ }
+
+
+}
\ No newline at end of file
diff --git a/web-pages/public/static/online/index.html b/web-pages/public/static/online/index.html
new file mode 100644
index 000000000..de8139ef8
--- /dev/null
+++ b/web-pages/public/static/online/index.html
@@ -0,0 +1,93 @@
+<!DOCTYPE html>
+<html>
+ <head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width,initial-scale=1" />
+ <title>语音识别</title>
+
+ </head>
+ <body style="margin-left: 3%">
+ <script src="recorder-core.js" charset="UTF-8"></script>
+ <script src="wav.js" charset="UTF-8"></script>
+ <script src="pcm.js" charset="UTF-8"></script>
+
+
+
+ <h1>FunASR Demo</h1>
+ <h3>这里是FunASR开源项目体验demo,集成了VAD、ASR与标点等工业级别的模型,支持长音频离线文件转写,实时语音识别等,开源项目地址:https://github.com/alibaba-damo-academy/FunASR</h3>
+
+ <div class="div_class_topArea">
+
+ <div class="div_class_recordControl">
+ asr服务器地址(必填):
+ <br>
+ <input id="wssip" type="text" onchange="addresschange()" style=" width: 100%;height:100%" value="wss://127.0.0.1:10095/"/>
+ <br>
+ <a id="wsslink" href="#" onclick="window.open('https://127.0.0.1:10095/', '_blank')"><div id="info_wslink">点此处手工授权wss://127.0.0.1:10095/</div></a>
+ <br>
+ <br>
+ <div style="border:2px solid #ccc;">
+ 选择录音模式:<br/>
+
+ <label><input name="recoder_mode" onclick="on_recoder_mode_change()" type="radio" value="mic" checked="true"/>麦克风 </label>&nbsp;&nbsp;
+ <label><input name="recoder_mode" onclick="on_recoder_mode_change()" type="radio" value="file" />文件 </label>
+
+ </div>
+
+ <br>
+ <div id="mic_mode_div" style="border:2px solid #ccc;display:block;">
+ 选择asr模型模式:<br/>
+
+ <label><input name="asr_mode" type="radio" value="2pass" checked="true"/>2pass </label>&nbsp;&nbsp;
+ <label><input name="asr_mode" type="radio" value="online" />online </label>&nbsp;&nbsp;
+ <label><input name="asr_mode" type="radio" value="offline" />offline </label>
+
+ </div>
+
+ <div id="rec_mode_div" style="border:2px solid #ccc;display:none;">
+
+
+ <input type="file" id="upfile">
+
+ </div>
+ <br>
+ <div id="use_itn_div" style="border:2px solid #ccc;display:block;">
+ 逆文本标准化(ITN):<br/>
+ <label><input name="use_itn" type="radio" value="false" checked="true"/>否 </label>&nbsp;&nbsp;
+ <label><input name="use_itn" type="radio" value="true" />是 </label>
+ </div>
+ <br>
+ <div style="border:2px solid #ccc;">
+ 热词设置(一行一个关键字,空格隔开权重,如"阿里巴巴 20"):
+ <br>
+
+
+ <textarea rows="3" id="varHot" style=" width: 100%;height:100%" >阿里巴巴 20&#13;hello world 40</textarea>
+ <br>
+
+ </div>
+ 语音识别结果显示:
+ <br>
+
+ <textarea rows="10" id="varArea" readonly="true" style=" width: 100%;height:100%" ></textarea>
+ <br>
+ <div id="info_div">请点击开始</div>
+ <div class="div_class_buttons">
+ <button id="btnConnect">连接</button>
+ <button id="btnStart">开始</button>
+ <button id="btnStop">停止</button>
+
+ </div>
+
+ <audio id="audio_record" type="audio/wav" controls style="margin-top: 12px; width: 100%;"></audio>
+ </div>
+ </div>
+
+ <script src="wsconnecter.js" charset="utf-8"></script>
+ <script src="main.js" charset="utf-8"></script>
+
+
+
+
+ </body>
+</html>
diff --git a/web-pages/public/static/online/main.js b/web-pages/public/static/online/main.js
new file mode 100644
index 000000000..a8fdab934
--- /dev/null
+++ b/web-pages/public/static/online/main.js
@@ -0,0 +1,583 @@
+/**
+ * Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights
+ * Reserved. MIT License (https://opensource.org/licenses/MIT)
+ */
+/* 2022-2023 by zhaoming,mali aihealthx.com */
+
+
+// 连接; 定义socket连接类对象与语音对象
+var wsconnecter = new WebSocketConnectMethod({msgHandle:getJsonMessage,stateHandle:getConnState});
+var audioBlob;
+
+// 录音; 定义录音对象,wav格式
+var rec = Recorder({
+ type:"pcm",
+ bitRate:16,
+ sampleRate:16000,
+ onProcess:recProcess
+});
+
+
+
+
+var sampleBuf=new Int16Array();
+// 定义按钮响应事件
+var btnStart = document.getElementById('btnStart');
+btnStart.onclick = record;
+var btnStop = document.getElementById('btnStop');
+btnStop.onclick = stop;
+btnStop.disabled = true;
+btnStart.disabled = true;
+
+btnConnect= document.getElementById('btnConnect');
+btnConnect.onclick = start;
+
+var awsslink= document.getElementById('wsslink');
+
+
+var rec_text=""; // for online rec asr result
+var offline_text=""; // for offline rec asr result
+var info_div = document.getElementById('info_div');
+
+var upfile = document.getElementById('upfile');
+
+
+
+var isfilemode=false; // if it is in file mode
+var file_ext="";
+var file_sample_rate=16000; //for wav file sample rate
+var file_data_array; // array to save file data
+
+var totalsend=0;
+
+
+var now_ipaddress=window.location.href;
+now_ipaddress=now_ipaddress.replace("https://","wss://");
+now_ipaddress=now_ipaddress.replace("static/online/index.html","");
+var localport=window.location.port;
+if (localport == '')
+{
+ now_ipaddress=now_ipaddress.substring(0, now_ipaddress.length - 1) + ':10096' + now_ipaddress.substring(now_ipaddress.length - 1);
+}
+else
+{
+ now_ipaddress=now_ipaddress.replace(localport,"10096");
+}
+document.getElementById('wssip').value=now_ipaddress;
+addresschange();
+function addresschange()
+{
+
+ var Uri = document.getElementById('wssip').value;
+ document.getElementById('info_wslink').innerHTML="点此处手工授权(IOS手机)";
+ Uri=Uri.replace(/wss/g,"https");
+ console.log("addresschange uri=",Uri);
+
+ awsslink.onclick=function(){
+ window.open(Uri, '_blank');
+ }
+
+}
+
+upfile.onclick=function()
+{
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+
+}
+
+// from https://github.com/xiangyuecn/Recorder/tree/master
+var readWavInfo=function(bytes){
+ //读取wav文件头,统一成44字节的头
+ if(bytes.byteLength<44){
+ return null;
+ };
+ var wavView=bytes;
+ var eq=function(p,s){
+ for(var i=0;i<s.length;i++){
+ if(wavView[p+i]!=s.charCodeAt(i)){
+ return false;
+ };
+ };
+ return true;
+ };
+
+ if(eq(0,"RIFF")&&eq(8,"WAVEfmt ")){
+
+ var numCh=wavView[22];
+ if(wavView[20]==1 && (numCh==1||numCh==2)){//raw pcm 单或双声道
+ var sampleRate=wavView[24]+(wavView[25]<<8)+(wavView[26]<<16)+(wavView[27]<<24);
+ var bitRate=wavView[34]+(wavView[35]<<8);
+ var heads=[wavView.subarray(0,12)],headSize=12;//head只保留必要的块
+ //搜索data块的位置
+ var dataPos=0; // 44 或有更多块
+ for(var i=12,iL=wavView.length-8;i<iL;){
+ if(wavView[i]==100&&wavView[i+1]==97&&wavView[i+2]==116&&wavView[i+3]==97){//eq(i,"data")
+ heads.push(wavView.subarray(i,i+8));
+ headSize+=8;
+ dataPos=i+8;break;
+ }
+ var i0=i;
+ i+=4;
+ i+=4+wavView[i]+(wavView[i+1]<<8)+(wavView[i+2]<<16)+(wavView[i+3]<<24);
+ if(i0==12){//fmt
+ heads.push(wavView.subarray(i0,i));
+ headSize+=i-i0;
+ }
+ }
+ if(dataPos){
+ var wavHead=new Uint8Array(headSize);
+ for(var i=0,n=0;i<heads.length;i++){
+ wavHead.set(heads[i],n);n+=heads[i].length;
+ }
+ return {
+ sampleRate:sampleRate
+ ,bitRate:bitRate
+ ,numChannels:numCh
+ ,wavHead44:wavHead
+ ,dataPos:dataPos
+ };
+ };
+ };
+ };
+ return null;
+};
+
+upfile.onchange = function () {
+      var len = this.files.length;
+ for(let i = 0; i < len; i++) {
+
+ let fileAudio = new FileReader();
+ fileAudio.readAsArrayBuffer(this.files[i]);
+
+ file_ext=this.files[i].name.split('.').pop().toLowerCase();
+ var audioblob;
+ fileAudio.onload = function() {
+ audioblob = fileAudio.result;
+
+
+ file_data_array=audioblob;
+
+
+ info_div.innerHTML='请点击连接进行识别';
+
+ }
+
+          fileAudio.onerror = function(e) {
+            console.log('error' + e);
+          }
+ }
+ // for wav file, we get the sample rate
+ if(file_ext=="wav")
+ for(let i = 0; i < len; i++) {
+
+ let fileAudio = new FileReader();
+ fileAudio.readAsArrayBuffer(this.files[i]);
+ fileAudio.onload = function() {
+ audioblob = new Uint8Array(fileAudio.result);
+
+ // for wav file, we can get the sample rate
+ var info=readWavInfo(audioblob);
+ console.log(info);
+ file_sample_rate=info.sampleRate;
+
+
+ }
+
+      
+ }
+
+ }
+
+function play_file()
+{
+ var audioblob=new Blob( [ new Uint8Array(file_data_array)] , {type :"audio/wav"});
+ var audio_record = document.getElementById('audio_record');
+ audio_record.src = (window.URL||webkitURL).createObjectURL(audioblob);
+ audio_record.controls=true;
+ //audio_record.play(); //not auto play
+}
+function start_file_send()
+{
+ sampleBuf=new Uint8Array( file_data_array );
+
+ var chunk_size=960; // for asr chunk_size [5, 10, 5]
+
+
+
+
+
+ while(sampleBuf.length>=chunk_size){
+
+ sendBuf=sampleBuf.slice(0,chunk_size);
+ totalsend=totalsend+sampleBuf.length;
+ sampleBuf=sampleBuf.slice(chunk_size,sampleBuf.length);
+ wsconnecter.wsSend(sendBuf);
+
+
+ }
+
+ stop();
+
+
+
+}
+
+
+function on_recoder_mode_change()
+{
+ var item = null;
+ var obj = document.getElementsByName("recoder_mode");
+ for (var i = 0; i < obj.length; i++) { //遍历Radio
+ if (obj[i].checked) {
+ item = obj[i].value;
+ break;
+ }
+
+
+ }
+ if(item=="mic")
+ {
+ document.getElementById("mic_mode_div").style.display = 'block';
+ document.getElementById("rec_mode_div").style.display = 'none';
+
+
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+ isfilemode=false;
+ }
+ else
+ {
+ document.getElementById("mic_mode_div").style.display = 'none';
+ document.getElementById("rec_mode_div").style.display = 'block';
+
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=true;
+ isfilemode=true;
+ info_div.innerHTML='请点击选择文件';
+
+
+ }
+}
+
+
+function getHotwords(){
+
+ var obj = document.getElementById("varHot");
+
+ if(typeof(obj) == 'undefined' || obj==null || obj.value.length<=0){
+ return null;
+ }
+ let val = obj.value.toString();
+
+ console.log("hotwords="+val);
+ let items = val.split(/[(\r\n)\r\n]+/); //split by \r\n
+ var jsonresult = {};
+ const regexNum = /^[0-9]*$/; // test number
+ for (item of items) {
+
+ let result = item.split(" ");
+ if(result.length>=2 && regexNum.test(result[result.length-1]))
+ {
+ var wordstr="";
+ for(var i=0;i<result.length-1;i++)
+ wordstr=wordstr+result[i]+" ";
+
+ jsonresult[wordstr.trim()]= parseInt(result[result.length-1]);
+ }
+ }
+ console.log("jsonresult="+JSON.stringify(jsonresult));
+ return JSON.stringify(jsonresult);
+
+}
+function getAsrMode(){
+
+ var item = null;
+ var obj = document.getElementsByName("asr_mode");
+ for (var i = 0; i < obj.length; i++) { //遍历Radio
+ if (obj[i].checked) {
+ item = obj[i].value;
+ break;
+ }
+
+
+ }
+ if(isfilemode)
+ {
+ item= "offline";
+ }
+ console.log("asr mode"+item);
+
+ return item;
+}
+
+function handleWithTimestamp(tmptext,tmptime)
+{
+ console.log( "tmptext: " + tmptext);
+ console.log( "tmptime: " + tmptime);
+ if(tmptime==null || tmptime=="undefined" || tmptext.length<=0)
+ {
+ return tmptext;
+ }
+ tmptext=tmptext.replace(/。|?|,|、|\?|\.|\ /g, ","); // in case there are a lot of "。"
+ var words=tmptext.split(","); // split to chinese sentence or english words
+ var jsontime=JSON.parse(tmptime); //JSON.parse(tmptime.replace(/\]\]\[\[/g, "],[")); // in case there are a lot segments by VAD
+ var char_index=0; // index for timestamp
+ var text_withtime="";
+ for(var i=0;i<words.length;i++)
+ {
+ if(words[i]=="undefined" || words[i].length<=0)
+ {
+ continue;
+ }
+ console.log("words===",words[i]);
+ console.log( "words: " + words[i]+",time="+jsontime[char_index][0]/1000);
+ if (/^[a-zA-Z]+$/.test(words[i]))
+ { // if it is english
+ text_withtime=text_withtime+jsontime[char_index][0]/1000+":"+words[i]+"\n";
+ char_index=char_index+1; //for english, timestamp unit is about a word
+ }
+ else{
+ // if it is chinese
+ text_withtime=text_withtime+jsontime[char_index][0]/1000+":"+words[i]+"\n";
+ char_index=char_index+words[i].length; //for chinese, timestamp unit is about a char
+ }
+ }
+ return text_withtime;
+
+
+}
+// 语音识别结果; 对jsonMsg数据解析,将识别结果附加到编辑框中
+function getJsonMessage( jsonMsg ) {
+ //console.log(jsonMsg);
+ console.log( "message: " + JSON.parse(jsonMsg.data)['text'] );
+ var rectxt=""+JSON.parse(jsonMsg.data)['text'];
+ var asrmodel=JSON.parse(jsonMsg.data)['mode'];
+ var is_final=JSON.parse(jsonMsg.data)['is_final'];
+ var timestamp=JSON.parse(jsonMsg.data)['timestamp'];
+ if(asrmodel=="2pass-offline" || asrmodel=="offline")
+ {
+
+ offline_text=offline_text+handleWithTimestamp(rectxt,timestamp); //rectxt; //.replace(/ +/g,"");
+ rec_text=offline_text;
+ }
+ else
+ {
+ rec_text=rec_text+rectxt; //.replace(/ +/g,"");
+ }
+ var varArea=document.getElementById('varArea');
+
+ varArea.value=rec_text;
+ console.log( "offline_text: " + asrmodel+","+offline_text);
+ console.log( "rec_text: " + rec_text);
+ if (isfilemode==true && is_final==false){
+ console.log("call stop ws!");
+ play_file();
+ wsconnecter.wsStop();
+
+ info_div.innerHTML="请点击连接";
+
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+ }
+
+
+
+}
+
+// 连接状态响应
+function getConnState( connState ) {
+ if ( connState === 0 ) { //on open
+
+
+ info_div.innerHTML='连接成功!请点击开始';
+ if (isfilemode==true){
+ info_div.innerHTML='请耐心等待,大文件等待时间更长';
+ start_file_send();
+ }
+ else
+ {
+ btnStart.disabled = false;
+ btnStop.disabled = true;
+ btnConnect.disabled=true;
+ }
+ } else if ( connState === 1 ) {
+ //stop();
+ } else if ( connState === 2 ) {
+ stop();
+ console.log( 'connecttion error' );
+
+ alert("连接地址"+document.getElementById('wssip').value+"失败,请检查asr地址和端口。或试试界面上手动授权,再连接。");
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+
+
+ info_div.innerHTML='请点击连接';
+ }
+}
+
+function record()
+{
+
+ rec.open( function(){
+ rec.start();
+ console.log("开始");
+ btnStart.disabled = true;
+ btnStop.disabled = false;
+ btnConnect.disabled=true;
+ });
+
+}
+
+
+
+// 识别启动、停止、清空操作
+function start() {
+
+ // 清除显示
+ clear();
+ //控件状态更新
+ console.log("isfilemode"+isfilemode);
+
+ //启动连接
+ var ret=wsconnecter.wsStart();
+ // 1 is ok, 0 is error
+ if(ret==1){
+ info_div.innerHTML="正在连接asr服务器,请等待...";
+ isRec = true;
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=true;
+
+ return 1;
+ }
+ else
+ {
+ info_div.innerHTML="请点击开始";
+ btnStart.disabled = true;
+ btnStop.disabled = true;
+ btnConnect.disabled=false;
+
+ return 0;
+ }
+}
+
+
+function stop() {
+ var chunk_size = new Array( 5, 10, 5 );
+ var request = {
+ "chunk_size": chunk_size,
+ "wav_name": "h5",
+ "is_speaking": false,
+ "chunk_interval":10,
+ "mode":getAsrMode(),
+ };
+ console.log(request);
+ if(sampleBuf.length>0){
+ wsconnecter.wsSend(sampleBuf);
+ console.log("sampleBuf.length"+sampleBuf.length);
+ sampleBuf=new Int16Array();
+ }
+ wsconnecter.wsSend( JSON.stringify(request) );
+
+
+
+
+
+
+ // 控件状态更新
+
+ isRec = false;
+ info_div.innerHTML="发送完数据,请等候,正在识别...";
+
+ if(isfilemode==false){
+ btnStop.disabled = true;
+ btnStart.disabled = true;
+ btnConnect.disabled=true;
+ //wait 3s for asr result
+ setTimeout(function(){
+ console.log("call stop ws!");
+ wsconnecter.wsStop();
+ btnConnect.disabled=false;
+ info_div.innerHTML="请点击连接";}, 3000 );
+
+
+
+ rec.stop(function(blob,duration){
+
+ console.log(blob);
+ var audioBlob = Recorder.pcm2wav(data = {sampleRate:16000, bitRate:16, blob:blob},
+ function(theblob,duration){
+ console.log(theblob);
+ var audio_record = document.getElementById('audio_record');
+ audio_record.src = (window.URL||webkitURL).createObjectURL(theblob);
+ audio_record.controls=true;
+ //audio_record.play();
+
+
+ } ,function(msg){
+ console.log(msg);
+ }
+ );
+
+
+
+ },function(errMsg){
+ console.log("errMsg: " + errMsg);
+ });
+ }
+ // 停止连接
+
+
+
+}
+
+function clear() {
+
+ var varArea=document.getElementById('varArea');
+
+ varArea.value="";
+ rec_text="";
+ offline_text="";
+
+}
+
+
+function recProcess( buffer, powerLevel, bufferDuration, bufferSampleRate,newBufferIdx,asyncEnd ) {
+ if ( isRec === true ) {
+ var data_48k = buffer[buffer.length-1];
+
+ var array_48k = new Array(data_48k);
+ var data_16k=Recorder.SampleData(array_48k,bufferSampleRate,16000).data;
+
+ sampleBuf = Int16Array.from([...sampleBuf, ...data_16k]);
+ var chunk_size=960; // for asr chunk_size [5, 10, 5]
+ info_div.innerHTML=""+bufferDuration/1000+"s";
+ while(sampleBuf.length>=chunk_size){
+ sendBuf=sampleBuf.slice(0,chunk_size);
+ sampleBuf=sampleBuf.slice(chunk_size,sampleBuf.length);
+ wsconnecter.wsSend(sendBuf);
+
+
+
+ }
+
+
+
+ }
+}
+
+function getUseITN() {
+ var obj = document.getElementsByName("use_itn");
+ for (var i = 0; i < obj.length; i++) {
+ if (obj[i].checked) {
+ return obj[i].value === "true";
+ }
+ }
+ return false;
+}
\ No newline at end of file
diff --git a/web-pages/public/static/online/pcm.js b/web-pages/public/static/online/pcm.js
new file mode 100644
index 000000000..51c1efe2e
--- /dev/null
+++ b/web-pages/public/static/online/pcm.js
@@ -0,0 +1,96 @@
+/*
+pcm编码器+编码引擎
+https://github.com/xiangyuecn/Recorder
+
+编码原理:本编码器输出的pcm格式数据其实就是Recorder中的buffers原始数据(经过了重新采样),16位时为LE小端模式(Little Endian),并未经过任何编码处理
+
+编码的代码和wav.js区别不大,pcm加上一个44字节wav头即成wav文件;所以要播放pcm就很简单了,直接转成wav文件来播放,已提供转换函数 Recorder.pcm2wav
+*/
+(function(){
+"use strict";
+
+Recorder.prototype.enc_pcm={
+ stable:true
+ ,testmsg:"pcm为未封装的原始音频数据,pcm数据文件无法直接播放;支持位数8位、16位(填在比特率里面),采样率取值无限制"
+};
+Recorder.prototype.pcm=function(res,True,False){
+ var This=this,set=This.set
+ ,size=res.length
+ ,bitRate=set.bitRate==8?8:16;
+
+ var buffer=new ArrayBuffer(size*(bitRate/8));
+ var data=new DataView(buffer);
+ var offset=0;
+
+ // 写入采样数据
+ if(bitRate==8) {
+ for(var i=0;i<size;i++,offset++) {
+ //16转8据说是雷霄骅的 https://blog.csdn.net/sevennight1989/article/details/85376149 细节比blqw的按比例的算法清晰点,虽然都有明显杂音
+ var val=(res[i]>>8)+128;
+ data.setInt8(offset,val,true);
+ };
+ }else{
+ for (var i=0;i<size;i++,offset+=2){
+ data.setInt16(offset,res[i],true);
+ };
+ };
+
+
+ True(new Blob([data.buffer],{type:"audio/pcm"}));
+ };
+
+
+
+
+
+/**pcm直接转码成wav,可以直接用来播放;需同时引入wav.js
+data: {
+ sampleRate:16000 pcm的采样率
+ bitRate:16 pcm的位数 取值:8 或 16
+ blob:blob对象
+ }
+ data如果直接提供的blob将默认使用16位16khz的配置,仅用于测试
+True(wavBlob,duration)
+False(msg)
+**/
+Recorder.pcm2wav=function(data,True,False){
+ if(data.slice && data.type!=null){//Blob 测试用
+ data={blob:data};
+ };
+ var sampleRate=data.sampleRate||16000,bitRate=data.bitRate||16;
+ if(!data.sampleRate || !data.bitRate){
+ console.warn("pcm2wav必须提供sampleRate和bitRate");
+ };
+ if(!Recorder.prototype.wav){
+ False("pcm2wav必须先加载wav编码器wav.js");
+ return;
+ };
+
+ var reader=new FileReader();
+ reader.onloadend=function(){
+ var pcm;
+ if(bitRate==8){
+ //8位转成16位
+ var u8arr=new Uint8Array(reader.result);
+ pcm=new Int16Array(u8arr.length);
+ for(var j=0;j<u8arr.length;j++){
+ pcm[j]=(u8arr[j]-128)<<8;
+ };
+ }else{
+ pcm=new Int16Array(reader.result);
+ };
+
+ Recorder({
+ type:"wav"
+ ,sampleRate:sampleRate
+ ,bitRate:bitRate
+ }).mock(pcm,sampleRate).stop(function(wavBlob,duration){
+ True(wavBlob,duration);
+ },False);
+ };
+ reader.readAsArrayBuffer(data.blob);
+};
+
+
+
+})();
\ No newline at end of file
diff --git a/web-pages/public/static/online/recorder-core.js b/web-pages/public/static/online/recorder-core.js
new file mode 100644
index 000000000..97ec12c83
--- /dev/null
+++ b/web-pages/public/static/online/recorder-core.js
@@ -0,0 +1,1493 @@
+/*
+录音
+https://github.com/xiangyuecn/Recorder
+*/
+(function(factory){
+ factory(window);
+ //umd returnExports.js
+ if(typeof(define)=='function' && define.amd){
+ define(function(){
+ return Recorder;
+ });
+ };
+ if(typeof(module)=='object' && module.exports){
+ module.exports=Recorder;
+ };
+}(function(window){
+"use strict";
+
+var NOOP=function(){};
+
+var Recorder=function(set){
+ return new initFn(set);
+};
+Recorder.LM="2023-02-01 18:05";
+var RecTxt="Recorder";
+var getUserMediaTxt="getUserMedia";
+var srcSampleRateTxt="srcSampleRate";
+var sampleRateTxt="sampleRate";
+var CatchTxt="catch";
+
+
+//是否已经打开了全局的麦克风录音,所有工作都已经准备好了,就等接收音频数据了
+Recorder.IsOpen=function(){
+ var stream=Recorder.Stream;
+ if(stream){
+ var tracks=stream.getTracks&&stream.getTracks()||stream.audioTracks||[];
+ var track=tracks[0];
+ if(track){
+ var state=track.readyState;
+ return state=="live"||state==track.LIVE;
+ };
+ };
+ return false;
+};
+/*H5录音时的AudioContext缓冲大小。会影响H5录音时的onProcess调用速率,相对于AudioContext.sampleRate=48000时,4096接近12帧/s,调节此参数可生成比较流畅的回调动画。
+ 取值256, 512, 1024, 2048, 4096, 8192, or 16384
+ 注意,取值不能过低,2048开始不同浏览器可能回调速率跟不上造成音质问题。
+ 一般无需调整,调整后需要先close掉已打开的录音,再open时才会生效。
+*/
+Recorder.BufferSize=4096;
+//销毁已持有的所有全局资源,当要彻底移除Recorder时需要显式的调用此方法
+Recorder.Destroy=function(){
+ CLog(RecTxt+" Destroy");
+ Disconnect();//断开可能存在的全局Stream、资源
+
+ for(var k in DestroyList){
+ DestroyList[k]();
+ };
+};
+var DestroyList={};
+//登记一个需要销毁全局资源的处理方法
+Recorder.BindDestroy=function(key,call){
+ DestroyList[key]=call;
+};
+//判断浏览器是否支持录音,随时可以调用。注意:仅仅是检测浏览器支持情况,不会判断和调起用户授权,不会判断是否支持特定格式录音。
+Recorder.Support=function(){
+ var scope=navigator.mediaDevices||{};
+ if(!scope[getUserMediaTxt]){
+ scope=navigator;
+ scope[getUserMediaTxt]||(scope[getUserMediaTxt]=scope.webkitGetUserMedia||scope.mozGetUserMedia||scope.msGetUserMedia);
+ };
+ if(!scope[getUserMediaTxt]){
+ return false;
+ };
+ Recorder.Scope=scope;
+
+ if(!Recorder.GetContext()){
+ return false;
+ };
+ return true;
+};
+//获取全局的AudioContext对象,如果浏览器不支持将返回null
+Recorder.GetContext=function(){
+ var AC=window.AudioContext;
+ if(!AC){
+ AC=window.webkitAudioContext;
+ };
+ if(!AC){
+ return null;
+ };
+
+ if(!Recorder.Ctx||Recorder.Ctx.state=="closed"){
+ //不能反复构造,低版本number of hardware contexts reached maximum (6)
+ Recorder.Ctx=new AC();
+
+ Recorder.BindDestroy("Ctx",function(){
+ var ctx=Recorder.Ctx;
+ if(ctx&&ctx.close){//能关掉就关掉,关不掉就保留着
+ ctx.close();
+ Recorder.Ctx=0;
+ };
+ });
+ };
+ return Recorder.Ctx;
+};
+
+
+/*是否启用MediaRecorder.WebM.PCM来进行音频采集连接(如果浏览器支持的话),默认启用,禁用或者不支持时将使用AudioWorklet或ScriptProcessor来连接;MediaRecorder采集到的音频数据比其他方式更好,几乎不存在丢帧现象,所以音质明显会好很多,建议保持开启*/
+var ConnectEnableWebM="ConnectEnableWebM";
+Recorder[ConnectEnableWebM]=true;
+
+/*是否启用AudioWorklet特性来进行音频采集连接(如果浏览器支持的话),默认禁用,禁用或不支持时将使用过时的ScriptProcessor来连接(如果方法还在的话),当前AudioWorklet的实现在移动端没有ScriptProcessor稳健;ConnectEnableWebM如果启用并且有效时,本参数将不起作用*/
+var ConnectEnableWorklet="ConnectEnableWorklet";
+Recorder[ConnectEnableWorklet]=false;
+
+/*初始化H5音频采集连接。如果自行提供了sourceStream将只进行一次简单的连接处理。如果是普通麦克风录音,此时的Stream是全局的,Safari上断开后就无法再次进行连接使用,表现为静音,因此使用全部使用全局处理避免调用到disconnect;全局处理也有利于屏蔽底层细节,start时无需再调用底层接口,提升兼容、可靠性。*/
+var Connect=function(streamStore,isUserMedia){
+ var bufferSize=streamStore.BufferSize||Recorder.BufferSize;
+
+ var ctx=Recorder.Ctx,stream=streamStore.Stream;
+ var mediaConn=function(node){
+ var media=stream._m=ctx.createMediaStreamSource(stream);
+ var ctxDest=ctx.destination,cmsdTxt="createMediaStreamDestination";
+ if(ctx[cmsdTxt]){
+ ctxDest=ctx[cmsdTxt]();
+ };
+ media.connect(node);
+ node.connect(ctxDest);
+ }
+ var isWebM,isWorklet,badInt,webMTips="";
+ var calls=stream._call;
+
+ //浏览器回传的音频数据处理
+ var onReceive=function(float32Arr){
+ for(var k0 in calls){//has item
+ var size=float32Arr.length;
+
+ var pcm=new Int16Array(size);
+ var sum=0;
+ for(var j=0;j<size;j++){//floatTo16BitPCM
+ var s=Math.max(-1,Math.min(1,float32Arr[j]));
+ s=s<0?s*0x8000:s*0x7FFF;
+ pcm[j]=s;
+ sum+=Math.abs(s);
+ };
+
+ for(var k in calls){
+ calls[k](pcm,sum);
+ };
+
+ return;
+ };
+ };
+
+ var scriptProcessor="ScriptProcessor";//一堆字符串名字,有利于压缩js
+ var audioWorklet="audioWorklet";
+ var recAudioWorklet=RecTxt+" "+audioWorklet;
+ var RecProc="RecProc";
+ var MediaRecorderTxt="MediaRecorder";
+ var MRWebMPCM=MediaRecorderTxt+".WebM.PCM";
+
+
+//===================连接方式三=========================
+ //古董级别的 ScriptProcessor 处理,目前所有浏览器均兼容,虽然是过时的方法,但更稳健,移动端性能比AudioWorklet强
+ var oldFn=ctx.createScriptProcessor||ctx.createJavaScriptNode;
+ var oldIsBest="。由于"+audioWorklet+"内部1秒375次回调,在移动端可能会有性能问题导致回调丢失录音变短,PC端无影响,暂不建议开启"+audioWorklet+"。";
+ var oldScript=function(){
+ isWorklet=stream.isWorklet=false;
+ _Disconn_n(stream);
+ CLog("Connect采用老的"+scriptProcessor+","+(Recorder[ConnectEnableWorklet]?"但已":"可")+"设置"+RecTxt+"."+ConnectEnableWorklet+"=true尝试启用"+audioWorklet+webMTips+oldIsBest,3);
+
+ var process=stream._p=oldFn.call(ctx,bufferSize,1,1);//单声道,省的数据处理复杂
+ mediaConn(process);
+
+ var _DsetTxt="_D220626",_Dset=Recorder[_DsetTxt];if(_Dset)CLog("Use "+RecTxt+"."+_DsetTxt,3);
+ process.onaudioprocess=function(e){
+ var arr=e.inputBuffer.getChannelData(0);
+ if(_Dset){//临时调试用的参数,未来会被删除
+ arr=new Float32Array(arr);//块是共享的,必须复制出来
+ setTimeout(function(){ onReceive(arr) });//立即退出回调,试图减少对浏览器录音的影响
+ }else{
+ onReceive(arr);
+ };
+ };
+ };
+
+
+//===================连接方式二=========================
+var connWorklet=function(){
+ //尝试开启AudioWorklet处理
+ isWebM=stream.isWebM=false;
+ _Disconn_r(stream);
+
+ isWorklet=stream.isWorklet=!oldFn || Recorder[ConnectEnableWorklet];
+ var AwNode=window.AudioWorkletNode;
+ if(!(isWorklet && ctx[audioWorklet] && AwNode)){
+ oldScript();//被禁用 或 不支持,直接使用老的
+ return;
+ };
+ var clazzUrl=function(){
+ var xf=function(f){return f.toString().replace(/^function|DEL_/g,"").replace(/\$RA/g,recAudioWorklet)};
+ var clazz='class '+RecProc+' extends AudioWorkletProcessor{';
+ clazz+="constructor "+xf(function(option){
+ DEL_super(option);
+ var This=this,bufferSize=option.processorOptions.bufferSize;
+ This.bufferSize=bufferSize;
+ This.buffer=new Float32Array(bufferSize*2);//乱给size搞乱缓冲区不管
+ This.pos=0;
+ This.port.onmessage=function(e){
+ if(e.data.kill){
+ This.kill=true;
+ console.log("$RA kill call");
+ }
+ };
+ console.log("$RA .ctor call", option);
+ });
+
+ //https://developer.mozilla.org/en-US/docs/Web/API/AudioWorkletProcessor/process 每次回调128个采样数据,1秒375次回调,高频导致移动端性能问题,结果就是回调次数缺斤少两,进而导致丢失数据,PC端似乎没有性能问题
+ clazz+="process "+xf(function(input,b,c){//需要等到ctx激活后才会有回调
+ var This=this,bufferSize=This.bufferSize;
+ var buffer=This.buffer,pos=This.pos;
+ input=(input[0]||[])[0]||[];
+ if(input.length){
+ buffer.set(input,pos);
+ pos+=input.length;
+
+ var len=~~(pos/bufferSize)*bufferSize;
+ if(len){
+ this.port.postMessage({ val: buffer.slice(0,len) });
+
+ var more=buffer.subarray(len,pos);
+ buffer=new Float32Array(bufferSize*2);
+ buffer.set(more);
+ pos=more.length;
+ This.buffer=buffer;
+ }
+ This.pos=pos;
+ }
+ return !This.kill;
+ });
+ clazz+='}'
+ +'try{'
+ +'registerProcessor("'+RecProc+'", '+RecProc+')'
+ +'}catch(e){'
+ +'console.error("'+recAudioWorklet+'注册失败",e)'
+ +'}';
+ //URL.createObjectURL 本地有些浏览器会报 Not allowed to load local resource,直接用dataurl
+ return "data:text/javascript;base64,"+btoa(unescape(encodeURIComponent(clazz)));
+ };
+
+ var awNext=function(){//可以继续,没有调用断开
+ return isWorklet && stream._na;
+ };
+ var nodeAlive=stream._na=function(){
+ //start时会调用,只要没有收到数据就断定AudioWorklet有问题,恢复用老的
+ if(badInt!==""){//没有回调过数据
+ clearTimeout(badInt);
+ badInt=setTimeout(function(){
+ badInt=0;
+ if(awNext()){
+ CLog(audioWorklet+"未返回任何音频,恢复使用"+scriptProcessor,3);
+ oldFn&&oldScript();//未来没有老的,可能是误判
+ };
+ },500);
+ };
+ };
+ var createNode=function(){
+ if(!awNext())return;
+ var node=stream._n=new AwNode(ctx, RecProc, {
+ processorOptions:{bufferSize:bufferSize}
+ });
+ mediaConn(node);
+ node.port.onmessage=function(e){
+ if(badInt){
+ clearTimeout(badInt);badInt="";
+ };
+ if(awNext()){
+ onReceive(e.data.val);
+ }else if(!isWorklet){
+ CLog(audioWorklet+"多余回调",3);
+ };
+ };
+ CLog("Connect采用"+audioWorklet+",设置"+RecTxt+"."+ConnectEnableWorklet+"=false可恢复老式"+scriptProcessor+webMTips+oldIsBest,3);
+ };
+
+ //如果start时的resume和下面的构造node同时进行,将会导致部分浏览器崩溃,源码assets中 ztest_chrome_bug_AudioWorkletNode.html 可测试。所以,将所有代码套到resume里面(不管catch),避免出现这个问题
+ ctx.resume()[calls&&"finally"](function(){//注释掉这行 观摩浏览器崩溃 STATUS_ACCESS_VIOLATION
+ if(!awNext())return;
+ if(ctx[RecProc]){
+ createNode();
+ return;
+ };
+ var url=clazzUrl();
+ ctx[audioWorklet].addModule(url).then(function(e){
+ if(!awNext())return;
+ ctx[RecProc]=1;
+ createNode();
+ if(badInt){//重新计时
+ nodeAlive();
+ };
+ })[CatchTxt](function(e){ //fix 关键字,保证catch压缩时保持字符串形式
+ CLog(audioWorklet+".addModule失败",1,e);
+ awNext()&&oldScript();
+ });
+ });
+};
+
+
+//===================连接方式一=========================
+var connWebM=function(){
+ //尝试开启MediaRecorder录制webm+pcm处理
+ var MR=window[MediaRecorderTxt];
+ var onData="ondataavailable";
+ var webmType="audio/webm; codecs=pcm";
+ isWebM=stream.isWebM=Recorder[ConnectEnableWebM];
+
+ var supportMR=MR && (onData in MR.prototype) && MR.isTypeSupported(webmType);
+ webMTips=supportMR?"":"(此浏览器不支持"+MRWebMPCM+")";
+ if(!isUserMedia || !isWebM || !supportMR){
+ connWorklet(); //非麦克风录音(MediaRecorder采样率不可控) 或 被禁用 或 不支持MediaRecorder 或 不支持webm+pcm
+ return;
+ }
+
+ var mrNext=function(){//可以继续,没有调用断开
+ return isWebM && stream._ra;
+ };
+ var mrAlive=stream._ra=function(){
+ //start时会调用,只要没有收到数据就断定MediaRecorder有问题,降级处理
+ if(badInt!==""){//没有回调过数据
+ clearTimeout(badInt);
+ badInt=setTimeout(function(){
+ //badInt=0; 保留给nodeAlive继续判断
+ if(mrNext()){
+ CLog(MediaRecorderTxt+"未返回任何音频,降级使用"+audioWorklet,3);
+ connWorklet();
+ };
+ },500);
+ };
+ };
+
+ var mrSet=Object.assign({mimeType:webmType}, Recorder.ConnectWebMOptions);
+ var mr=stream._r=new MR(stream, mrSet);
+ var webmData=stream._rd={sampleRate:ctx[sampleRateTxt]};
+ mr[onData]=function(e){
+ //提取webm中的pcm数据,提取失败就等着badInt超时降级处理
+ var reader=new FileReader();
+ reader.onloadend=function(){
+ if(mrNext()){
+ var f32arr=WebM_Extract(new Uint8Array(reader.result),webmData);
+ if(!f32arr)return;
+ if(f32arr==-1){//无法提取,立即降级
+ connWorklet();
+ return;
+ };
+
+ if(badInt){
+ clearTimeout(badInt);badInt="";
+ };
+ onReceive(f32arr);
+ }else if(!isWebM){
+ CLog(MediaRecorderTxt+"多余回调",3);
+ };
+ };
+ reader.readAsArrayBuffer(e.data);
+ };
+ mr.start(~~(bufferSize/48));//按48k时的回调间隔
+ CLog("Connect采用"+MRWebMPCM+",设置"+RecTxt+"."+ConnectEnableWebM+"=false可恢复使用"+audioWorklet+"或老式"+scriptProcessor);
+};
+
+ connWebM();
+};
+var ConnAlive=function(stream){
+ if(stream._na) stream._na(); //检查AudioWorklet连接是否有效,无效就回滚到老的ScriptProcessor
+ if(stream._ra) stream._ra(); //检查MediaRecorder连接是否有效,无效就降级处理
+};
+var _Disconn_n=function(stream){
+ stream._na=null;
+ if(stream._n){
+ stream._n.port.postMessage({kill:true});
+ stream._n.disconnect();
+ stream._n=null;
+ };
+};
+var _Disconn_r=function(stream){
+ stream._ra=null;
+ if(stream._r){
+ stream._r.stop();
+ stream._r=null;
+ };
+};
+var Disconnect=function(streamStore){
+ streamStore=streamStore||Recorder;
+ var isGlobal=streamStore==Recorder;
+
+ var stream=streamStore.Stream;
+ if(stream){
+ if(stream._m){
+ stream._m.disconnect();
+ stream._m=null;
+ };
+ if(stream._p){
+ stream._p.disconnect();
+ stream._p.onaudioprocess=stream._p=null;
+ };
+ _Disconn_n(stream);
+ _Disconn_r(stream);
+
+ if(isGlobal){//全局的时候,要把流关掉(麦克风),直接提供的流不处理
+ var tracks=stream.getTracks&&stream.getTracks()||stream.audioTracks||[];
+ for(var i=0;i<tracks.length;i++){
+ var track=tracks[i];
+ track.stop&&track.stop();
+ };
+ stream.stop&&stream.stop();
+ };
+ };
+ streamStore.Stream=0;
+};
+
+/*对pcm数据的采样率进行转换
+pcmDatas: [[Int16,...]] pcm片段列表
+pcmSampleRate:48000 pcm数据的采样率
+newSampleRate:16000 需要转换成的采样率,newSampleRate>=pcmSampleRate时不会进行任何处理,小于时会进行重新采样
+prevChunkInfo:{} 可选,上次调用时的返回值,用于连续转换,本次调用将从上次结束位置开始进行处理。或可自行定义一个ChunkInfo从pcmDatas指定的位置开始进行转换
+option:{ 可选,配置项
+ frameSize:123456 帧大小,每帧的PCM Int16的数量,采样率转换后的pcm长度为frameSize的整数倍,用于连续转换。目前仅在mp3格式时才有用,frameSize取值为1152,这样编码出来的mp3时长和pcm的时长完全一致,否则会因为mp3最后一帧录音不够填满时添加填充数据导致mp3的时长变长。
+ frameType:"" 帧类型,一般为rec.set.type,提供此参数时无需提供frameSize,会自动使用最佳的值给frameSize赋值,目前仅支持mp3=1152(MPEG1 Layer3的每帧采采样数),其他类型=1。
+ 以上两个参数用于连续转换时使用,最多使用一个,不提供时不进行帧的特殊处理,提供时必须同时提供prevChunkInfo才有作用。最后一段数据处理时无需提供帧大小以便输出最后一丁点残留数据。
+ }
+
+返回ChunkInfo:{
+ //可定义,从指定位置开始转换到结尾
+ index:0 pcmDatas已处理到的索引
+ offset:0.0 已处理到的index对应的pcm中的偏移的下一个位置
+
+ //仅作为返回值
+ frameNext:null||[Int16,...] 下一帧的部分数据,frameSize设置了的时候才可能会有
+ sampleRate:16000 结果的采样率,<=newSampleRate
+ data:[Int16,...] 转换后的PCM结果;如果是连续转换,并且pcmDatas中并没有新数据时,data的长度可能为0
+}
+*/
+Recorder.SampleData=function(pcmDatas,pcmSampleRate,newSampleRate,prevChunkInfo,option){
+ prevChunkInfo||(prevChunkInfo={});
+ var index=prevChunkInfo.index||0;
+ var offset=prevChunkInfo.offset||0;
+
+ var frameNext=prevChunkInfo.frameNext||[];
+ option||(option={});
+ var frameSize=option.frameSize||1;
+ if(option.frameType){
+ frameSize=option.frameType=="mp3"?1152:1;
+ };
+
+ var nLen=pcmDatas.length;
+ if(index>nLen+1){
+ CLog("SampleData似乎传入了未重置chunk "+index+">"+nLen,3);
+ };
+ var size=0;
+ for(var i=index;i<nLen;i++){
+ size+=pcmDatas[i].length;
+ };
+ size=Math.max(0,size-Math.floor(offset));
+
+ //采样 https://www.cnblogs.com/blqw/p/3782420.html
+ var step=pcmSampleRate/newSampleRate;
+ if(step>1){//新采样低于录音采样,进行抽样
+ size=Math.floor(size/step);
+ }else{//新采样高于录音采样不处理,省去了插值处理
+ step=1;
+ newSampleRate=pcmSampleRate;
+ };
+
+ size+=frameNext.length;
+ var res=new Int16Array(size);
+ var idx=0;
+ //添加上一次不够一帧的剩余数据
+ for(var i=0;i<frameNext.length;i++){
+ res[idx]=frameNext[i];
+ idx++;
+ };
+ //处理数据
+ for (;index<nLen;index++) {
+ var o=pcmDatas[index];
+ var i=offset,il=o.length;
+ while(i<il){
+ //res[idx]=o[Math.round(i)]; 直接简单抽样
+
+ //https://www.cnblogs.com/xiaoqi/p/6993912.html
+ //当前点=当前点+到后面一个点之间的增量,音质比直接简单抽样好些
+ var before = Math.floor(i);
+ var after = Math.ceil(i);
+ var atPoint = i - before;
+
+ var beforeVal=o[before];
+ var afterVal=after<il ? o[after]
+ : (//后个点越界了,查找下一个数组
+ (pcmDatas[index+1]||[beforeVal])[0]||0
+ );
+ res[idx]=beforeVal+(afterVal-beforeVal)*atPoint;
+
+ idx++;
+ i+=step;//抽样
+ };
+ offset=i-il;
+ };
+ //帧处理
+ frameNext=null;
+ var frameNextSize=res.length%frameSize;
+ if(frameNextSize>0){
+ var u8Pos=(res.length-frameNextSize)*2;
+ frameNext=new Int16Array(res.buffer.slice(u8Pos));
+ res=new Int16Array(res.buffer.slice(0,u8Pos));
+ };
+
+ return {
+ index:index
+ ,offset:offset
+
+ ,frameNext:frameNext
+ ,sampleRate:newSampleRate
+ ,data:res
+ };
+};
+
+
+/*计算音量百分比的一个方法
+pcmAbsSum: pcm Int16所有采样的绝对值的和
+pcmLength: pcm长度
+返回值:0-100,主要当做百分比用
+注意:这个不是分贝,因此没用volume当做名称*/
+Recorder.PowerLevel=function(pcmAbsSum,pcmLength){
+ /*计算音量 https://blog.csdn.net/jody1989/article/details/73480259
+ 更高灵敏度算法:
+ 限定最大感应值10000
+ 线性曲线:低音量不友好
+ power/10000*100
+ 对数曲线:低音量友好,但需限定最低感应值
+ (1+Math.log10(power/10000))*100
+ */
+ var power=(pcmAbsSum/pcmLength) || 0;//NaN
+ var level;
+ if(power<1251){//1250的结果10%,更小的音量采用线性取值
+ level=Math.round(power/1250*10);
+ }else{
+ level=Math.round(Math.min(100,Math.max(0,(1+Math.log(power/10000)/Math.log(10))*100)));
+ };
+ return level;
+};
+
+/*计算音量,单位dBFS(满刻度相对电平)
+maxSample: 为16位pcm采样的绝对值中最大的一个(计算峰值音量),或者为pcm中所有采样的绝对值的平局值
+返回值:-100~0 (最大值0dB,最小值-100代替-∞)
+*/
+Recorder.PowerDBFS=function(maxSample){
+ var val=Math.max(0.1, maxSample||0),Pref=0x7FFF;
+ val=Math.min(val,Pref);
+ //https://www.logiclocmusic.com/can-you-tell-the-decibel/
+ //https://blog.csdn.net/qq_17256689/article/details/120442510
+ val=20*Math.log(val/Pref)/Math.log(10);
+ return Math.max(-100,Math.round(val));
+};
+
+
+
+
+//带时间的日志输出,可设为一个空函数来屏蔽日志输出
+//CLog(msg,errOrLogMsg, logMsg...) err为数字时代表日志类型1:error 2:log默认 3:warn,否则当做内容输出,第一个参数不能是对象因为要拼接时间,后面可以接无数个输出参数
+Recorder.CLog=function(msg,err){
+ var now=new Date();
+ var t=("0"+now.getMinutes()).substr(-2)
+ +":"+("0"+now.getSeconds()).substr(-2)
+ +"."+("00"+now.getMilliseconds()).substr(-3);
+ var recID=this&&this.envIn&&this.envCheck&&this.id;
+ var arr=["["+t+" "+RecTxt+(recID?":"+recID:"")+"]"+msg];
+ var a=arguments,console=window.console||{};
+ var i=2,fn=console.log;
+ if(typeof(err)=="number"){
+ fn=err==1?console.error:err==3?console.warn:fn;
+ }else{
+ i=1;
+ };
+ for(;i<a.length;i++){
+ arr.push(a[i]);
+ };
+ if(IsLoser){//古董浏览器,仅保证基本的可执行不代码异常
+ fn&&fn("[IsLoser]"+arr[0],arr.length>1?arr:"");
+ }else{
+ fn.apply(console,arr);
+ };
+};
+var CLog=function(){ Recorder.CLog.apply(this,arguments); };
+var IsLoser=true;try{IsLoser=!console.log.apply;}catch(e){};
+
+
+
+
+var ID=0;
+function initFn(set){
+ this.id=++ID;
+
+ //如果开启了流量统计,这里将发送一个图片请求
+ Traffic();
+
+
+ var o={
+ type:"mp3" //输出类型:mp3,wav,wav输出文件尺寸超大不推荐使用,但mp3编码支持会导致js文件超大,如果不需支持mp3可以使js文件大幅减小
+ ,bitRate:16 //比特率 wav:16或8位,MP3:8kbps 1k/s,8kbps 2k/s 录音文件很小
+
+ ,sampleRate:16000 //采样率,wav格式大小=sampleRate*时间;mp3此项对低比特率有影响,高比特率几乎无影响。
+ //wav任意值,mp3取值范围:48000, 44100, 32000, 24000, 22050, 16000, 12000, 11025, 8000
+ //采样率参考https://www.cnblogs.com/devin87/p/mp3-recorder.html
+
+ ,onProcess:NOOP //fn(buffers,powerLevel,bufferDuration,bufferSampleRate,newBufferIdx,asyncEnd) buffers=[[Int16,...],...]:缓冲的PCM数据,为从开始录音到现在的所有pcm片段;powerLevel:当前缓冲的音量级别0-100,bufferDuration:已缓冲时长,bufferSampleRate:缓冲使用的采样率(当type支持边录边转码(Worker)时,此采样率和设置的采样率相同,否则不一定相同);newBufferIdx:本次回调新增的buffer起始索引;asyncEnd:fn() 如果onProcess是异步的(返回值为true时),处理完成时需要调用此回调,如果不是异步的请忽略此参数,此方法回调时必须是真异步(不能真异步时需用setTimeout包裹)。onProcess返回值:如果返回true代表开启异步模式,在某些大量运算的场合异步是必须的,必须在异步处理完成时调用asyncEnd(不能真异步时需用setTimeout包裹),在onProcess执行后新增的buffer会全部替换成空数组,因此本回调开头应立即将newBufferIdx到本次回调结尾位置的buffer全部保存到另外一个数组内,处理完成后写回buffers中本次回调的结尾位置。
+
+ //*******高级设置******
+ //,sourceStream:MediaStream Object
+ //可选直接提供一个媒体流,从这个流中录制、实时处理音频数据(当前Recorder实例独享此流);不提供时为普通的麦克风录音,由getUserMedia提供音频流(所有Recorder实例共享同一个流)
+ //比如:audio、video标签dom节点的captureStream方法(实验特性,不同浏览器支持程度不高)返回的流;WebRTC中的remote流;自己创建的流等
+ //注意:流内必须至少存在一条音轨(Audio Track),比如audio标签必须等待到可以开始播放后才会有音轨,否则open会失败
+
+ //,audioTrackSet:{ deviceId:"",groupId:"", autoGainControl:true, echoCancellation:true, noiseSuppression:true }
+ //普通麦克风录音时getUserMedia方法的audio配置参数,比如指定设备id,回声消除、降噪开关;注意:提供的任何配置值都不一定会生效
+ //由于麦克风是全局共享的,所以新配置后需要close掉以前的再重新open
+ //更多参考: https://developer.mozilla.org/en-US/docs/Web/API/MediaTrackConstraints
+
+ //,disableEnvInFix:false 内部参数,禁用设备卡顿时音频输入丢失补偿功能
+
+ //,takeoffEncodeChunk:NOOP //fn(chunkBytes) chunkBytes=[Uint8,...]:实时编码环境下接管编码器输出,当编码器实时编码出一块有效的二进制音频数据时实时回调此方法;参数为二进制的Uint8Array,就是编码出来的音频数据片段,所有的chunkBytes拼接在一起即为完整音频。本实现的想法最初由QQ2543775048提出
+ //当提供此回调方法时,将接管编码器的数据输出,编码器内部将放弃存储生成的音频数据;环境要求比较苛刻:如果当前环境不支持实时编码处理,将在open时直接走fail逻辑
+ //因此提供此回调后调用stop方法将无法获得有效的音频数据,因为编码器内没有音频数据,因此stop时返回的blob将是一个字节长度为0的blob
+ //目前只有mp3格式实现了实时编码,在支持实时处理的环境中将会实时的将编码出来的mp3片段通过此方法回调,所有的chunkBytes拼接到一起即为完整的mp3,此种拼接的结果比mock方法实时生成的音质更加,因为天然避免了首尾的静默
+ //目前除mp3外其他格式不可以提供此回调,提供了将在open时直接走fail逻辑
+ };
+
+ for(var k in set){
+ o[k]=set[k];
+ };
+ this.set=o;
+
+ this._S=9;//stop同步锁,stop可以阻止open过程中还未运行的start
+ this.Sync={O:9,C:9};//和Recorder.Sync一致,只不过这个是非全局的,仅用来简化代码逻辑,无实际作用
+};
+//同步锁,控制对Stream的竞争;用于close时中断异步的open;一个对象open如果变化了都要阻止close,Stream的控制权交个新的对象
+Recorder.Sync={/*open*/O:9,/*close*/C:9};
+
+Recorder.prototype=initFn.prototype={
+ CLog:CLog
+
+ //流相关的数据存储在哪个对象里面;如果提供了sourceStream,数据直接存储在当前对象中,否则存储在全局
+ ,_streamStore:function(){
+ if(this.set.sourceStream){
+ return this;
+ }else{
+ return Recorder;
+ }
+ }
+
+ //打开录音资源True(),False(msg,isUserNotAllow),需要调用close。注意:此方法是异步的;一般使用时打开,用完立即关闭;可重复调用,可用来测试是否能录音
+ ,open:function(True,False){
+ var This=this,streamStore=This._streamStore();
+ True=True||NOOP;
+ var failCall=function(errMsg,isUserNotAllow){
+ isUserNotAllow=!!isUserNotAllow;
+ This.CLog("录音open失败:"+errMsg+",isUserNotAllow:"+isUserNotAllow,1);
+ False&&False(errMsg,isUserNotAllow);
+ };
+
+ var ok=function(){
+ This.CLog("open ok id:"+This.id);
+ True();
+
+ This._SO=0;//解除stop对open中的start调用的阻止
+ };
+
+
+ //同步锁
+ var Lock=streamStore.Sync;
+ var lockOpen=++Lock.O,lockClose=Lock.C;
+ This._O=This._O_=lockOpen;//记住当前的open,如果变化了要阻止close,这里假定了新对象已取代当前对象并且不再使用
+ This._SO=This._S;//记住open过程中的stop,中途任何stop调用后都不能继续open中的start
+ var lockFail=function(){
+ //允许多次open,但不允许任何一次close,或者自身已经调用了关闭
+ if(lockClose!=Lock.C || !This._O){
+ var err="open被取消";
+ if(lockOpen==Lock.O){
+ //无新的open,已经调用了close进行取消,此处应让上次的close明确生效
+ This.close();
+ }else{
+ err="open被中断";
+ };
+ failCall(err);
+ return true;
+ };
+ };
+
+ //环境配置检查
+ var checkMsg=This.envCheck({envName:"H5",canProcess:true});
+ if(checkMsg){
+ failCall("不能录音:"+checkMsg);
+ return;
+ };
+
+
+ //***********已直接提供了音频流************
+ if(This.set.sourceStream){
+ if(!Recorder.GetContext()){
+ failCall("不支持此浏览器从流中获取录音");
+ return;
+ };
+
+ Disconnect(streamStore);//可能已open过,直接先尝试断开
+ This.Stream=This.set.sourceStream;
+ This.Stream._call={};
+
+ try{
+ Connect(streamStore);
+ }catch(e){
+ failCall("从流中打开录音失败:"+e.message);
+ return;
+ }
+ ok();
+ return;
+ };
+
+
+ //***********打开麦克风得到全局的音频流************
+ var codeFail=function(code,msg){
+ try{//跨域的优先检测一下
+ window.top.a;
+ }catch(e){
+ failCall('无权录音(跨域,请尝试给iframe添加麦克风访问策略,如allow="camera;microphone")');
+ return;
+ };
+
+ if(/Permission|Allow/i.test(code)){
+ failCall("用户拒绝了录音权限",true);
+ }else if(window.isSecureContext===false){
+ failCall("浏览器禁止不安全页面录音,可开启https解决");
+ }else if(/Found/i.test(code)){//可能是非安全环境导致的没有设备
+ failCall(msg+",无可用麦克风");
+ }else{
+ failCall(msg);
+ };
+ };
+
+
+ //如果已打开并且有效就不要再打开了
+ if(Recorder.IsOpen()){
+ ok();
+ return;
+ };
+ if(!Recorder.Support()){
+ codeFail("","此浏览器不支持录音");
+ return;
+ };
+
+ //请求权限,如果从未授权,一般浏览器会弹出权限请求弹框
+ var f1=function(stream){
+ //https://github.com/xiangyuecn/Recorder/issues/14 获取到的track.readyState!="live",刚刚回调时可能是正常的,但过一下可能就被关掉了,原因不明。延迟一下保证真异步。对正常浏览器不影响
+ setTimeout(function(){
+ stream._call={};
+ var oldStream=Recorder.Stream;
+ if(oldStream){
+ Disconnect(); //直接断开已存在的,旧的Connect未完成会自动终止
+ stream._call=oldStream._call;
+ };
+ Recorder.Stream=stream;
+ if(lockFail())return;
+
+ if(Recorder.IsOpen()){
+ if(oldStream)This.CLog("发现同时多次调用open",1);
+
+ Connect(streamStore,1);
+ ok();
+ }else{
+ failCall("录音功能无效:无音频流");
+ };
+ },100);
+ };
+ var f2=function(e){
+ var code=e.name||e.message||e.code+":"+e;
+ This.CLog("请求录音权限错误",1,e);
+
+ codeFail(code,"无法录音:"+code);
+ };
+
+ var trackSet={
+ noiseSuppression:false //默认禁用降噪,原声录制,免得移动端表现怪异(包括系统播放声音变小)
+ ,echoCancellation:false //回声消除
+ };
+ var trackSet2=This.set.audioTrackSet;
+ for(var k in trackSet2)trackSet[k]=trackSet2[k];
+ trackSet.sampleRate=Recorder.Ctx.sampleRate;//必须指明采样率,不然手机上MediaRecorder采样率16k
+
+ try{
+ var pro=Recorder.Scope[getUserMediaTxt]({audio:trackSet},f1,f2);
+ }catch(e){//不能设置trackSet就算了
+ This.CLog(getUserMediaTxt,3,e);
+ pro=Recorder.Scope[getUserMediaTxt]({audio:true},f1,f2);
+ };
+ if(pro&&pro.then){
+ pro.then(f1)[CatchTxt](f2); //fix 关键字,保证catch压缩时保持字符串形式
+ };
+ }
+ //关闭释放录音资源
+ ,close:function(call){
+ call=call||NOOP;
+
+ var This=this,streamStore=This._streamStore();
+ This._stop();
+
+ var Lock=streamStore.Sync;
+ This._O=0;
+ if(This._O_!=Lock.O){
+ //唯一资源Stream的控制权已交给新对象,这里不能关闭。此处在每次都弹权限的浏览器内可能存在泄漏,新对象被拒绝权限可能不会调用close,忽略这种不处理
+ This.CLog("close被忽略(因为同时open了多个rec,只有最后一个会真正close)",3);
+ call();
+ return;
+ };
+ Lock.C++;//获得控制权
+
+ Disconnect(streamStore);
+
+ This.CLog("close");
+ call();
+ }
+
+
+
+
+
+ /*模拟一段录音数据,后面可以调用stop进行编码,需提供pcm数据[1,2,3...],pcm的采样率*/
+ ,mock:function(pcmData,pcmSampleRate){
+ var This=this;
+ This._stop();//清理掉已有的资源
+
+ This.isMock=1;
+ This.mockEnvInfo=null;
+ This.buffers=[pcmData];
+ This.recSize=pcmData.length;
+ This[srcSampleRateTxt]=pcmSampleRate;
+ return This;
+ }
+ ,envCheck:function(envInfo){//平台环境下的可用性检查,任何时候都可以调用检查,返回errMsg:""正常,"失败原因"
+ //envInfo={envName:"H5",canProcess:true}
+ var errMsg,This=this,set=This.set;
+
+ //检测CPU的数字字节序,TypedArray字节序是个迷,直接拒绝罕见的大端模式,因为找不到这种CPU进行测试
+ var tag="CPU_BE";
+ if(!errMsg && !Recorder[tag] && window.Int8Array && !new Int8Array(new Int32Array([1]).buffer)[0]){
+ Traffic(tag); //如果开启了流量统计,这里将发送一个图片请求
+ errMsg="不支持"+tag+"架构";
+ };
+
+ //编码器检查环境下配置是否可用
+ if(!errMsg){
+ var type=set.type;
+ if(This[type+"_envCheck"]){//编码器已实现环境检查
+ errMsg=This[type+"_envCheck"](envInfo,set);
+ }else{//未实现检查的手动检查配置是否有效
+ if(set.takeoffEncodeChunk){
+ errMsg=type+"类型"+(This[type]?"":"(未加载编码器)")+"不支持设置takeoffEncodeChunk";
+ };
+ };
+ };
+
+ return errMsg||"";
+ }
+ ,envStart:function(mockEnvInfo,sampleRate){//平台环境相关的start调用
+ var This=this,set=This.set;
+ This.isMock=mockEnvInfo?1:0;//非H5环境需要启用mock,并提供envCheck需要的环境信息
+ This.mockEnvInfo=mockEnvInfo;
+ This.buffers=[];//数据缓冲
+ This.recSize=0;//数据大小
+
+ This.envInLast=0;//envIn接收到最后录音内容的时间
+ This.envInFirst=0;//envIn接收到的首个录音内容的录制时间
+ This.envInFix=0;//补偿的总时间
+ This.envInFixTs=[];//补偿计数列表
+
+ //engineCtx需要提前确定最终的采样率
+ var setSr=set[sampleRateTxt];
+ if(setSr>sampleRate){
+ set[sampleRateTxt]=sampleRate;
+ }else{ setSr=0 }
+ This[srcSampleRateTxt]=sampleRate;
+ This.CLog(srcSampleRateTxt+": "+sampleRate+" set."+sampleRateTxt+": "+set[sampleRateTxt]+(setSr?" 忽略"+setSr:""), setSr?3:0);
+
+ This.engineCtx=0;
+ //此类型有边录边转码(Worker)支持
+ if(This[set.type+"_start"]){
+ var engineCtx=This.engineCtx=This[set.type+"_start"](set);
+ if(engineCtx){
+ engineCtx.pcmDatas=[];
+ engineCtx.pcmSize=0;
+ };
+ };
+ }
+ ,envResume:function(){//和平台环境无关的恢复录音
+ //重新开始计数
+ this.envInFixTs=[];
+ }
+ ,envIn:function(pcm,sum){//和平台环境无关的pcm[Int16]输入
+ var This=this,set=This.set,engineCtx=This.engineCtx;
+ var bufferSampleRate=This[srcSampleRateTxt];
+ var size=pcm.length;
+ var powerLevel=Recorder.PowerLevel(sum,size);
+
+ var buffers=This.buffers;
+ var bufferFirstIdx=buffers.length;//之前的buffer都是经过onProcess处理好的,不允许再修改
+ buffers.push(pcm);
+
+ //有engineCtx时会被覆盖,这里保存一份
+ var buffersThis=buffers;
+ var bufferFirstIdxThis=bufferFirstIdx;
+
+ //卡顿丢失补偿:因为设备很卡的时候导致H5接收到的数据量不够造成播放时候变速,结果比实际的时长要短,此处保证了不会变短,但不能修复丢失的音频数据造成音质变差。当前算法采用输入时间侦测下一帧是否需要添加补偿帧,需要(6次输入||超过1秒)以上才会开始侦测,如果滑动窗口内丢失超过1/3就会进行补偿
+ var now=Date.now();
+ var pcmTime=Math.round(size/bufferSampleRate*1000);
+ This.envInLast=now;
+ if(This.buffers.length==1){//记下首个录音数据的录制时间
+ This.envInFirst=now-pcmTime;
+ };
+ var envInFixTs=This.envInFixTs;
+ envInFixTs.splice(0,0,{t:now,d:pcmTime});
+ //保留3秒的计数滑动窗口,另外超过3秒的停顿不补偿
+ var tsInStart=now,tsPcm=0;
+ for(var i=0;i<envInFixTs.length;i++){
+ var o=envInFixTs[i];
+ if(now-o.t>3000){
+ envInFixTs.length=i;
+ break;
+ };
+ tsInStart=o.t;
+ tsPcm+=o.d;
+ };
+ //达到需要的数据量,开始侦测是否需要补偿
+ var tsInPrev=envInFixTs[1];
+ var tsIn=now-tsInStart;
+ var lost=tsIn-tsPcm;
+ if( lost>tsIn/3 && (tsInPrev&&tsIn>1000 || envInFixTs.length>=6) ){
+ //丢失过多,开始执行补偿
+ var addTime=now-tsInPrev.t-pcmTime;//距离上次输入丢失这么多ms
+ if(addTime>pcmTime/5){//丢失超过本帧的1/5
+ var fixOpen=!set.disableEnvInFix;
+ This.CLog("["+now+"]"+(fixOpen?"":"未")+"补偿"+addTime+"ms",3);
+ This.envInFix+=addTime;
+
+ //用静默进行补偿
+ if(fixOpen){
+ var addPcm=new Int16Array(addTime*bufferSampleRate/1000);
+ size+=addPcm.length;
+ buffers.push(addPcm);
+ };
+ };
+ };
+
+
+ var sizeOld=This.recSize,addSize=size;
+ var bufferSize=sizeOld+addSize;
+ This.recSize=bufferSize;//此值在onProcess后需要修正,可能新数据被修改
+
+
+ //此类型有边录边转码(Worker)支持,开启实时转码
+ if(engineCtx){
+ //转换成set的采样率
+ var chunkInfo=Recorder.SampleData(buffers,bufferSampleRate,set[sampleRateTxt],engineCtx.chunkInfo);
+ engineCtx.chunkInfo=chunkInfo;
+
+ sizeOld=engineCtx.pcmSize;
+ addSize=chunkInfo.data.length;
+ bufferSize=sizeOld+addSize;
+ engineCtx.pcmSize=bufferSize;//此值在onProcess后需要修正,可能新数据被修改
+
+ buffers=engineCtx.pcmDatas;
+ bufferFirstIdx=buffers.length;
+ buffers.push(chunkInfo.data);
+ bufferSampleRate=chunkInfo[sampleRateTxt];
+ };
+
+ var duration=Math.round(bufferSize/bufferSampleRate*1000);
+ var bufferNextIdx=buffers.length;
+ var bufferNextIdxThis=buffersThis.length;
+
+ //允许异步处理buffer数据
+ var asyncEnd=function(){
+ //重新计算size,异步的早已减去添加的,同步的需去掉本次添加的然后重新计算
+ var num=asyncBegin?0:-addSize;
+ var hasClear=buffers[0]==null;
+ for(var i=bufferFirstIdx;i<bufferNextIdx;i++){
+ var buffer=buffers[i];
+ if(buffer==null){//已被主动释放内存,比如长时间实时传输录音时
+ hasClear=1;
+ }else{
+ num+=buffer.length;
+
+ //推入后台边录边转码
+ if(engineCtx&&buffer.length){
+ This[set.type+"_encode"](engineCtx,buffer);
+ };
+ };
+ };
+
+ //同步清理This.buffers,不管buffers到底清了多少个,buffersThis是使用不到的进行全清
+ if(hasClear && engineCtx){
+ var i=bufferFirstIdxThis;
+ if(buffersThis[0]){
+ i=0;
+ };
+ for(;i<bufferNextIdxThis;i++){
+ buffersThis[i]=null;
+ };
+ };
+
+ //统计修改后的size,如果异步发生clear要原样加回来,同步的无需操作
+ if(hasClear){
+ num=asyncBegin?addSize:0;
+
+ buffers[0]=null;//彻底被清理
+ };
+ if(engineCtx){
+ engineCtx.pcmSize+=num;
+ }else{
+ This.recSize+=num;
+ };
+ };
+ //实时回调处理数据,允许修改或替换上次回调以来新增的数据 ,但是不允许修改已处理过的,不允许增删第一维数组 ,允许将第二维数组任意修改替换成空数组也可以
+ var asyncBegin=0,procTxt="rec.set.onProcess";
+ try{
+ asyncBegin=set.onProcess(buffers,powerLevel,duration,bufferSampleRate,bufferFirstIdx,asyncEnd);
+ }catch(e){
+ //此错误显示不要用CLog,这样控制台内相同内容不会重复打印
+ console.error(procTxt+"回调出错是不允许的,需保证不会抛异常",e);
+ };
+
+ var slowT=Date.now()-now;
+ if(slowT>10 && This.envInFirst-now>1000){ //1秒后开始onProcess性能监测
+ This.CLog(procTxt+"低性能,耗时"+slowT+"ms",3);
+ };
+
+ if(asyncBegin===true){
+ //开启了异步模式,onProcess已接管buffers新数据,立即清空,避免出现未处理的数据
+ var hasClear=0;
+ for(var i=bufferFirstIdx;i<bufferNextIdx;i++){
+ if(buffers[i]==null){//已被主动释放内存,比如长时间实时传输录音时 ,但又要开启异步模式,此种情况是非法的
+ hasClear=1;
+ }else{
+ buffers[i]=new Int16Array(0);
+ };
+ };
+
+ if(hasClear){
+ This.CLog("未进入异步前不能清除buffers",3);
+ }else{
+ //还原size,异步结束后再统计仅修改后的size,如果发生clear要原样加回来
+ if(engineCtx){
+ engineCtx.pcmSize-=addSize;
+ }else{
+ This.recSize-=addSize;
+ };
+ };
+ }else{
+ asyncEnd();
+ };
+ }
+
+
+
+
+ //开始录音,需先调用open;只要open成功时,调用此方法是安全的,如果未open强行调用导致的内部错误将不会有任何提示,stop时自然能得到错误
+ ,start:function(){
+ var This=this,ctx=Recorder.Ctx;
+
+ var isOpen=1;
+ if(This.set.sourceStream){//直接提供了流,仅判断是否调用了open
+ if(!This.Stream){
+ isOpen=0;
+ }
+ }else if(!Recorder.IsOpen()){//监测全局麦克风是否打开并且有效
+ isOpen=0;
+ };
+ if(!isOpen){
+ This.CLog("未open",1);
+ return;
+ };
+ This.CLog("开始录音");
+
+ This._stop();
+ This.state=3;//0未录音 1录音中 2暂停 3等待ctx激活
+ This.envStart(null, ctx[sampleRateTxt]);
+
+ //检查open过程中stop是否已经调用过
+ if(This._SO&&This._SO+1!=This._S){//上面调用过一次 _stop
+ //open未完成就调用了stop,此种情况终止start。也应尽量避免出现此情况
+ This.CLog("start被中断",3);
+ return;
+ };
+ This._SO=0;
+
+ var end=function(){
+ if(This.state==3){
+ This.state=1;
+ This.resume();
+ }
+ };
+ if(ctx.state=="suspended"){
+ var tag="AudioContext resume: ";
+ This.CLog(tag+"wait...");
+ ctx.resume().then(function(){
+ This.CLog(tag+ctx.state);
+ end();
+ })[CatchTxt](function(e){ //比较少见,可能对录音没有影响
+ This.CLog(tag+ctx.state+" 可能无法录音:"+e.message,1,e);
+ end();
+ });
+ }else{
+ end();
+ };
+ }
+ /*暂停录音*/
+ ,pause:function(){
+ var This=this;
+ if(This.state){
+ This.state=2;
+ This.CLog("pause");
+ delete This._streamStore().Stream._call[This.id];
+ };
+ }
+ /*恢复录音*/
+ ,resume:function(){
+ var This=this;
+ if(This.state){
+ This.state=1;
+ This.CLog("resume");
+ This.envResume();
+
+ var stream=This._streamStore().Stream;
+ stream._call[This.id]=function(pcm,sum){
+ if(This.state==1){
+ This.envIn(pcm,sum);
+ };
+ };
+ ConnAlive(stream);//AudioWorklet只会在ctx激活后运行
+ };
+ }
+
+
+
+
+ ,_stop:function(keepEngine){
+ var This=this,set=This.set;
+ if(!This.isMock){
+ This._S++;
+ };
+ if(This.state){
+ This.pause();
+ This.state=0;
+ };
+ if(!keepEngine && This[set.type+"_stop"]){
+ This[set.type+"_stop"](This.engineCtx);
+ This.engineCtx=0;
+ };
+ }
+ /*
+ 结束录音并返回录音数据blob对象
+ True(blob,duration) blob:录音数据audio/mp3|wav格式
+ duration:录音时长,单位毫秒
+ False(msg)
+ autoClose:false 可选,是否自动调用close,默认为false
+ */
+ ,stop:function(True,False,autoClose){
+ var This=this,set=This.set,t1;
+ var envInMS=This.envInLast-This.envInFirst, envInLen=envInMS&&This.buffers.length; //可能未start
+ This.CLog("stop 和start时差"+(envInMS?envInMS+"ms 补偿"+This.envInFix+"ms"+" envIn:"+envInLen+" fps:"+(envInLen/envInMS*1000).toFixed(1):"-"));
+
+ var end=function(){
+ This._stop();//彻底关掉engineCtx
+ if(autoClose){
+ This.close();
+ };
+ };
+ var err=function(msg){
+ This.CLog("结束录音失败:"+msg,1);
+ False&&False(msg);
+ end();
+ };
+ var ok=function(blob,duration){
+ This.CLog("结束录音 编码花"+(Date.now()-t1)+"ms 音频时长"+duration+"ms 文件大小"+blob.size+"b");
+ if(set.takeoffEncodeChunk){//接管了输出,此时blob长度为0
+ This.CLog("启用takeoffEncodeChunk后stop返回的blob长度为0不提供音频数据",3);
+ }else if(blob.size<Math.max(100,duration/2)){//1秒小于0.5k?
+ err("生成的"+set.type+"无效");
+ return;
+ };
+ True&&True(blob,duration);
+ end();
+ };
+ if(!This.isMock){
+ var isCtxWait=This.state==3;
+ if(!This.state || isCtxWait){
+ err("未开始录音"+(isCtxWait?",开始录音前无用户交互导致AudioContext未运行":""));
+ return;
+ };
+ This._stop(true);
+ };
+ var size=This.recSize;
+ if(!size){
+ err("未采集到录音");
+ return;
+ };
+ if(!This.buffers[0]){
+ err("音频buffers被释放");
+ return;
+ };
+ if(!This[set.type]){
+ err("未加载"+set.type+"编码器");
+ return;
+ };
+
+ //环境配置检查,此处仅针对mock调用,因为open已经检查过了
+ if(This.isMock){
+ var checkMsg=This.envCheck(This.mockEnvInfo||{envName:"mock",canProcess:false});//没有提供环境信息的mock时没有onProcess回调
+ if(checkMsg){
+ err("录音错误:"+checkMsg);
+ return;
+ };
+ };
+
+ //此类型有边录边转码(Worker)支持
+ var engineCtx=This.engineCtx;
+ if(This[set.type+"_complete"]&&engineCtx){
+ var duration=Math.round(engineCtx.pcmSize/set[sampleRateTxt]*1000);//采用后的数据长度和buffers的长度可能微小的不一致,是采样率连续转换的精度问题
+
+ t1=Date.now();
+ This[set.type+"_complete"](engineCtx,function(blob){
+ ok(blob,duration);
+ },err);
+ return;
+ };
+
+ //标准UI线程转码,调整采样率
+ t1=Date.now();
+ var chunk=Recorder.SampleData(This.buffers,This[srcSampleRateTxt],set[sampleRateTxt]);
+
+ set[sampleRateTxt]=chunk[sampleRateTxt];
+ var res=chunk.data;
+ var duration=Math.round(res.length/set[sampleRateTxt]*1000);
+
+ This.CLog("采样"+size+"->"+res.length+" 花:"+(Date.now()-t1)+"ms");
+
+ setTimeout(function(){
+ t1=Date.now();
+ This[set.type](res,function(blob){
+ ok(blob,duration);
+ },function(msg){
+ err(msg);
+ });
+ });
+ }
+
+};
+
+if(window[RecTxt]){
+ CLog("重复引入"+RecTxt,3);
+ window[RecTxt].Destroy();
+};
+window[RecTxt]=Recorder;
+
+
+
+
+//=======从WebM字节流中提取pcm数据,提取成功返回Float32Array,失败返回null||-1=====
+var WebM_Extract=function(inBytes, scope){
+ if(!scope.pos){
+ scope.pos=[0]; scope.tracks={}; scope.bytes=[];
+ };
+ var tracks=scope.tracks, position=[scope.pos[0]];
+ var endPos=function(){ scope.pos[0]=position[0] };
+
+ var sBL=scope.bytes.length;
+ var bytes=new Uint8Array(sBL+inBytes.length);
+ bytes.set(scope.bytes); bytes.set(inBytes,sBL);
+ scope.bytes=bytes;
+
+ //先读取文件头和Track信息
+ if(!scope._ht){
+ readMatroskaVInt(bytes, position);//EBML Header
+ readMatroskaBlock(bytes, position);//跳过EBML Header内容
+ if(!BytesEq(readMatroskaVInt(bytes, position), [0x18,0x53,0x80,0x67])){
+ return;//未识别到Segment
+ }
+ readMatroskaVInt(bytes, position);//跳过Segment长度值
+ while(position[0]<bytes.length){
+ var eid0=readMatroskaVInt(bytes, position);
+ var bytes0=readMatroskaBlock(bytes, position);
+ var pos0=[0],audioIdx=0;
+ if(!bytes0)return;//数据不全,等待缓冲
+ //Track完整数据,循环读取TrackEntry
+ if(BytesEq(eid0, [0x16,0x54,0xAE,0x6B])){
+ while(pos0[0]<bytes0.length){
+ var eid1=readMatroskaVInt(bytes0, pos0);
+ var bytes1=readMatroskaBlock(bytes0, pos0);
+ var pos1=[0],track={channels:0,sampleRate:0};
+ if(BytesEq(eid1, [0xAE])){//TrackEntry
+ while(pos1[0]<bytes1.length){
+ var eid2=readMatroskaVInt(bytes1, pos1);
+ var bytes2=readMatroskaBlock(bytes1, pos1);
+ var pos2=[0];
+ if(BytesEq(eid2, [0xD7])){//Track Number
+ var val=BytesInt(bytes2);
+ track.number=val;
+ tracks[val]=track;
+ }else if(BytesEq(eid2, [0x83])){//Track Type
+ var val=BytesInt(bytes2);
+ if(val==1) track.type="video";
+ else if(val==2) {
+ track.type="audio";
+ if(!audioIdx) scope.track0=track;
+ track.idx=audioIdx++;
+ }else track.type="Type-"+val;
+ }else if(BytesEq(eid2, [0x86])){//Track Codec
+ var str="";
+ for(var i=0;i<bytes2.length;i++){
+ str+=String.fromCharCode(bytes2[i]);
+ }
+ track.codec=str;
+ }else if(BytesEq(eid2, [0xE1])){
+ while(pos2[0]<bytes2.length){//循环读取 Audio 属性
+ var eid3=readMatroskaVInt(bytes2, pos2);
+ var bytes3=readMatroskaBlock(bytes2, pos2);
+ //采样率、位数、声道数
+ if(BytesEq(eid3, [0xB5])){
+ var val=0,arr=new Uint8Array(bytes3.reverse()).buffer;
+ if(bytes3.length==4) val=new Float32Array(arr)[0];
+ else if(bytes3.length==8) val=new Float64Array(arr)[0];
+ else CLog("WebM Track !Float",1,bytes3);
+ track[sampleRateTxt]=Math.round(val);
+ }else if(BytesEq(eid3, [0x62,0x64])) track.bitDepth=BytesInt(bytes3);
+ else if(BytesEq(eid3, [0x9F])) track.channels=BytesInt(bytes3);
+ }
+ }
+ }
+ }
+ };
+ scope._ht=1;
+ CLog("WebM Tracks",tracks);
+ endPos();
+ break;
+ }
+ }
+ }
+
+ //校验音频参数信息,如果不符合代码要求,统统拒绝处理
+ var track0=scope.track0;
+ if(!track0)return;
+ if(track0.bitDepth==16 && /FLOAT/i.test(track0.codec)){
+ track0.bitDepth=32; //chrome v66 实际为浮点数
+ CLog("WebM 16改32位",3);
+ }
+ if(track0[sampleRateTxt]!=scope[sampleRateTxt] || track0.bitDepth!=32 || track0.channels<1 || !/(\b|_)PCM\b/i.test(track0.codec)){
+ scope.bytes=[];//格式非预期 无法处理,清空缓冲数据
+ if(!scope.bad)CLog("WebM Track非预期",3,scope);
+ scope.bad=1;
+ return -1;
+ }
+
+ //循环读取Cluster内的SimpleBlock
+ var datas=[],dataLen=0;
+ while(position[0]<bytes.length){
+ var eid1=readMatroskaVInt(bytes, position);
+ var bytes1=readMatroskaBlock(bytes, position);
+ if(!bytes1)break;//数据不全,等待缓冲
+ if(BytesEq(eid1, [0xA3])){//SimpleBlock完整数据
+ var trackNo=bytes1[0]&0xf;
+ var track=tracks[trackNo];
+ if(!track){//不可能没有,数据出错?
+ CLog("WebM !Track"+trackNo,1,tracks);
+ }else if(track.idx===0){
+ var u8arr=new Uint8Array(bytes1.length-4);
+ for(var i=4;i<bytes1.length;i++){
+ u8arr[i-4]=bytes1[i];
+ }
+ datas.push(u8arr); dataLen+=u8arr.length;
+ }
+ }
+ endPos();
+ }
+
+ if(dataLen){
+ var more=new Uint8Array(bytes.length-scope.pos[0]);
+ more.set(bytes.subarray(scope.pos[0]));
+ scope.bytes=more; //清理已读取了的缓冲数据
+ scope.pos[0]=0;
+
+ var u8arr=new Uint8Array(dataLen); //已获取的音频数据
+ for(var i=0,i2=0;i<datas.length;i++){
+ u8arr.set(datas[i],i2);
+ i2+=datas[i].length;
+ }
+ var arr=new Float32Array(u8arr.buffer);
+
+ if(track0.channels>1){//多声道,提取一个声道
+ var arr2=[];
+ for(var i=0;i<arr.length;){
+ arr2.push(arr[i]);
+ i+=track0.channels;
+ }
+ arr=new Float32Array(arr2);
+ };
+ return arr;
+ }
+};
+//两个字节数组内容是否相同
+var BytesEq=function(bytes1,bytes2){
+ if(!bytes1 || bytes1.length!=bytes2.length) return false;
+ if(bytes1.length==1) return bytes1[0]==bytes2[0];
+ for(var i=0;i<bytes1.length;i++){
+ if(bytes1[i]!=bytes2[i]) return false;
+ }
+ return true;
+};
+//字节数组BE转成int数字
+var BytesInt=function(bytes){
+ var s="";//0-8字节,js位运算只支持4字节
+ for(var i=0;i<bytes.length;i++){var n=bytes[i];s+=(n<16?"0":"")+n.toString(16)};
+ return parseInt(s,16)||0;
+};
+//读取一个可变长数值字节数组
+var readMatroskaVInt=function(arr,pos,trim){
+ var i=pos[0];
+ if(i>=arr.length)return;
+ var b0=arr[i],b2=("0000000"+b0.toString(2)).substr(-8);
+ var m=/^(0*1)(\d*)$/.exec(b2);
+ if(!m)return;
+ var len=m[1].length, val=[];
+ if(i+len>arr.length)return;
+ for(var i2=0;i2<len;i2++){ val[i2]=arr[i]; i++; }
+ if(trim) val[0]=parseInt(m[2]||'0',2);
+ pos[0]=i;
+ return val;
+};
+//读取一个自带长度的内容字节数组
+var readMatroskaBlock=function(arr,pos){
+ var lenVal=readMatroskaVInt(arr,pos,1);
+ if(!lenVal)return;
+ var len=BytesInt(lenVal);
+ var i=pos[0], val=[];
+ if(len<0x7FFFFFFF){ //超大值代表没有长度
+ if(i+len>arr.length)return;
+ for(var i2=0;i2<len;i2++){ val[i2]=arr[i]; i++; }
+ }
+ pos[0]=i;
+ return val;
+};
+//=====End WebM读取=====
+
+
+
+
+//流量统计用1像素图片地址,设置为空将不参与统计
+Recorder.TrafficImgUrl="//ia.51.la/go1?id=20469973&pvFlag=1";
+var Traffic=Recorder.Traffic=function(report){
+ report=report?"/"+RecTxt+"/Report/"+report:"";
+ var imgUrl=Recorder.TrafficImgUrl;
+ if(imgUrl){
+ var data=Recorder.Traffic;
+ var m=/^(https?:..[^\/#]*\/?)[^#]*/i.exec(location.href)||[];
+ var host=(m[1]||"http://file/");
+ var idf=(m[0]||host)+report;
+
+ if(imgUrl.indexOf("//")==0){
+ //给url加上http前缀,如果是file协议下,不加前缀没法用
+ if(/^https:/i.test(idf)){
+ imgUrl="https:"+imgUrl;
+ }else{
+ imgUrl="http:"+imgUrl;
+ };
+ };
+ if(report){
+ imgUrl=imgUrl+"&cu="+encodeURIComponent(host+report);
+ };
+
+ if(!data[idf]){
+ data[idf]=1;
+
+ var img=new Image();
+ img.src=imgUrl;
+ CLog("Traffic Analysis Image: "+(report||RecTxt+".TrafficImgUrl="+Recorder.TrafficImgUrl));
+ };
+ };
+};
+
+}));
\ No newline at end of file
diff --git a/web-pages/public/static/online/wav.js b/web-pages/public/static/online/wav.js
new file mode 100644
index 000000000..1123a05bb
--- /dev/null
+++ b/web-pages/public/static/online/wav.js
@@ -0,0 +1,86 @@
+/*
+wav编码器+编码引擎
+https://github.com/xiangyuecn/Recorder
+
+当然最佳推荐使用mp3、wav格式,代码也是优先照顾这两种格式
+浏览器支持情况
+https://developer.mozilla.org/en-US/docs/Web/HTML/Supported_media_formats
+
+编码原理:给pcm数据加上一个44直接的wav头即成wav文件;pcm数据就是Recorder中的buffers原始数据(重新采样),16位时为LE小端模式(Little Endian),实质上是未经过任何编码处理
+*/
+(function(){
+"use strict";
+
+Recorder.prototype.enc_wav={
+ stable:true
+ ,testmsg:"支持位数8位、16位(填在比特率里面),采样率取值无限制"
+};
+Recorder.prototype.wav=function(res,True,False){
+ var This=this,set=This.set
+ ,size=res.length
+ ,sampleRate=set.sampleRate
+ ,bitRate=set.bitRate==8?8:16;
+
+ //编码数据 https://github.com/mattdiamond/Recorderjs https://www.cnblogs.com/blqw/p/3782420.html https://www.cnblogs.com/xiaoqi/p/6993912.html
+ var dataLength=size*(bitRate/8);
+ var buffer=new ArrayBuffer(44+dataLength);
+ var data=new DataView(buffer);
+
+ var offset=0;
+ var writeString=function(str){
+ for (var i=0;i<str.length;i++,offset++) {
+ data.setUint8(offset,str.charCodeAt(i));
+ };
+ };
+ var write16=function(v){
+ data.setUint16(offset,v,true);
+ offset+=2;
+ };
+ var write32=function(v){
+ data.setUint32(offset,v,true);
+ offset+=4;
+ };
+
+ /* RIFF identifier */
+ writeString('RIFF');
+ /* RIFF chunk length */
+ write32(36+dataLength);
+ /* RIFF type */
+ writeString('WAVE');
+ /* format chunk identifier */
+ writeString('fmt ');
+ /* format chunk length */
+ write32(16);
+ /* sample format (raw) */
+ write16(1);
+ /* channel count */
+ write16(1);
+ /* sample rate */
+ write32(sampleRate);
+ /* byte rate (sample rate * block align) */
+ write32(sampleRate*(bitRate/8));// *1 声道
+ /* block align (channel count * bytes per sample) */
+ write16(bitRate/8);// *1 声道
+ /* bits per sample */
+ write16(bitRate);
+ /* data chunk identifier */
+ writeString('data');
+ /* data chunk length */
+ write32(dataLength);
+ // 写入采样数据
+ if(bitRate==8) {
+ for(var i=0;i<size;i++,offset++) {
+ //16转8据说是雷霄骅的 https://blog.csdn.net/sevennight1989/article/details/85376149 细节比blqw的按比例的算法清晰点,虽然都有明显杂音
+ var val=(res[i]>>8)+128;
+ data.setInt8(offset,val,true);
+ };
+ }else{
+ for (var i=0;i<size;i++,offset+=2){
+ data.setInt16(offset,res[i],true);
+ };
+ };
+
+
+ True(new Blob([data.buffer],{type:"audio/wav"}));
+ }
+})();
\ No newline at end of file
diff --git a/web-pages/public/static/online/wsconnecter.js b/web-pages/public/static/online/wsconnecter.js
new file mode 100644
index 000000000..db140efc2
--- /dev/null
+++ b/web-pages/public/static/online/wsconnecter.js
@@ -0,0 +1,119 @@
+/**
+ * Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights
+ * Reserved. MIT License (https://opensource.org/licenses/MIT)
+ */
+/* 2021-2023 by zhaoming,mali aihealthx.com */
+
+function WebSocketConnectMethod( config ) { //定义socket连接方法类
+
+
+ var speechSokt;
+ var connKeeperID;
+
+ var msgHandle = config.msgHandle;
+ var stateHandle = config.stateHandle;
+
+ this.wsStart = function () {
+ var Uri = document.getElementById('wssip').value; //"wss://111.205.137.58:5821/wss/" //设置wss asr online接口地址 如 wss://X.X.X.X:port/wss/
+ if(Uri.match(/wss:\S*|ws:\S*/))
+ {
+ console.log("Uri"+Uri);
+ }
+ else
+ {
+ alert("请检查wss地址正确性");
+ return 0;
+ }
+
+ if ( 'WebSocket' in window ) {
+ speechSokt = new WebSocket( Uri ); // 定义socket连接对象
+ speechSokt.onopen = function(e){onOpen(e);}; // 定义响应函数
+ speechSokt.onclose = function(e){
+ console.log("onclose ws!");
+ //speechSokt.close();
+ onClose(e);
+ };
+ speechSokt.onmessage = function(e){onMessage(e);};
+ speechSokt.onerror = function(e){onError(e);};
+ return 1;
+ }
+ else {
+ alert('当前浏览器不支持 WebSocket');
+ return 0;
+ }
+ };
+
+ // 定义停止与发送函数
+ this.wsStop = function () {
+ if(speechSokt != undefined) {
+ console.log("stop ws!");
+ speechSokt.close();
+ }
+ };
+
+ this.wsSend = function ( oneData ) {
+
+ if(speechSokt == undefined) return;
+ if ( speechSokt.readyState === 1 ) { // 0:CONNECTING, 1:OPEN, 2:CLOSING, 3:CLOSED
+
+ speechSokt.send( oneData );
+
+
+ }
+ };
+
+ // SOCEKT连接中的消息与状态响应
+ function onOpen( e ) {
+ // 发送json
+ var chunk_size = new Array( 5, 10, 5 );
+ var request = {
+ "chunk_size": chunk_size,
+ "wav_name": "h5",
+ "is_speaking": true,
+ "chunk_interval":10,
+ "itn":getUseITN(),
+ "mode":getAsrMode(),
+
+ };
+ if(isfilemode)
+ {
+ request.wav_format=file_ext;
+ if(file_ext=="wav")
+ {
+ request.wav_format="PCM";
+ request.audio_fs=file_sample_rate;
+ }
+ }
+
+ var hotwords=getHotwords();
+
+ if(hotwords!=null )
+ {
+ request.hotwords=hotwords;
+ }
+ console.log(JSON.stringify(request));
+ speechSokt.send(JSON.stringify(request));
+ console.log("连接成功");
+ stateHandle(0);
+
+ }
+
+ function onClose( e ) {
+ stateHandle(1);
+ }
+
+ function onMessage( e ) {
+
+ msgHandle( e );
+ }
+
+ function onError( e ) {
+
+ info_div.innerHTML="连接"+e;
+ console.log(e);
+ stateHandle(2);
+
+ }
+
+
+}
\ No newline at end of file
diff --git a/web-pages/src/views/home/lxwjzxfw.vue b/web-pages/src/views/home/lxwjzxfw.vue
index 22567ccd0..fe1c8b4fc 100644
--- a/web-pages/src/views/home/lxwjzxfw.vue
+++ b/web-pages/src/views/home/lxwjzxfw.vue
@@ -130,7 +130,7 @@ export default {
{
icon: require('./assets/images/lxwj-zxty.png'),
title: '在线体验',
- link: 'https://www.funasr.com:1335/static/index.html'
+ link: 'https://www.funasr.com/static/offline/index.html'
},
{
icon: require('./assets/images/lxwj-az.png'),
diff --git a/web-pages/src/views/home/sstx.vue b/web-pages/src/views/home/sstx.vue
index 3806032e9..9913da420 100644
--- a/web-pages/src/views/home/sstx.vue
+++ b/web-pages/src/views/home/sstx.vue
@@ -148,7 +148,7 @@ export default {
{
icon: require('./assets/images/lxwj-zxty.png'),
title: '在线体验',
- link: 'https://www.funasr.com:1336/static/index.html'
+ link: 'https://www.funasr.com/static/online/index.html'
},
{
icon: require('./assets/images/lxwj-az.png'),