-
Notifications
You must be signed in to change notification settings - Fork 4
/
index.html
113 lines (111 loc) · 4.13 KB
/
index.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0, minimum-scale=1.0, maximum-scale=1.0, user-scalable=no">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<title></title>
<link rel="stylesheet" href="">
<style type="text/css" media="screen">
video, canvas {
background-color: #e9e9e9;
margin:0 auto;
display: block;
}
body {
text-align: center;
}
video {
display: none;
}
</style>
</head>
<body>
<canvas width="320px" height="240px">
</canvas>
<video src="" width="320px" height="240px" controls muted></video>
<button type="button" class="start">开始</button>
</body>
<script type="text/javascript">
let ws = new WebSocket("wss://localhost:3001"),
imgChuncks = [],
audioChuncks = [],
img = null;
//如何处理二进制数据,默认是Blob
ws.binaryType = 'arraybuffer',
ws.onmessage = function(evt) {
console.log(evt.data.byteLength, 456)
if(evt.data.byteLength === undefined) {
//收到的base64图片
imgChuncks.push(evt.data);
}else{
//收到的音频二进制pcm数据
audioChuncks.push(new Float32Array(evt.data));
}
console.log(img, audioChuncks.length, 123)
//缓存2帧的数据后开始播放
if(!img && audioChuncks.length > 2){
console.log('myplay')
myplay();
}
};
//创建播放音频视频函数
function myplay(){
if (!audioCtx) audioCtx = new (window.AudioContext || window.webkitAudioContext)()
//创建img标签来播放base64图片
img = new Image();
document.body.appendChild(img);
//创建播放音频对象
let myBuffer = audioCtx.createBuffer(1, 2048, audioCtx.sampleRate),
source = audioCtx.createBufferSource(),
recorder = audioCtx.createScriptProcessor(2048, 1, 1);
source.connect(recorder);
recorder.connect(audioCtx.destination);
recorder.onaudioprocess = function(ev){
//修改img的src达到视频的效果
img.src = imgChuncks.shift();
//播放audioChuncks里面真正的二进制数据
ev.outputBuffer.copyToChannel(audioChuncks.shift() || new Float32Array(2048), 0, 0);
};
}
let video = document.querySelector('video'),
start = document.querySelector('.start'),
stop = document.querySelector('.stop'),
canvas = document.querySelector('canvas'),
ctx = canvas.getContext('2d'),
audioCtx // = new (window.AudioContext || window.webkitAudioContext)(),
interval = null,
mediaDevices = null;
//点击开始
start.onclick = function(){
audioCtx = new (window.AudioContext || window.webkitAudioContext)()
//获取音频视频流数据
mediaDevices = navigator.mediaDevices.getUserMedia({audio: true,video: { width: 320, height: 240 }});
mediaDevices.then(stream => {
//视频流转换到video标签播放
video.srcObject = stream;
video.play();
//音频流转换到AudioNode做数据采集
let source = audioCtx.createMediaStreamSource(stream);
recorder = audioCtx.createScriptProcessor(2048, 1, 1);
source.connect(recorder);
recorder.connect(audioCtx.destination);
recorder.onaudioprocess = function(ev){
//采集单声道数据
let inputBuffer = ev.inputBuffer.getChannelData(0);
//将视频画面转换成base64发送
ws.send(canvas.toDataURL('image/jpeg'));
console.log(inputBuffer.buffer, 123)
//发送音频pcm数据
ws.send(inputBuffer.buffer);
};
});
};
video.onplay = function(){
//将video绘制到canvas上
interval = setInterval(function(){
ctx.drawImage(video, 0, 0);
},30);
};
</script>
</html>