Files
sean 0e8a8b3028
Some checks are pending
deploy-testing / deploy (push) Waiting to run
Initial testing snapshot
2026-11-17 16:15:01 -05:00

532 lines
25 KiB
HTML

<script>window.demoVersion = '2019.01.14';</script>
<!--
> Muaz Khan - www.MuazKhan.com
> MIT License - www.WebRTC-Experiment.com/licence
> Documentation - github.com/muaz-khan/MultiStreamsMixer
-->
<!DOCTYPE html>
<html lang="en">
<head>
<title>MultiStreamsMixer | Mix Multiple Cameras & Screens into Single Stream</title>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=no">
<link rel="author" type="text/html" href="https://plus.google.com/+MuazKhan">
<meta name="author" content="Muaz Khan">
<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
<link rel="stylesheet" href="https://cdn.webrtc-experiment.com/style.css">
<style>
h1 span {
background: yellow;
border: 2px solid #8e1515;
padding: 2px 8px;
margin: 2px 5px;
border-radius: 7px;
color: #8e1515;
display: inline-block;
}
video {
max-width: 100%;
border-radius: 5px;
border: 1px solid black;
padding: 2px;
}
</style>
<script src="https://cdn.webrtc-experiment.com/MultiStreamsMixer.js"></script>
<script src="https://webrtc.github.io/adapter/adapter-latest.js"></script>
<script src="https://cdn.webrtc-experiment.com/getScreenId.js"> </script>
<script src="https://cdn.webrtc-experiment.com/FileSelector.js"></script>
<script src="https://cdn.webrtc-experiment.com/RecordRTC.js"></script>
</head>
<body>
<article>
<header style="text-align: center;">
<h1>
MultiStreamsMixer | Mix Multiple Cameras & <br>Screens into Single Stream
</h1>
<p style="margin:0;">
<a href="https://www.webrtc-experiment.com/">HOME</a>
<span> &copy; </span>
<a href="http://www.MuazKhan.com/" target="_blank">Muaz Khan</a> .
<a href="http://twitter.com/WebRTCWeb" target="_blank" title="Twitter profile for WebRTC Experiments">@WebRTCWeb</a> .
<a href="https://github.com/muaz-khan?tab=repositories" target="_blank" title="Github Profile">Github</a> .
<a href="https://github.com/muaz-khan/MultiStreamsMixer/issues?state=open" target="_blank">Latest issues</a> .
<a href="https://github.com/muaz-khan/MultiStreamsMixer/commits/master" target="_blank">What's New?</a>
</p>
</header>
<div class="github-stargazers"></div>
<section style="text-align: center; margin-top: 15px; color: red;" id="demoVersion"></section>
<script>var date=new Date(window.demoVersion),month=date.toLocaleString("en-us",{month:"long"}),day=date.getUTCDate();day.toString().length<=9&&(day=day.toString().length == 1 ? "0"+day : day);var year=date.getUTCFullYear(); document.getElementById("demoVersion").innerHTML="Last Updated On: <time>"+month+" "+day+" "+year+"</time>";</script>
<div style="text-align:center;">
<a href="https://www.npmjs.com/package/multistreamsmixer" target="_blank">
<img src="https://img.shields.io/npm/v/multistreamsmixer.svg">
</a>
<a href="https://www.npmjs.com/package/multistreamsmixer" target="_blank">
<img src="https://img.shields.io/npm/dm/multistreamsmixer.svg">
</a>
<a href="https://travis-ci.org/muaz-khan/MultiStreamsMixer">
<img src="https://travis-ci.org/muaz-khan/MultiStreamsMixer.png?branch=master">
</a>
</div>
<section class="experiment" style="text-align: center;">
<button id="btn-get-mixed-stream">Get Mixed Stream</button>
<select id="mixer-options">
<option value="multiple-cameras-default">Multiple Cameras (Default)</option>
<option value="multiple-cameras-customized">Multiple Cameras (Customized)</option>
<option value="camera-screen">Camera + Screen</option>
<option value="microphone-mp3">Microphone + Mp3</option>
</select>
<br>
<div id="video-preview" style="margin-top: 15px;">
<h2 style="display: block;"></h2>
<video controls playsinline autoplay></video>
</div>
</section>
<script>
var videoPreview = document.querySelector('video');
var mixerOptions = document.querySelector('#mixer-options');
mixerOptions.onchange = function() {
localStorage.setItem('mixer-selected-options', this.value);
location.reload();
};
if(localStorage.getItem('mixer-selected-options')) {
mixerOptions.value = localStorage.getItem('mixer-selected-options');
}
function updateMediaHTML(html) {
videoPreview.parentNode.querySelector('h2').innerHTML = html;
}
document.querySelector('#btn-get-mixed-stream').onclick = function() {
this.disabled = true;
if(mixerOptions.value === 'camera-screen') {
updateMediaHTML('Capturing screen');
getMixedCameraAndScreen();
}
if(mixerOptions.value === 'multiple-cameras-default' || mixerOptions.value === 'multiple-cameras-customized') {
updateMediaHTML('Capturing camera');
getMixedMultipleCameras(mixerOptions.value === 'multiple-cameras-customized');
}
if(mixerOptions.value === 'microphone-mp3') {
updateMediaHTML('Capturing mp3+microphone');
getMixedMicrophoneAndMp3();
}
};
function afterScreenCaptured(screenStream) {
navigator.mediaDevices.getUserMedia({
video: true
}).then(function(cameraStream) {
screenStream.fullcanvas = true;
screenStream.width = screen.width; // or 3840
screenStream.height = screen.height; // or 2160
cameraStream.width = parseInt((30 / 100) * screenStream.width);
cameraStream.height = parseInt((30 / 100) * screenStream.height);
cameraStream.top = screenStream.height - cameraStream.height;
cameraStream.left = screenStream.width - cameraStream.width;
fullCanvasRenderHandler(screenStream, 'Your Screen!');
normalVideoRenderHandler(cameraStream, 'Your Camera!');
var mixer = new MultiStreamsMixer([screenStream, cameraStream]);
mixer.frameInterval = 1;
mixer.startDrawingFrames();
videoPreview.srcObject = mixer.getMixedStream();
updateMediaHTML('Mixed Screen+Camera!');
addStreamStopListener(screenStream, function() {
mixer.releaseStreams();
videoPreview.pause();
videoPreview.src = null;
cameraStream.getTracks().forEach(function(track) {
track.stop();
});
});
});
}
function getMixedCameraAndScreen() {
if(navigator.getDisplayMedia) {
navigator.getDisplayMedia({video: true}).then(screenStream => {
afterScreenCaptured(screenStream);
});
}
else if(navigator.mediaDevices.getDisplayMedia) {
navigator.mediaDevices.getDisplayMedia({video: true}).then(screenStream => {
afterScreenCaptured(screenStream);
});
}
else {
getScreenId(function (error, sourceId, screen_constraints) {
navigator.mediaDevices.getUserMedia(screen_constraints).then(function(screenStream) {
afterScreenCaptured(screenStream);
});
});
}
}
function getMixedMultipleCameras(isCustomized) {
navigator.mediaDevices.getUserMedia({video: true }).then(function(cameraStream) {
var mixer;
if(isCustomized === true) {
var fullCanvasStream = new MediaStream();
cameraStream.getTracks().forEach(function(track) {
fullCanvasStream.addTrack(track);
});
fullCanvasStream.fullcanvas = true;
fullCanvasStream.width = screen.width; // or 3840
fullCanvasStream.height = screen.height; // or 2160
fullCanvasRenderHandler(fullCanvasStream, 'Full Canvas Stream');
cameraStream.width = parseInt((30 / 100) * fullCanvasStream.width);
cameraStream.height = parseInt((30 / 100) * fullCanvasStream.height);
cameraStream.top = fullCanvasStream.height - cameraStream.height;
cameraStream.left = fullCanvasStream.width - cameraStream.width;
var clonedCamera2 = new MediaStream();
cameraStream.getTracks().forEach(function(track) {
clonedCamera2.addTrack(track);
});
clonedCamera2.width = parseInt((30 / 100) * fullCanvasStream.width);
clonedCamera2.height = parseInt((30 / 100) * fullCanvasStream.height);
clonedCamera2.top = fullCanvasStream.height - clonedCamera2.height;
clonedCamera2.left = fullCanvasStream.width - (clonedCamera2.width * 2);
normalVideoRenderHandler(clonedCamera2, 'Someone');
normalVideoRenderHandler(cameraStream, 'You!');
mixer = new MultiStreamsMixer([fullCanvasStream, clonedCamera2, cameraStream]);
}
else {
normalVideoRenderHandler(cameraStream, 'Camera', function(context, x, y, width, height, idx, textToDisplay) {
context.font = '30px Georgia';
textToDisplay += ' #' + (idx + 1);
var measuredTextWidth = parseInt(context.measureText(textToDisplay).width);
x = x + (parseInt((width - measuredTextWidth)) / 2);
y = height - 40;
if(idx == 2 || idx == 3) {
y = (height * 2) - 40;
}
if(idx == 4 || idx == 5) {
y = (height * 3) - 40;
}
context.strokeStyle = 'rgb(255, 0, 0)';
context.fillStyle = 'rgba(255, 255, 0, .5)';
roundRect(context, x - 20, y - 25, measuredTextWidth + 40, 35, 20, true);
var gradient = context.createLinearGradient(0, 0, width * 2, 0);
gradient.addColorStop('0', 'magenta');
gradient.addColorStop('0.5', 'blue');
gradient.addColorStop('1.0', 'red');
context.fillStyle = gradient;
context.fillText(textToDisplay, x, y);
});
mixer = new MultiStreamsMixer([cameraStream, cameraStream, cameraStream, cameraStream]);
}
mixer.frameInterval = 1;
mixer.startDrawingFrames();
videoPreview.srcObject = mixer.getMixedStream();
updateMediaHTML('Mixed Multiple Cameras!');
});
}
function getMixedMicrophoneAndMp3() {
updateMediaHTML('Select Mp3 file.');
getMp3Stream(function(mp3Stream) {
navigator.mediaDevices.getUserMedia({
audio: true
}).then(function(microphoneStream) {
var audioMixer = new MultiStreamsMixer([microphoneStream, mp3Stream]);
// audioMixer.useGainNode = false;
var audioPreview = document.createElement('audio');
audioPreview.controls = true;
audioPreview.autoplay = true;
audioPreview.srcObject = audioMixer.getMixedStream();
videoPreview.replaceWith(audioPreview);
videoPreview = audioPreview;
var secondsLeft = 6;
(function looper() {
secondsLeft--;
if(secondsLeft < 0) {
updateMediaHTML('Mixed Microphone+Mp3!');
return;
}
updateMediaHTML('Seconds left: ' + secondsLeft);
setTimeout(looper, 1000);
})();
var recorder = RecordRTC(audioMixer.getMixedStream(), {
recorderType: StereoAudioRecorder
});
recorder.startRecording();
setTimeout(function() {
recorder.stopRecording(function() {
audioPreview.removeAttribute('srcObject');
audioPreview.removeAttribute('src');
audioPreview.src = URL.createObjectURL(recorder.getBlob());
});
}, 5000)
});
});
}
function getMp3Stream(callback) {
var selector = new FileSelector();
selector.accept = '*.mp3';
selector.selectSingleFile(function(mp3File) {
window.AudioContext = window.AudioContext || window.webkitAudioContext;
var context = new AudioContext();
var gainNode = context.createGain();
gainNode.connect(context.destination);
gainNode.gain.value = 0; // don't play for self
var reader = new FileReader();
reader.onload = (function(e) {
// Import callback function
// provides PCM audio data decoded as an audio buffer
context.decodeAudioData(e.target.result, createSoundSource);
});
reader.readAsArrayBuffer(mp3File);
function createSoundSource(buffer) {
var soundSource = context.createBufferSource();
soundSource.buffer = buffer;
soundSource.start(0, 0 / 1000);
soundSource.connect(gainNode);
var destination = context.createMediaStreamDestination();
soundSource.connect(destination);
// durtion=second*1000 (milliseconds)
callback(destination.stream, buffer.duration * 1000);
}
}, function() {
document.querySelector('#btn-get-mixed-stream').disabled = false;
alert('Please select mp3 file.');
});
}
// via: https://www.webrtc-experiment.com/webrtcpedia/
function addStreamStopListener(stream, callback) {
stream.addEventListener('ended', function() {
callback();
callback = function() {};
}, false);
stream.addEventListener('inactive', function() {
callback();
callback = function() {};
}, false);
stream.getTracks().forEach(function(track) {
track.addEventListener('ended', function() {
callback();
callback = function() {};
}, false);
track.addEventListener('inactive', function() {
callback();
callback = function() {};
}, false);
});
}
function fullCanvasRenderHandler(stream, textToDisplay) {
// on-video-render:
// called as soon as this video stream is drawn (painted or recorded) on canvas2d surface
stream.onRender = function(context, x, y, width, height, idx) {
context.font = '50px Georgia';
var measuredTextWidth = parseInt(context.measureText(textToDisplay).width);
x = x + (parseInt((width - measuredTextWidth)) - 40);
y = y + 80;
context.strokeStyle = 'rgb(255, 0, 0)';
context.fillStyle = 'rgba(255, 255, 0, .5)';
roundRect(context, x - 20, y - 55, measuredTextWidth + 40, 75, 20, true);
var gradient = context.createLinearGradient(0, 0, width * 2, 0);
gradient.addColorStop('0', 'magenta');
gradient.addColorStop('0.5', 'blue');
gradient.addColorStop('1.0', 'red');
context.fillStyle = gradient;
context.fillText(textToDisplay, x, y);
};
}
function normalVideoRenderHandler(stream, textToDisplay, callback) {
// on-video-render:
// called as soon as this video stream is drawn (painted or recorded) on canvas2d surface
stream.onRender = function(context, x, y, width, height, idx, ignoreCB) {
if(!ignoreCB && callback) {
callback(context, x, y, width, height, idx, textToDisplay);
return;
}
context.font = '40px Georgia';
var measuredTextWidth = parseInt(context.measureText(textToDisplay).width);
x = x + (parseInt((width - measuredTextWidth)) / 2);
y = (context.canvas.height - height) + 50;
context.strokeStyle = 'rgb(255, 0, 0)';
context.fillStyle = 'rgba(255, 255, 0, .5)';
roundRect(context, x - 20, y - 35, measuredTextWidth + 40, 45, 20, true);
var gradient = context.createLinearGradient(0, 0, width * 2, 0);
gradient.addColorStop('0', 'magenta');
gradient.addColorStop('0.5', 'blue');
gradient.addColorStop('1.0', 'red');
context.fillStyle = gradient;
context.fillText(textToDisplay, x, y);
};
}
/**
* Draws a rounded rectangle using the current state of the canvas.
* If you omit the last three params, it will draw a rectangle
* outline with a 5 pixel border radius
* @param {CanvasRenderingContext2D} ctx
* @param {Number} x The top left x coordinate
* @param {Number} y The top left y coordinate
* @param {Number} width The width of the rectangle
* @param {Number} height The height of the rectangle
* @param {Number} [radius = 5] The corner radius; It can also be an object
* to specify different radii for corners
* @param {Number} [radius.tl = 0] Top left
* @param {Number} [radius.tr = 0] Top right
* @param {Number} [radius.br = 0] Bottom right
* @param {Number} [radius.bl = 0] Bottom left
* @param {Boolean} [fill = false] Whether to fill the rectangle.
* @param {Boolean} [stroke = true] Whether to stroke the rectangle.
*/
// via: http://stackoverflow.com/a/3368118/552182
function roundRect(ctx, x, y, width, height, radius, fill, stroke) {
if (typeof stroke == 'undefined') {
stroke = true;
}
if (typeof radius === 'undefined') {
radius = 5;
}
if (typeof radius === 'number') {
radius = {
tl: radius,
tr: radius,
br: radius,
bl: radius
};
} else {
var defaultRadius = {
tl: 0,
tr: 0,
br: 0,
bl: 0
};
for (var side in defaultRadius) {
radius[side] = radius[side] || defaultRadius[side];
}
}
ctx.beginPath();
ctx.moveTo(x + radius.tl, y);
ctx.lineTo(x + width - radius.tr, y);
ctx.quadraticCurveTo(x + width, y, x + width, y + radius.tr);
ctx.lineTo(x + width, y + height - radius.br);
ctx.quadraticCurveTo(x + width, y + height, x + width - radius.br, y + height);
ctx.lineTo(x + radius.bl, y + height);
ctx.quadraticCurveTo(x, y + height, x, y + height - radius.bl);
ctx.lineTo(x, y + radius.tl);
ctx.quadraticCurveTo(x, y, x + radius.tl, y);
ctx.closePath();
if (fill) {
ctx.fill();
}
if (stroke) {
ctx.stroke();
}
}
</script>
<section class="experiment">
<h2>How to use MultiStreamsMixer?</h2>
<pre style="background:#fdf6e3;color:#586e75"><span style="color:#93a1a1">// https://cdn.webrtc-experiment.com/MultiStreamsMixer.js</span>
<span style="color:#268bd2">var</span> audioMixer <span style="color:#859900">=</span> <span style="color:#859900">new</span> MultiStreamsMixer<span style="color:#93a1a1">(</span><span style="color:#268bd2">[</span>microphone1, microphone2<span style="color:#268bd2">]</span><span style="color:#93a1a1">)</span>;
<span style="color:#93a1a1">// record using MediaRecorder API</span>
<span style="color:#268bd2">var</span> recorder <span style="color:#859900">=</span> <span style="color:#859900">new</span> MediaRecorder<span style="color:#93a1a1">(</span>audioMixer.getMixedStream<span style="color:#93a1a1">(</span><span style="color:#93a1a1">)</span><span style="color:#93a1a1">)</span>;
<span style="color:#93a1a1">// or share using WebRTC</span>
rtcPeerConnection.addStream<span style="color:#93a1a1">(</span>audioMixer.getMixedStream<span style="color:#93a1a1">(</span><span style="color:#93a1a1">)</span><span style="color:#93a1a1">)</span>;
</pre>
</section>
<!--
<section class="experiment">
<h2 class="header" id="updates" style="color: red; padding-bottom: .1em;"><a href="https://github.com/muaz-khan/MultiStreamsMixer/issues" target="_blank">Issues</a>
</h2>
<div id="github-issues"></div>
</section>
<section class="experiment">
<h2 class="header" id="updates" style="color: red; padding-bottom: .1em;"><a href="https://github.com/muaz-khan/MultiStreamsMixer/commits/master" target="_blank">Latest Updates</a>
</h2>
<div id="github-commits"></div>
</section>
-->
<section class="experiment"><small id="send-message"></small></section>
</article>
<a href="https://github.com/muaz-khan/MultiStreamsMixer" class="fork-left"></a>
<footer>
<p>
<a href="https://www.webrtc-experiment.com/">WebRTC Experiments</a> © <a href="https://plus.google.com/+MuazKhan" rel="author" target="_blank">Muaz Khan</a>
<a href="mailto:muazkh@gmail.com" target="_blank">muazkh@gmail.com</a>
</p>
</footer>
<!-- commits.js is useless for you! -->
<script>
window.useThisGithubPath = 'muaz-khan/MultiStreamsMixer';
</script>
<script src="https://cdn.webrtc-experiment.com/commits.js" async></script>
</body>
</html>