Async Sender transform vp8
by jib1
HTML
<video id="video1" width="160" height="120" autoplay muted></video>
<video id="video2" width="160" height="120" autoplay></video><br>
<button id="button">Go!</button>
<label><input type="checkbox" id="scramble">scramble</label>
<div id="div"></div>
JavaScript
const console = {log: msg => div.innerHTML += `${msg}<br>`};
const pc1 = new RTCPeerConnection(), pc2 = new RTCPeerConnection();
const worker = new Worker(`data:text/javascript,(${work.toString()})()`);
button.onclick = async () => {
try {
const stream = await navigator.mediaDevices.getUserMedia({video: true});
video1.srcObject = stream;
pc2.ontrack = ({streams}) => video2.srcObject = streams[0];
const [track] = stream.getVideoTracks();
const transceiver = pc1.addTransceiver(track, {streams: [stream]});
const {sender} = transceiver;
sender.transform = new RTCRtpScriptTransform(worker, {side: "sender"});
await new Promise(r => pc2.onsignalingstatechange = r);
const [receiver] = pc2.getReceivers();
receiver.transform = new RTCRtpScriptTransform(worker, {side: "receiver"});
} catch (e) {
console.log(e);
}
};
pc1.onicecandidate = e => pc2.addIceCandidate(e.candidate);
pc2.onicecandidate = e => pc1.addIceCandidate(e.candidate);
pc1.oniceconnectionstatechange = () => console.log(pc1.iceConnectionState);
pc1.onnegotiationneeded = async () => {
await pc1.setLocalDescription();
await pc2.setRemoteDescription(pc1.localDescription);
await pc2.setLocalDescription();
await pc1.setRemoteDescription(pc2.localDescription);
}
scramble.onclick = () => { worker.postMessage({scramble: scramble.checked}); }
function work() {
let firstSent, firstReceived;
let scrambled = false;
onmessage = ({data: {scramble}}) => scrambled = scramble;
onrtctransform = async ({transformer: {readable, writable, options}}) => {
console.log(`Started ${options.side} transform`);
await readable.pipeThrough(new TransformStream({transform})).pipeTo(writable);
function transform(chunk, controller) {
const src = new Uint8Array(chunk.data);
if (options.side == "sender" && !firstSent) {
console.log("firstSent:");
console.log(chunk);
const metadata = chunk.getMetadata();
...