window.URL = window.URL || window.webkitURL; window.isRtcSupported = !!(window.RTCPeerConnection || window.mozRTCPeerConnection || window.webkitRTCPeerConnection); class ServerConnection { constructor() { this._connect(); Events.on('pagehide', _ => this._disconnect()); document.addEventListener('visibilitychange', _ => this._onVisibilityChange()); if (navigator.connection) navigator.connection.addEventListener('change', _ => this._reconnect()); Events.on('room-secrets', e => this._sendRoomSecrets(e.detail)); Events.on('room-secret-deleted', e => this.send({ type: 'room-secret-deleted', roomSecret: e.detail})); Events.on('room-secrets-cleared', e => this.send({ type: 'room-secrets-cleared', roomSecrets: e.detail})); Events.on('resend-peers', _ => this.send({ type: 'resend-peers'})); Events.on('pair-device-initiate', _ => this._onPairDeviceInitiate()); Events.on('pair-device-join', e => this._onPairDeviceJoin(e.detail)); Events.on('pair-device-cancel', _ => this.send({ type: 'pair-device-cancel' })); Events.on('offline', _ => clearTimeout(this._reconnectTimer)); Events.on('online', _ => this._connect()); } async _connect() { clearTimeout(this._reconnectTimer); if (this._isConnected() || this._isConnecting()) return; const ws = new WebSocket(await this._endpoint()); ws.binaryType = 'arraybuffer'; ws.onopen = _ => this._onOpen(); ws.onmessage = e => this._onMessage(e.data); ws.onclose = _ => this._onDisconnect(); ws.onerror = e => this._onError(e); this._socket = ws; } _onOpen() { console.log('WS: server connected'); Events.fire('ws-connected'); } _sendRoomSecrets(roomSecrets) { this.send({ type: 'room-secrets', roomSecrets: roomSecrets }); } _onPairDeviceInitiate() { if (!this._isConnected()) { Events.fire('notify-user', 'You need to be online to pair devices.'); return; } this.send({ type: 'pair-device-initiate' }) } _onPairDeviceJoin(roomKey) { if (!this._isConnected()) { setTimeout(_ => this._onPairDeviceJoin(roomKey), 5000); return; } this.send({ type: 'pair-device-join', roomKey: roomKey }) } _onMessage(msg) { msg = JSON.parse(msg); if (msg.type !== 'ping') console.log('WS:', msg); switch (msg.type) { case 'peers': Events.fire('peers', msg); break; case 'peer-joined': Events.fire('peer-joined', msg); break; case 'peer-left': Events.fire('peer-left', msg); break; case 'signal': Events.fire('signal', msg); break; case 'ping': this.send({ type: 'pong' }); break; case 'display-name': this._onDisplayName(msg); break; case 'pair-device-initiated': Events.fire('pair-device-initiated', msg); break; case 'pair-device-joined': Events.fire('pair-device-joined', msg); break; case 'pair-device-join-key-invalid': Events.fire('pair-device-join-key-invalid'); break; case 'pair-device-canceled': Events.fire('pair-device-canceled', msg.roomKey); break; case 'pair-device-join-key-rate-limit': Events.fire('notify-user', 'Rate limit reached. Wait 10 seconds and try again.'); break; case 'secret-room-deleted': Events.fire('secret-room-deleted', msg.roomSecret); break; case 'request': case 'header': case 'partition': case 'partition-received': case 'progress': case 'files-transfer-response': case 'file-transfer-complete': case 'message-transfer-complete': case 'text': case 'ws-chunk': Events.fire('ws-relay', JSON.stringify(msg)); break; default: console.error('WS: unknown message type', msg); } } send(msg) { if (!this._isConnected()) return; this._socket.send(JSON.stringify(msg)); } _onDisplayName(msg) { sessionStorage.setItem("peerId", msg.message.peerId); PersistentStorage.get('peerId').then(peerId => { if (!peerId) { // save peerId to indexedDB to retrieve after PWA is installed PersistentStorage.set('peerId', msg.message.peerId).then(peerId => { console.log(`peerId saved to indexedDB: ${peerId}`); }); } }).catch(_ => _ => PersistentStorage.logBrowserNotCapable()) Events.fire('display-name', msg); } async _endpoint() { // hack to detect if deployment or development environment const protocol = location.protocol.startsWith('https') ? 'wss' : 'ws'; const webrtc = window.isRtcSupported ? '/webrtc' : '/fallback'; let ws_url = new URL(protocol + '://' + location.host + location.pathname + 'server' + webrtc); const peerId = await this._peerId(); if (peerId) ws_url.searchParams.append('peer_id', peerId) return ws_url.toString(); } async _peerId() { // make peerId persistent when pwa is installed return window.matchMedia('(display-mode: minimal-ui)').matches ? await PersistentStorage.get('peerId') : sessionStorage.getItem("peerId"); } _disconnect() { this.send({ type: 'disconnect' }); if (this._socket) { this._socket.onclose = null; this._socket.close(); this._socket = null; Events.fire('ws-disconnected'); } } _onDisconnect() { console.log('WS: server disconnected'); Events.fire('notify-user', 'No server connection. Retry in 5s...'); clearTimeout(this._reconnectTimer); this._reconnectTimer = setTimeout(_ => this._connect(), 5000); Events.fire('ws-disconnected'); } _onVisibilityChange() { if (document.hidden) return; this._connect(); } _isConnected() { return this._socket && this._socket.readyState === this._socket.OPEN; } _isConnecting() { return this._socket && this._socket.readyState === this._socket.CONNECTING; } _onError(e) { console.error(e); } _reconnect() { this._disconnect(); this._connect(); } } class Peer { constructor(serverConnection, peerId, roomType, roomSecret) { this._server = serverConnection; this._peerId = peerId; this._roomType = roomType; this._roomSecret = roomSecret; this._filesQueue = []; this._busy = false; } sendJSON(message) { this._send(JSON.stringify(message)); } async createHeader(file) { return { name: file.name, mime: file.type, size: file.size, }; } getResizedImageDataUrl(file, width = undefined, height = undefined, quality = 0.7) { return new Promise((resolve, reject) => { let image = new Image(); image.src = URL.createObjectURL(file); image.onload = _ => { let imageWidth = image.width; let imageHeight = image.height; let canvas = document.createElement('canvas'); // resize the canvas and draw the image data into it if (width && height) { canvas.width = width; canvas.height = height; } else if (width) { canvas.width = width; canvas.height = Math.floor(imageHeight * width / imageWidth) } else if (height) { canvas.width = Math.floor(imageWidth * height / imageHeight); canvas.height = height; } else { canvas.width = imageWidth; canvas.height = imageHeight } var ctx = canvas.getContext("2d"); ctx.drawImage(image, 0, 0, canvas.width, canvas.height); let dataUrl = canvas.toDataURL("image/jpeg", quality); resolve(dataUrl); } image.onerror = _ => reject(`Could not create an image thumbnail from type ${file.type}`); }).then(dataUrl => { return dataUrl; }).catch(e => console.error(e)); } async requestFileTransfer(files) { let header = []; let totalSize = 0; let imagesOnly = true for (let i=0; i this._send(chunk), offset => this._onPartitionEnd(offset)); this._chunker.nextPartition(); } _onPartitionEnd(offset) { this.sendJSON({ type: 'partition', offset: offset }); } _onReceivedPartitionEnd(offset) { this.sendJSON({ type: 'partition-received', offset: offset }); } _sendNextPartition() { if (!this._chunker || this._chunker.isFileEnd()) return; this._chunker.nextPartition(); } _sendProgress(progress) { this.sendJSON({ type: 'progress', progress: progress }); } _onMessage(message, logMessage = true) { if (typeof message !== 'string') { this._onChunkReceived(message); return; } message = JSON.parse(message); if (logMessage) console.log('RTC:', message); switch (message.type) { case 'request': this._onFilesTransferRequest(message); break; case 'header': this._onFilesHeader(message); break; case 'partition': this._onReceivedPartitionEnd(message); break; case 'partition-received': this._sendNextPartition(); break; case 'progress': this._onDownloadProgress(message.progress); break; case 'files-transfer-response': this._onFileTransferRequestResponded(message); break; case 'file-transfer-complete': this._onFileTransferCompleted(); break; case 'message-transfer-complete': this._onMessageTransferCompleted(); break; case 'text': this._onTextReceived(message); break; } } _onFilesTransferRequest(request) { if (this._requestPending) { // Only accept one request at a time this.sendJSON({type: 'files-transfer-response', accepted: false}); return; } if (window.iOS && request.totalSize >= 200*1024*1024) { // iOS Safari can only put 400MB at once to memory. // Request to send them in chunks of 200MB instead: this.sendJSON({type: 'files-transfer-response', accepted: false, reason: 'ios-memory-limit'}); return; } this._requestPending = request; Events.fire('files-transfer-request', { request: request, peerId: this._peerId }); } _respondToFileTransferRequest(accepted) { this.sendJSON({type: 'files-transfer-response', accepted: accepted}); if (accepted) { this._requestAccepted = this._requestPending; this._totalBytesReceived = 0; this._busy = true; this._filesReceived = []; } this._requestPending = null; } _onFilesHeader(header) { if (this._requestAccepted?.header.length) { this._lastProgress = 0; this._digester = new FileDigester({size: header.size, name: header.name, mime: header.mime}, this._requestAccepted.totalSize, this._totalBytesReceived, fileBlob => this._onFileReceived(fileBlob) ); } } _abortTransfer() { Events.fire('set-progress', {peerId: this._peerId, progress: 1, status: 'wait'}); Events.fire('notify-user', 'Files are incorrect.'); this._filesReceived = []; this._requestAccepted = null; this._digester = null; throw new Error("Received files differ from requested files. Abort!"); } _onChunkReceived(chunk) { if(!this._digester || !(chunk.byteLength || chunk.size)) return; this._digester.unchunk(chunk); const progress = this._digester.progress; if (progress > 1) { this._abortTransfer(); } this._onDownloadProgress(progress); // occasionally notify sender about our progress if (progress - this._lastProgress < 0.005 && progress !== 1) return; this._lastProgress = progress; this._sendProgress(progress); } _onDownloadProgress(progress) { Events.fire('set-progress', {peerId: this._peerId, progress: progress, status: 'transfer'}); } async _onFileReceived(fileBlob) { const acceptedHeader = this._requestAccepted.header.shift(); this._totalBytesReceived += fileBlob.size; this.sendJSON({type: 'file-transfer-complete'}); const sameSize = fileBlob.size === acceptedHeader.size; const sameName = fileBlob.name === acceptedHeader.name if (!sameSize || !sameName) { this._abortTransfer(); } this._filesReceived.push(fileBlob); if (!this._requestAccepted.header.length) { this._busy = false; Events.fire('set-progress', {peerId: this._peerId, progress: 0, status: 'process'}); Events.fire('files-received', {sender: this._peerId, files: this._filesReceived, request: this._requestAccepted}); this._filesReceived = []; this._requestAccepted = null; } } _onFileTransferCompleted() { this._chunker = null; if (!this._filesQueue.length) { this._busy = false; Events.fire('notify-user', 'File transfer completed.'); } else { this._dequeueFile(); } } _onFileTransferRequestResponded(message) { if (!message.accepted) { Events.fire('set-progress', {peerId: this._peerId, progress: 1, status: 'wait'}); this._filesRequested = null; if (message.reason === 'ios-memory-limit') { Events.fire('notify-user', "Sending files to iOS is only possible up to 200MB at once"); } return; } Events.fire('file-transfer-accepted'); Events.fire('set-progress', {peerId: this._peerId, progress: 0, status: 'transfer'}); this.sendFiles(); } _onMessageTransferCompleted() { Events.fire('notify-user', 'Message transfer completed.'); } sendText(text) { const unescaped = btoa(unescape(encodeURIComponent(text))); this.sendJSON({ type: 'text', text: unescaped }); } _onTextReceived(message) { if (!message.text) return; const escaped = decodeURIComponent(escape(atob(message.text))); Events.fire('text-received', { text: escaped, peerId: this._peerId }); this.sendJSON({ type: 'message-transfer-complete' }); } } class RTCPeer extends Peer { constructor(serverConnection, peerId, roomType, roomSecret) { super(serverConnection, peerId, roomType, roomSecret); if (!peerId) return; // we will listen for a caller this._connect(peerId, true); } _connect(peerId, isCaller) { if (!this._conn || this._conn.signalingState === "closed") this._openConnection(peerId, isCaller); if (isCaller) { this._openChannel(); } else { this._conn.ondatachannel = e => this._onChannelOpened(e); } } _openConnection(peerId, isCaller) { this._isCaller = isCaller; this._peerId = peerId; this._conn = new RTCPeerConnection(RTCPeer.config); this._conn.onicecandidate = e => this._onIceCandidate(e); this._conn.onconnectionstatechange = _ => this._onConnectionStateChange(); this._conn.oniceconnectionstatechange = e => this._onIceConnectionStateChange(e); } _openChannel() { if (!this._conn) return; const channel = this._conn.createDataChannel('data-channel', { ordered: true, reliable: true // Obsolete. See https://developer.mozilla.org/en-US/docs/Web/API/RTCDataChannel/reliable }); channel.onopen = e => this._onChannelOpened(e); channel.onerror = e => this._onError(e); this._conn.createOffer().then(d => this._onDescription(d)).catch(e => this._onError(e)); } _onDescription(description) { // description.sdp = description.sdp.replace('b=AS:30', 'b=AS:1638400'); this._conn.setLocalDescription(description) .then(_ => this._sendSignal({ sdp: description })) .catch(e => this._onError(e)); } _onIceCandidate(event) { if (!event.candidate) return; this._sendSignal({ ice: event.candidate }); } onServerMessage(message) { if (!this._conn) this._connect(message.sender.id, false); if (message.sdp) { this._conn.setRemoteDescription(message.sdp) .then( _ => { if (message.sdp.type === 'offer') { return this._conn.createAnswer() .then(d => this._onDescription(d)); } }) .catch(e => this._onError(e)); } else if (message.ice) { this._conn.addIceCandidate(new RTCIceCandidate(message.ice)) .catch(e => this._onError(e)); } } _onChannelOpened(event) { console.log('RTC: channel opened with', this._peerId); Events.fire('peer-connected', this._peerId); const channel = event.channel || event.target; channel.binaryType = 'arraybuffer'; channel.onmessage = e => this._onMessage(e.data); channel.onclose = _ => this._onChannelClosed(); Events.on('beforeunload', e => this._onBeforeUnload(e)); Events.on('pagehide', _ => this._closeChannel()); this._channel = channel; } _onBeforeUnload(e) { if (this._busy) { e.preventDefault(); return "There are unfinished transfers. Are you sure you want to close?"; } } _closeChannel() { if (this._channel) this._channel.onclose = null; if (this._conn) this._conn.close(); this._conn = null; } _onChannelClosed() { console.log('RTC: channel closed', this._peerId); Events.fire('peer-disconnected', this._peerId); if (!this._isCaller) return; this._connect(this._peerId, true); // reopen the channel } _onConnectionStateChange() { console.log('RTC: state changed:', this._conn.connectionState); switch (this._conn.connectionState) { case 'disconnected': this._onError('rtc connection disconnected'); break; case 'failed': this._onError('rtc connection failed'); break; } } _onIceConnectionStateChange() { switch (this._conn.iceConnectionState) { case 'failed': this._onError('ICE Gathering failed'); break; default: console.log('ICE Gathering', this._conn.iceConnectionState); } } _onError(error) { console.error(error); } _send(message) { if (!this._channel) this.refresh(); this._channel.send(message); } _sendSignal(signal) { signal.type = 'signal'; signal.to = this._peerId; signal.roomType = this._roomType; signal.roomSecret = this._roomSecret; this._server.send(signal); } refresh() { // check if channel is open. otherwise create one if (this._isConnected() || this._isConnecting()) return; this._connect(this._peerId, this._isCaller); } _isConnected() { return this._channel && this._channel.readyState === 'open'; } _isConnecting() { return this._channel && this._channel.readyState === 'connecting'; } } class WSPeer extends Peer { constructor(serverConnection, peerId, roomType, roomSecret) { super(serverConnection, peerId, roomType, roomSecret); if (!peerId) return; // we will listen for a caller this._sendSignal(); } _send(chunk) { this.sendJSON({ type: 'ws-chunk', chunk: arrayBufferToBase64(chunk) }); } sendJSON(message) { message.to = this._peerId; message.roomType = this._roomType; message.roomSecret = this._roomSecret; this._server.send(message); } _sendSignal() { this.sendJSON({type: 'signal'}); } onServerMessage(message) { Events.fire('peer-connected', message.sender.id) if (this._peerId) return; this._peerId = message.sender.id; this._sendSignal(); } } class PeersManager { constructor(serverConnection) { this.peers = {}; this._server = serverConnection; Events.on('signal', e => this._onMessage(e.detail)); Events.on('peers', e => this._onPeers(e.detail)); Events.on('files-selected', e => this._onFilesSelected(e.detail)); Events.on('respond-to-files-transfer-request', e => this._onRespondToFileTransferRequest(e.detail)) Events.on('send-text', e => this._onSendText(e.detail)); Events.on('peer-left', e => this._onPeerLeft(e.detail)); Events.on('peer-disconnected', e => this._onPeerDisconnected(e.detail)); Events.on('secret-room-deleted', e => this._onSecretRoomDeleted(e.detail)); Events.on('ws-relay', e => this._onWsRelay(e.detail)); } _onMessage(message) { // if different roomType -> abort if (this.peers[message.sender.id] && this.peers[message.sender.id]._roomType !== message.roomType) return; if (!this.peers[message.sender.id]) { if (window.isRtcSupported && message.sender.rtcSupported) { this.peers[message.sender.id] = new RTCPeer(this._server, undefined, message.roomType, message.roomSecret); } else { this.peers[message.sender.id] = new WSPeer(this._server, undefined, message.roomType, message.roomSecret); } } this.peers[message.sender.id].onServerMessage(message); } _onWsRelay(message) { const messageJSON = JSON.parse(message) if (messageJSON.type === 'ws-chunk') message = base64ToArrayBuffer(messageJSON.chunk); this.peers[messageJSON.sender.id]._onMessage(message, false) } _onPeers(msg) { msg.peers.forEach(peer => { if (this.peers[peer.id]) { // if different roomType -> abort if (this.peers[peer.id].roomType !== msg.roomType || this.peers[peer.id].roomSecret !== msg.roomSecret) return; this.peers[peer.id].refresh(); return; } if (window.isRtcSupported && peer.rtcSupported) { this.peers[peer.id] = new RTCPeer(this._server, peer.id, msg.roomType, msg.roomSecret); } else { this.peers[peer.id] = new WSPeer(this._server, peer.id, msg.roomType, msg.roomSecret); } }) } sendTo(peerId, message) { this.peers[peerId].send(message); } _onRespondToFileTransferRequest(detail) { this.peers[detail.to]._respondToFileTransferRequest(detail.accepted); } _onFilesSelected(message) { let inputFiles = Array.from(message.files); delete message.files; let files = []; const l = inputFiles.length; for (let i=0; i this._onChunkRead(e.target.result)); } nextPartition() { this._partitionSize = 0; this._readChunk(); } _readChunk() { const chunk = this._file.slice(this._offset, this._offset + this._chunkSize); this._reader.readAsArrayBuffer(chunk); } _onChunkRead(chunk) { this._offset += chunk.byteLength; this._partitionSize += chunk.byteLength; this._onChunk(chunk); if (this.isFileEnd()) return; if (this._isPartitionEnd()) { this._onPartitionEnd(this._offset); return; } this._readChunk(); } repeatPartition() { this._offset -= this._partitionSize; this.nextPartition(); } _isPartitionEnd() { return this._partitionSize >= this._maxPartitionSize; } isFileEnd() { return this._offset >= this._file.size; } } class FileDigester { constructor(meta, totalSize, totalBytesReceived, callback) { this._buffer = []; this._bytesReceived = 0; this._size = meta.size; this._name = meta.name; this._mime = meta.mime; this._totalSize = totalSize; this._totalBytesReceived = totalBytesReceived; this._callback = callback; } unchunk(chunk) { this._buffer.push(chunk); this._bytesReceived += chunk.byteLength || chunk.size; this.progress = (this._totalBytesReceived + this._bytesReceived) / this._totalSize; if (isNaN(this.progress)) this.progress = 1 if (this._bytesReceived < this._size) return; // we are done const blob = new Blob(this._buffer) this._buffer = null; this._callback(new File([blob], this._name, { type: this._mime, lastModified: new Date().getTime() })); } } class Events { static fire(type, detail) { window.dispatchEvent(new CustomEvent(type, { detail: detail })); } static on(type, callback) { return window.addEventListener(type, callback, false); } static off(type, callback) { return window.removeEventListener(type, callback, false); } } RTCPeer.config = { 'sdpSemantics': 'unified-plan', 'iceServers': [ { urls: 'stun:stun.l.google.com:19302' }, { urls: 'stun:openrelay.metered.ca:80' }, { urls: 'turn:openrelay.metered.ca:443', username: 'openrelayproject', credential: 'openrelayproject', }, ] }