let socket = null; let isCapturing = false; let audioContext = null; let language = null; let isPaused = false; let preNode = null; let allSegments = []; let lastIncompleteSegment = null; function formatTime(seconds) { const date = new Date(seconds * 1000); const hh = String(date.getUTCHours()).padStart(2, '0'); const mm = String(date.getUTCMinutes()).padStart(2, '0'); const ss = String(date.getUTCSeconds()).padStart(2, '0'); const mmm = String(date.getUTCMilliseconds()).padStart(3, '0'); return `${hh}:${mm}:${ss},${mmm}`; } function generateSRT() { return allSegments .map((seg, i) => { const start = formatTime(seg.start); const end = formatTime(seg.end); const text = seg.text.trim().replace(/[\r\n]+/g, ' '); return `${i + 1}\n${start} --> ${end}\n${text}`; }) .join('\n\n'); } function downloadSRT() { const srtBlob = new Blob([generateSRT()], { type: 'text/srt;charset=utf-8' }); const url = URL.createObjectURL(srtBlob); const a = document.createElement('a'); a.href = url; a.download = 'captions.srt'; a.style.display = 'none'; document.body.appendChild(a); a.click(); URL.revokeObjectURL(url); document.body.removeChild(a); } function generateUUID() { let dt = new Date().getTime(); return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, c => { const r = (dt + Math.random() * 16) % 16 | 0; dt = Math.floor(dt / 16); return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16); }); } document.querySelectorAll('video, audio').forEach(el => { el.addEventListener('play', () => { isPaused = false; }); el.addEventListener('pause', () => { isPaused = true; }); }); function setupMessageHandler() { if (preNode) { preNode.port.onmessage = e => { const audio16k = e.data; if (isCapturing && socket && socket.readyState === WebSocket.OPEN && !isPaused) { socket.send(audio16k); } }; } } const WORKLET_URL = browser.runtime.getURL('audiopreprocessor.js'); async function initAudioWorklet() { if (audioContext && preNode) { setupMessageHandler(); return; } audioContext = new AudioContext(); await audioContext.audioWorklet.addModule(WORKLET_URL); preNode = new AudioWorkletNode(audioContext, 'audiopreprocessor'); document.querySelectorAll('audio, video').forEach(el => { let src; try { src = audioContext.createMediaElementSource(el); } catch(e) { console.warn('Could not create MediaElementSource for', el, e); return; } src.connect(preNode); src.connect(audioContext.destination); }); preNode.connect(audioContext.destination); setupMessageHandler(); } async function startRecording(data) { if (!audioContext) { await initAudioWorklet(); } const uid = generateUUID(); socket = new WebSocket(`ws://${data.host}:${data.port}/`); language = data.language; socket.onopen = () => { socket.send(JSON.stringify({ uid, language: data.language, task: data.task, model: data.modelSize, use_vad: data.useVad })); }; let serverReady = false; socket.onmessage = async event => { const msg = JSON.parse(event.data); if (msg.uid !== uid) return; if (msg.status === 'WAIT') { await browser.runtime.sendMessage({ action: 'showPopup', data: msg.message }); return; } if (!serverReady && msg.message === 'SERVER_READY') { serverReady = true; return; } if (!language && msg.language) { language = msg.language; await browser.runtime.sendMessage({ action: 'updateSelectedLanguage', data: language }); return; } if (msg.message === 'DISCONNECT') { await browser.runtime.sendMessage({ action: 'toggleCaptureButtons' }); return; } if (msg.segments) { await browser.runtime.sendMessage({ action: 'transcript', data: {data: event.data, saveCaption: data.saveCaption} }); } }; isCapturing = true; } function stopRecording() { isCapturing = false; if (socket) { socket.close(); socket = null; } remove_element(); } var elem_container = null; var elem_text = null; var segments = []; var text_segments = []; function initPopupElement() { if (document.getElementById('popupElement')) { return; } const popupContainer = document.createElement('div'); popupContainer.id = 'popupElement'; popupContainer.style.cssText = 'position: fixed; top: 50%; left: 50%; transform: translate(-50%, -50%); background: white; color: black; padding: 16px; border-radius: 10px; box-shadow: 0px 0px 10px rgba(0, 0, 0, 0.5); display: none; text-align: center;'; const popupText = document.createElement('span'); popupText.textContent = 'Default Text'; popupText.className = 'popupText'; popupText.style.fontSize = '24px'; popupContainer.appendChild(popupText); const buttonContainer = document.createElement('div'); buttonContainer.style.marginTop = '8px'; const closePopupButton = document.createElement('button'); closePopupButton.textContent = 'Close'; closePopupButton.style.backgroundColor = '#65428A'; closePopupButton.style.color = 'white'; closePopupButton.style.border = 'none'; closePopupButton.style.padding = '8px 16px'; // Add padding for better click area closePopupButton.style.cursor = 'pointer'; closePopupButton.addEventListener('click', async () => { popupContainer.style.display = 'none'; await browser.runtime.sendMessage({ action: 'toggleCaptureButtons', data: false }); }); buttonContainer.appendChild(closePopupButton); popupContainer.appendChild(buttonContainer); document.body.appendChild(popupContainer); } function showPopup(customText) { const popup = document.getElementById('popupElement'); const popupText = popup.querySelector('.popupText'); if (popup && popupText) { popupText.textContent = customText || 'Default Text'; // Set default text if custom text is not provided popup.style.display = 'block'; } } function init_element() { if (document.getElementById('transcription')) { return; } elem_container = document.createElement('div'); elem_container.id = "transcription"; elem_container.style.cssText = 'padding-top:16px;font-size:18px;line-height:18px;position:fixed;top:85%;left:50%;transform:translate(-50%,-50%);width:500px;height:90px;opacity:0.9;z-index:100;background:black;border-radius:10px;color:white;'; for (var i = 0; i < 4; i++) { elem_text = document.createElement('span'); elem_text.style.cssText = 'position: absolute;padding-left:16px;padding-right:16px;'; elem_text.id = "t" + i; elem_container.appendChild(elem_text); if (i == 3) { elem_text.style.top = "-1000px" } } document.body.appendChild(elem_container); let x = 0; let y = 0; // Query the element const ele = elem_container; // Handle the mousedown event // that's triggered when user drags the element const mouseDownHandler = function (e) { // Get the current mouse position x = e.clientX; y = e.clientY; // Attach the listeners to `document` document.addEventListener('mousemove', mouseMoveHandler); document.addEventListener('mouseup', mouseUpHandler); }; const mouseMoveHandler = function (e) { // How far the mouse has been moved const dx = e.clientX - x; const dy = e.clientY - y; // Set the position of element ele.style.top = `${ele.offsetTop + dy}px`; ele.style.left = `${ele.offsetLeft + dx}px`; // Reassign the position of mouse x = e.clientX; y = e.clientY; }; const mouseUpHandler = function () { // Remove the handlers of `mousemove` and `mouseup` document.removeEventListener('mousemove', mouseMoveHandler); document.removeEventListener('mouseup', mouseUpHandler); }; ele.addEventListener('mousedown', mouseDownHandler); } function getStyle(el,styleProp) { var x = document.getElementById(el); if (x.currentStyle) var y = x.currentStyle[styleProp]; else if (window.getComputedStyle) var y = document.defaultView.getComputedStyle(x,null).getPropertyValue(styleProp); return y; } function get_lines(elem, line_height) { var divHeight = elem.offsetHeight; var lines = divHeight / line_height; var original_text = elem.innerHTML; var words = original_text.split(' '); var segments = []; var current_lines = 1; var segment = ''; var segment_len = 0; for (var i = 0; i < words.length; i++) { segment += words[i] + ' '; elem.innerHTML = segment; divHeight = elem.offsetHeight; if ((divHeight / line_height) > current_lines) { var line_segment = segment.substring(segment_len, segment.length - 1 - words[i].length - 1); segments.push(line_segment); segment_len += line_segment.length + 1; current_lines++; } } var line_segment = segment.substring(segment_len, segment.length - 1) segments.push(line_segment); elem.innerHTML = original_text; return segments; } function remove_element() { var elem = document.getElementById('transcription') for (var i = 0; i < 4; i++) { document.getElementById("t" + i).remove(); } elem.remove() } browser.runtime.onMessage.addListener((request, sender, sendResponse) => { const { action, data } = request; const saveCaption = data.saveCaption || false; if (action === "startCapture") { isCapturing = true; startRecording(data); } else if (action === "stopCapture") { isCapturing = false; if (socket) { socket.close(); socket = null; } if (saveCaption === true) { if (lastIncompleteSegment && lastIncompleteSegment.text && lastIncompleteSegment.text.trim() !== "") { if (allSegments.length === 0 || parseFloat(lastIncompleteSegment.start) >= parseFloat(allSegments[allSegments.length - 1].end)) { allSegments.push({ start: lastIncompleteSegment.start, end: lastIncompleteSegment.end, text: lastIncompleteSegment.text }); } } downloadSRT(); } remove_element(); } else if (action === "showWaitPopup") { initPopupElement(); showPopup(`Estimated wait time ~ ${Math.round(data)} minutes`); } else if (action === "show_transcript"){ if (!isCapturing) return; init_element(); message = JSON.parse(data.data); message = message["segments"]; if (saveCaption === true) { message.forEach(seg => { if (seg.completed === true && (allSegments.length === 0 || parseFloat(seg.start) >= parseFloat(allSegments[allSegments.length - 1].end))) { allSegments.push({ start: seg.start, end: seg.end, text: seg.text }); lastIncompleteSegment = null; } else if (seg.completed !== true) { lastIncompleteSegment = seg; } }); } var text = ''; for (var i = 0; i < message.length; i++) { text += message[i].text + ' '; } text = text.replace(/(\r\n|\n|\r)/gm, ""); var elem = document.getElementById('t3'); elem.innerHTML = text; var line_height_style = getStyle('t3', 'line-height'); var line_height = parseInt(line_height_style.substring(0, line_height_style.length - 2)); var divHeight = elem.offsetHeight; var lines = divHeight / line_height; text_segments = []; text_segments = get_lines(elem, line_height); elem.innerHTML = ''; if (text_segments.length > 2) { for (var i = 0; i < 3; i++) { document.getElementById('t' + i).innerHTML = text_segments[text_segments.length - 3 + i]; } } else { for (var i = 0; i < 3; i++) { document.getElementById('t' + i).innerHTML = ''; } } if (text_segments.length <= 2) { for (var i = 0; i < text_segments.length; i++) { document.getElementById('t' + i).innerHTML = text_segments[i]; } } else { for (var i = 0; i < 3; i++) { document.getElementById('t' + i).innerHTML = text_segments[text_segments.length - 3 + i]; } } for (var i = 1; i < 3; i++) { var parent_elem = document.getElementById('t' + (i - 1)); var elem = document.getElementById('t' + i); elem.style.top = parent_elem.offsetHeight + parent_elem.offsetTop + 'px'; } } sendResponse({}); });