browser audio detection phase 4

This commit is contained in:
Joren de Graaf
2026-10-02 21:45:24 +02:00
parent 1de4b8a0b3
commit 46ad514a70
20 changed files with 903 additions and 31 deletions
+16
View File
@@ -105,3 +105,19 @@ python manage.py compilemessages
```
The small amount of JavaScript UI text is translated by Django in `templates/js_translations.html` and read from `window.BOOMCAST_I18N`. After changing JavaScript, run `npm run build` and `python manage.py collectstatic --noinput` for production. Classifier class names, API keys, sensor tokens, H3 values and stored source/status values remain language-neutral.
## Browser Processing Beta
The administrator setting `browser_processing_beta_enabled` is off by default.
When enabled, the upload form shows **Process recording in this browser (Beta)**,
which also starts off. With the user toggle off, ordinary audio uses the
existing server upload and classifier. With it on, selected audio is checked
locally and selected video is converted to 16 kHz mono WAV before the local
check. Files the user submits still run through the server classifier.
Switching back to server mode cancels browser work and clears the local gate.
The server upload endpoint currently accepts audio, so a video selected in
server mode requires an audio file or browser mode.
Browser assets are loaded only after the user enables the toggle and selects a
file. Regenerate the self-hosted model using [the YAMNet build guide](scripts/BROWSER_YAMNET.md),
then run `npm run build` and `python manage.py collectstatic --noinput`.
@@ -2,7 +2,7 @@
<form class="upload-form audio-upload--idle" action="{% url "fireworks_detect:classify_upload" %}" method="post" enctype="multipart/form-data" hx-post="{% url "fireworks_detect:classify_upload" %}" hx-target="#classification-results" hx-swap="innerHTML" hx-encoding="multipart/form-data" hx-indicator="#upload-indicator" data-scroll-to-results="true">
{% csrf_token %}
<label class="drop-zone" id="drop-zone">
<input class="file-input" id="audio-file" type="file" name="audio" accept="audio/*,.wav,.mp3,.m4a,.ogg,.flac,.aac,.opus{% if browser_processing_config.browserProcessingBeta %},video/*,.mp4,.mov,.m4v,.webm,.mkv,.avi{% endif %}" required>
<input class="file-input" id="audio-file" type="file" name="audio" accept="audio/*,.wav,.mp3,.m4a,.ogg,.flac,.aac,.opus" required>
<span>
<span class="upload-icon" id="upload-progress-circle"><span class="upload-icon__content" id="upload-icon-content" aria-hidden="true">↑</span></span>
<strong>{% trans "Drop an audio file here" %}</strong>
@@ -10,6 +10,15 @@
</span>
<span class="file-name" id="file-name">{% trans "No file selected" %}</span>
</label>
{% if browser_processing_config.browserProcessingBeta %}
<div class="browser-mode">
<label class="browser-mode__label" for="browser-processing-toggle">
<input id="browser-processing-toggle" type="checkbox">
<span>{% trans "Process recording in this browser (Beta)" %}</span>
</label>
<p>{% trans "When enabled, BoomCast extracts and checks audio on this device before uploading it. When disabled, recordings are processed by the server as usual." %}</p>
</div>
{% endif %}
<div class="form-footer">
<p class="file-note">{% trans "WAV, MP3, M4A, OGG and more · 25 MiB maximum" %}</p>
<button type="submit"><span class="spinner htmx-indicator" id="upload-indicator" aria-hidden="true"></span>{% trans "Analyse audio" %}</button>
@@ -44,6 +44,17 @@ class BrowserProcessingBetaTests(TestCase):
page = self.client.get(url)
self.assertContains(page, '"browserProcessingBeta": false')
self.assertContains(page, 'id="boomcast-browser-config"')
self.assertNotContains(page, 'id="browser-processing-toggle"')
def test_frontend_toggle_only_appears_when_admin_enables_beta_and_defaults_off(self):
for url in (reverse("hello"), reverse("fireworks_detect:fireworks")):
self.assertNotContains(self.client.get(url), 'id="browser-processing-toggle"')
BrowserProcessingSettings.objects.update(browser_processing_beta_enabled=True)
for url in (reverse("hello"), reverse("fireworks_detect:fireworks")):
page = self.client.get(url)
self.assertContains(page, 'id="browser-processing-toggle" type="checkbox"')
self.assertNotContains(page, 'id="browser-processing-toggle" type="checkbox" checked')
self.assertContains(page, 'accept="audio/*,.wav,.mp3,.m4a,.ogg,.flac,.aac,.opus"')
def test_enabled_policy_reuses_current_rules_and_exposes_no_secrets(self):
BrowserProcessingSettings.objects.update(browser_processing_beta_enabled=True)
+111 -28
View File
@@ -1,5 +1,3 @@
import { BrowserSubmissionProcessor } from "./browser-submission-processor.js";
const form = document.querySelector(".upload-form");
if (form) {
@@ -19,21 +17,49 @@ if (form) {
const gateOverride = form.querySelector("#browser-gate-override");
const status = document.querySelector("#upload-status");
const reducedMotion = window.matchMedia("(prefers-reduced-motion: reduce)");
const browserToggle = form.querySelector("#browser-processing-toggle");
const configElement = document.querySelector("#boomcast-browser-config");
let browserConfig = { browserProcessingBeta: false };
try { browserConfig = JSON.parse(configElement?.textContent || "{}"); }
catch (error) { console.error("[BoomCast][BrowserBeta] Configuration unavailable:", error); }
const browserAvailable = browserConfig.browserProcessingBeta === true && Boolean(browserToggle);
if (browserToggle) browserToggle.checked = false;
const audioAccept = fileInput.accept;
const videoAccept = ",video/*,.mp4,.mov,.m4v,.webm,.mkv,.avi";
const browserModeEnabled = () => browserAvailable && browserToggle.checked;
const isVideoFile = (file) => Boolean(file) &&
(file.type.startsWith("video/") || (!file.type && /\.(mp4|mov|m4v|webm|mkv|avi)$/i.test(file.name || "")));
let browserProcessor = null;
let browserProcessorPromise = null;
let sourceFile = null;
async function getBrowserProcessor() {
if (browserProcessor) return browserProcessor;
browserProcessorPromise ||= import("./browser-submission-processor.js").then(({ BrowserSubmissionProcessor }) => {
browserProcessor = new BrowserSubmissionProcessor(browserConfig);
console.log("[BoomCast][BrowserBeta] Coordinator initialised.");
return browserProcessor;
}).catch((error) => {
browserProcessorPromise = null;
throw error;
});
return browserProcessorPromise;
}
const states = ["idle", "file-selected", "uploading", "processing", "success", "error", "cancelled"];
let request = null;
let busy = false;
let uploadComplete = false;
let processingTimer = null;
let preparing = false;
let selectionId = 0;
let selectionController = null;
let selectedResult = null;
let preparationPending = false;
let preparationFailed = false;
let gateBlocked = false;
const browserProcessor = new BrowserSubmissionProcessor();
if (!browserProcessor.isEnabled()) {
console.log("[BoomCast][BrowserBeta] Feature disabled; using legacy submission flow.");
if (!browserAvailable) {
console.log("[BoomCast][BrowserBeta] Feature disabled globally; using existing server flow.");
} else {
console.log("[BoomCast][BrowserBeta] Browser processing disabled by user; using existing server flow.");
}
function setUploadState(state, { progress = null, message = "" } = {}) {
@@ -42,6 +68,7 @@ if (form) {
busy = active;
submit.disabled = active;
fileInput.disabled = active;
if (browserToggle) browserToggle.disabled = active;
cancel.hidden = !active;
if (active) form.setAttribute("aria-busy", "true");
else form.removeAttribute("aria-busy");
@@ -134,33 +161,50 @@ if (form) {
function selectFile(file) {
selectionId += 1;
selectionController?.abort();
browserProcessor?.cancel();
selectionController = null;
selectedResult = null;
preparationPending = false;
preparationFailed = false;
gateBlocked = false;
gatePanel.hidden = true;
if (!busy) results.replaceChildren();
showFile(file);
if (!busy) { submit.disabled = false; cancel.hidden = true; }
if (!file || !browserProcessor.canProcess(file)) return;
if (!file) return;
console.log("[BoomCast][BrowserBeta] File selected.", { mimeType: file.type, sizeBytes: file.size });
if (!browserModeEnabled()) {
console.log("[BoomCast][BrowserBeta] Server mode selected.");
if (isVideoFile(file)) {
preparationFailed = true;
submit.disabled = true;
status.textContent = t.serverAudioOnly || "Server processing currently accepts audio recordings. Choose an audio file or enable browser processing.";
}
return;
}
console.log("[BoomCast][BrowserBeta] Browser mode selected.");
const id = selectionId;
const controller = new AbortController();
selectionController = controller;
preparationPending = true;
submit.disabled = true;
cancel.hidden = false;
status.textContent = BrowserSubmissionProcessor.isVideo(file)
status.textContent = isVideoFile(file)
? (t.extractingAudio || "Extracting audio from video…")
: (t.preparingRecording || "Preparing recording…");
browserProcessor.prepare(file, { signal: controller.signal, onState: (state) => {
if (id !== selectionId) return;
status.textContent = state === "checking" ? (t.checkingRecording || "Checking recording…")
: (t.extractingAudio || "Extracting audio from video…");
} }).then((result) => {
if (id !== selectionId || controller.signal.aborted) return;
getBrowserProcessor().then((processor) => {
if (id !== selectionId || controller.signal.aborted || !browserModeEnabled()) return null;
processor.setEnabled(true);
return processor.process(file, { signal: controller.signal, onState: (state) => {
if (id !== selectionId) return;
status.textContent = state === "checking" ? (t.checkingRecording || "Checking recording…")
: (t.extractingAudio || "Extracting audio from video…");
} });
}).then((result) => {
if (!result || id !== selectionId || controller.signal.aborted || !browserModeEnabled()) return;
preparationPending = false;
cancel.hidden = true;
if (BrowserSubmissionProcessor.isVideo(file) && result.file === file) {
if (isVideoFile(file) && result.file === file) {
preparationFailed = true;
submit.disabled = true;
status.textContent = t.videoExtractionFailed || "Could not extract audio from this video. Please choose an audio recording.";
@@ -177,31 +221,64 @@ if (form) {
: (t.irrelevantGateMessage || "BoomCast could not identify a sound this service currently looks for. You can still submit it for manual review.");
gatePanel.hidden = false;
submit.disabled = true;
status.textContent = (t.gateChooseMessage || "Recording checked. Choose another recording or submit for manual review.");
status.textContent = t.gateChooseMessage || "Recording checked. Choose another recording or submit for manual review.";
} else {
submit.disabled = false;
status.textContent = BrowserSubmissionProcessor.isVideo(file)
? (t.videoAudioOnly || "Video processed on this device. Only extracted audio will be sent if you submit.")
: (t.readyToSubmit || "Ready to submit.");
status.textContent = result.gate === "unavailable"
? (t.localUnavailable || "Local checking was unavailable. BoomCast will use normal server processing.")
: isVideoFile(file)
? (t.videoAudioOnly || "Video processed on this device. Only extracted audio will be sent if you submit.")
: (t.readyToSubmit || "Ready to submit.");
}
}).catch((error) => {
if (id !== selectionId) return;
console.error("[BoomCast][BrowserBeta] Preparation failed:", error);
if (id !== selectionId || !browserModeEnabled()) return;
console.error("[BoomCast][BrowserBeta] Unexpected browser pipeline error:", error);
preparationPending = false;
cancel.hidden = true;
if (BrowserSubmissionProcessor.isVideo(file)) {
if (isVideoFile(file)) {
preparationFailed = true;
submit.disabled = true;
status.textContent = t.videoExtractionFailed || "Could not extract audio from this video. Please choose an audio recording.";
} else {
console.warn("[BoomCast][BrowserBeta] Browser pipeline unavailable; falling back to server.");
selectedResult = { file, metadata: null, gate: "unavailable" };
submit.disabled = false;
status.textContent = t.readyToSubmit || "Ready to submit.";
status.textContent = t.localUnavailable || "Local checking was unavailable. BoomCast will use normal server processing.";
}
});
}
fileInput.addEventListener("change", () => selectFile(fileInput.files[0]));
function restoreOriginalFile() {
if (!sourceFile || fileInput.files[0] === sourceFile) return;
try {
const transfer = new DataTransfer();
transfer.items.add(sourceFile);
fileInput.files = transfer.files;
} catch (error) {
console.error("[BoomCast][Cleanup] Could not restore original selection:", error);
fileInput.value = "";
sourceFile = null;
}
}
browserToggle?.addEventListener("change", () => {
if (browserModeEnabled()) {
console.log("[BoomCast][BrowserBeta] Browser processing enabled by user.");
fileInput.accept = audioAccept + videoAccept;
selectFile(sourceFile || fileInput.files[0]);
} else {
console.log("[BoomCast][BrowserBeta] Switching to server processing.");
console.log("[BoomCast][Cleanup] Cancelling active browser processing job.");
selectionController?.abort();
browserProcessor?.setEnabled(false);
browserProcessor?.cleanup();
fileInput.accept = audioAccept;
restoreOriginalFile();
selectFile(sourceFile || fileInput.files[0]);
}
});
fileInput.addEventListener("change", () => { sourceFile = fileInput.files[0] || null; selectFile(sourceFile); });
["dragenter", "dragover"].forEach((name) => dropZone.addEventListener(name, (event) => {
event.preventDefault();
if (!busy) dropZone.classList.add("dragging");
@@ -213,7 +290,8 @@ if (form) {
dropZone.addEventListener("drop", (event) => {
if (busy || !event.dataTransfer.files.length) return;
fileInput.files = event.dataTransfer.files;
selectFile(fileInput.files[0]);
sourceFile = fileInput.files[0] || null;
selectFile(sourceFile);
});
function startUpload(file, metadata = null) {
@@ -279,15 +357,15 @@ if (form) {
if (!form.reportValidity()) return;
const file = fileInput.files[0];
if (!file) return;
if (!browserModeEnabled()) { startUpload(file); return; }
if (selectedResult) { startUpload(selectedResult.file, selectedResult.metadata); return; }
if (!browserProcessor.isEnabled()) { startUpload(file); return; }
// Unknown types retain the existing server flow.
// Unknown audio types retain the existing server flow.
startUpload(file);
}, true);
gateChoose.addEventListener("click", () => fileInput.click());
gateOverride.addEventListener("click", () => {
if (!gateBlocked || !selectedResult || busy || preparationPending) return;
if (!browserModeEnabled() || !gateBlocked || !selectedResult || busy || preparationPending) return;
console.warn("[BoomCast][Gate] User explicitly overrode local gate.");
console.log("[BoomCast][Gate] Submission will enter manual review.");
const metadata = { ...selectedResult.metadata, browser_override: true };
@@ -299,6 +377,7 @@ if (form) {
cancel.addEventListener("click", () => {
if (preparationPending) {
selectionController?.abort();
browserProcessor?.cancel();
selectionId += 1;
preparationPending = false;
preparationFailed = true;
@@ -311,8 +390,12 @@ if (form) {
if (event.persisted) {
request?.abort();
selectionController?.abort();
browserProcessor?.cancel();
selectionId += 1;
selectedResult = null;
sourceFile = null;
if (browserToggle) { browserToggle.checked = false; fileInput.accept = audioAccept; }
browserProcessor?.setEnabled(false);
preparationPending = false;
preparationFailed = false;
gateBlocked = false;
@@ -15,9 +15,39 @@ export class BrowserSubmissionProcessor {
this.config = config;
this.extractVideo = extractVideo;
this.dependencies = dependencies;
this.userEnabled = false;
this.activeController = null;
}
isEnabled() { return this.config.browserProcessingBeta === true; }
isAvailable() { return this.config.browserProcessingBeta === true; }
isEnabled() { return this.isAvailable() && this.userEnabled; }
setEnabled(enabled) {
if (!enabled) this.cancel();
this.userEnabled = this.isAvailable() && enabled === true;
console.log(`${PREFIX} ${this.userEnabled ? "Browser processing enabled by user." : "Browser processing disabled by user; using existing server flow."}`);
}
cancel() {
this.activeController?.abort();
this.activeController = null;
}
async process(file, { signal, onState } = {}) {
this.cancel();
const controller = new AbortController();
this.activeController = controller;
const abort = () => controller.abort();
signal?.addEventListener("abort", abort, { once: true });
if (signal?.aborted) controller.abort();
try {
return await this.prepare(file, { signal: controller.signal, onState });
} finally {
signal?.removeEventListener("abort", abort);
if (this.activeController === controller) this.activeController = null;
}
}
canProcess(file) {
return this.isEnabled() && Boolean(file) && (BrowserSubmissionProcessor.isAudio(file) || BrowserSubmissionProcessor.isVideo(file));
@@ -102,5 +132,8 @@ export class BrowserSubmissionProcessor {
}
}
cleanup() { console.log("[BoomCast][Cleanup] Browser beta resources released."); }
cleanup() {
this.cancel();
console.log("[BoomCast][Cleanup] Browser beta resources released.");
}
}
@@ -515,3 +515,8 @@
.browser-gate p { margin: .45rem 0 1rem; }
.browser-gate-actions { display: flex; gap: .65rem; flex-wrap: wrap; }
.browser-gate-actions button { cursor: pointer; }
.browser-mode { margin: 1rem 0; }
.browser-mode__label { display: inline-flex; align-items: center; gap: .55rem; font-weight: 700; cursor: pointer; }
.browser-mode__label input { width: 1.1rem; height: 1.1rem; margin: 0; accent-color: #91baff; }
.browser-mode p { margin: .35rem 0 0 1.65rem; font-size: .9rem; opacity: .85; }
+84
View File
@@ -0,0 +1,84 @@
import assert from "node:assert/strict";
import test from "node:test";
import { JSDOM } from "jsdom";
function fixture() {
const dom = new JSDOM(`<!doctype html><html><body>
<script id="boomcast-browser-config" type="application/json">{"browserProcessingBeta":true,"policyUrl":"/policy","policyVersion":1}</script>
<form class="upload-form" action="/classify">
<label id="drop-zone"><input id="audio-file" name="audio" type="file" accept="audio/*,.wav" required><span id="upload-progress-circle"><span id="upload-icon-content"></span></span><span id="file-name"></span></label>
<input id="browser-processing-toggle" type="checkbox">
<button type="submit">Submit</button><button class="upload-cancel" type="button" hidden>Cancel</button>
<section id="browser-gate" hidden><strong id="browser-gate-title"></strong><p id="browser-gate-message"></p><button id="browser-gate-choose" type="button"></button><button id="browser-gate-override" type="button"></button></section>
<section id="classification-results"></section>
</form><p id="upload-status"></p></body></html>`, { url: "https://example.test/" });
const { window } = dom;
window.matchMedia = () => ({ matches: false });
window.BOOMCAST_I18N = {};
const requests = [];
class MockXHR {
upload = { addEventListener() {} };
addEventListener() {}
open() {}
send(data) { requests.push(data); }
}
const originals = Object.fromEntries(["window", "document", "FormData", "XMLHttpRequest", "DOMParser", "fetch"].map((name) => [name, globalThis[name]]));
Object.assign(globalThis, { window, document: window.document, FormData: window.FormData, XMLHttpRequest: MockXHR, DOMParser: window.DOMParser });
const form = window.document.querySelector("form");
form.reportValidity = () => true;
const input = window.document.querySelector("#audio-file");
const audio = new window.File(["audio"], "clip.wav", { type: "audio/wav" });
Object.defineProperty(input, "files", { configurable: true, value: [audio] });
const toggle = window.document.querySelector("#browser-processing-toggle");
return { window, form, input, audio, toggle, requests, restore: () => {
for (const [name, value] of Object.entries(originals)) {
if (value === undefined) delete globalThis[name];
else globalThis[name] = value;
}
dom.window.close();
} };
}
test("admin ON with user toggle OFF uploads the original audio without policy fetch", async () => {
const ui = fixture();
let fetches = 0;
globalThis.fetch = () => { fetches += 1; throw new Error("browser policy must not load"); };
try {
await import("../src/scripts/audio-upload.js?mode=server");
assert.equal(ui.toggle.checked, false);
ui.input.dispatchEvent(new ui.window.Event("change", { bubbles: true }));
assert.equal(ui.form.querySelector('button[type="submit"]').disabled, false);
ui.form.dispatchEvent(new ui.window.Event("submit", { bubbles: true, cancelable: true }));
assert.equal(fetches, 0);
assert.equal(ui.requests.length, 1);
assert.equal(ui.requests[0].get("audio").name, "clip.wav");
assert.equal(ui.requests[0].has("browser_processing_metadata"), false);
} finally { ui.restore(); }
});
test("switching browser mode off invalidates a policy job and restores server submission", async () => {
const ui = fixture();
let resolveFetch;
let fetches = 0;
globalThis.fetch = () => { fetches += 1; return new Promise((resolve) => { resolveFetch = resolve; }); };
try {
await import("../src/scripts/audio-upload.js?mode=switch");
ui.input.dispatchEvent(new ui.window.Event("change", { bubbles: true }));
ui.toggle.checked = true;
ui.toggle.dispatchEvent(new ui.window.Event("change", { bubbles: true }));
for (let i = 0; i < 30 && !resolveFetch; i += 1) await new Promise((resolve) => setTimeout(resolve, 5));
assert.equal(fetches, 1);
assert.equal(ui.form.querySelector('button[type="submit"]').disabled, true);
ui.toggle.checked = false;
ui.toggle.dispatchEvent(new ui.window.Event("change", { bubbles: true }));
resolveFetch({ ok: true, json: async () => ({ browser_processing_beta_enabled: true, version: 1 }) });
await new Promise((resolve) => setTimeout(resolve, 0));
assert.equal(ui.input.accept, "audio/*,.wav");
assert.equal(ui.form.querySelector('button[type="submit"]').disabled, false);
assert.equal(ui.window.document.querySelector("#browser-gate").hidden, true);
ui.form.dispatchEvent(new ui.window.Event("submit", { bubbles: true, cancelable: true }));
assert.equal(ui.requests.length, 1);
assert.equal(ui.requests[0].get("audio").name, "clip.wav");
assert.equal(ui.requests[0].has("browser_processing_metadata"), false);
} finally { ui.restore(); }
});
@@ -26,6 +26,7 @@ test("audio and video-derived WAV use the same gate; audio never calls FFmpeg",
async () => { extractionCalls += 1; return new File(["wav"], "clip.wav", { type: "audio/wav" }); },
{ prepareAudio: async () => new Float32Array(16000), classify: async () => { classificationCalls += 1; return [{ class: "Speech", score: .9 }]; } },
);
processor.setEnabled(true);
try {
assert.equal((await processor.prepare(new File(["audio"], "audio.wav", { type: "audio/wav" }))).gate, "speech_only");
assert.equal(extractionCalls, 0);
@@ -43,6 +44,7 @@ test("local classifier failure restores ordinary server upload", async () => {
{ prepareAudio: async () => new Float32Array(16000), classify: async () => { throw new Error("offline"); } },
);
const audio = new File(["audio"], "audio.wav", { type: "audio/wav" });
processor.setEnabled(true);
try {
const result = await processor.prepare(audio);
assert.equal(result.file, audio);
@@ -58,7 +60,40 @@ test("aborted classification never yields a gate decision", async () => {
{ browserProcessingBeta: true, policyUrl: "/policy", policyVersion: 1 }, null,
{ prepareAudio: async () => new Float32Array(16000), classify: async () => { controller.abort(); return [{ class: "Fireworks", score: .9 }]; } },
);
processor.setEnabled(true);
try {
await assert.rejects(processor.prepare(new File(["audio"], "audio.wav", { type: "audio/wav" }), { signal: controller.signal }));
} finally { globalThis.fetch = originalFetch; }
});
test("replacing a classification cancels the old result and keeps the new file", async () => {
const originalFetch = globalThis.fetch;
globalThis.fetch = async () => ({ ok: true, json: async () => ({ ...policy, browser_processing_beta_enabled: true, version: 1 }) });
let firstStarted;
const started = new Promise((resolve) => { firstStarted = resolve; });
let finishFirst;
let calls = 0;
const processor = new BrowserSubmissionProcessor(
{ browserProcessingBeta: true, policyUrl: "/policy", policyVersion: 1 }, null,
{ prepareAudio: async () => new Float32Array(16000), classify: async () => {
calls += 1;
if (calls === 1) {
firstStarted();
return new Promise((resolve) => { finishFirst = resolve; });
}
return [{ class: "Fireworks", score: .9 }];
} },
);
processor.setEnabled(true);
const firstFile = new File(["a"], "first.wav", { type: "audio/wav" });
const secondFile = new File(["b"], "second.wav", { type: "audio/wav" });
try {
const first = processor.process(firstFile);
await started;
const second = await processor.process(secondFile);
assert.equal(second.file, secondFile);
assert.equal(second.gate, "whitelist_match");
finishFirst([{ class: "Speech", score: .9 }]);
await assert.rejects(first);
} finally { globalThis.fetch = originalFetch; }
});
@@ -10,6 +10,7 @@ test("disabled beta returns the original file without loading policy", async ()
globalThis.fetch = () => { throw new Error("fetch must not run"); };
try {
const processor = new BrowserSubmissionProcessor({ browserProcessingBeta: false });
processor.setEnabled(true);
assert.equal(processor.isEnabled(), false);
assert.equal(processor.canProcess(file), false);
assert.deepEqual(await processor.prepare(file), { file, metadata: null, gate: "unavailable" });
@@ -23,6 +24,7 @@ test("enabled shell checks current server policy and never claims processing occ
globalThis.fetch = async () => ({ ok: true, json: async () => ({ browser_processing_beta_enabled: true, version: 1 }) });
try {
const processor = new BrowserSubmissionProcessor({ browserProcessingBeta: true, policyUrl: "/browser-policy/", policyVersion: 1 });
processor.setEnabled(true);
const result = await processor.prepare(file);
assert.equal(result.file, file);
assert.equal(result.metadata.browser_processing_used, false);
@@ -35,6 +37,7 @@ test("enabled shell checks current server policy and never claims processing occ
test("admin-disabled policy and fetch failure both fall back to the original file", async () => {
const originalFetch = globalThis.fetch;
const processor = new BrowserSubmissionProcessor({ browserProcessingBeta: true, policyUrl: "/browser-policy/", policyVersion: 1 });
processor.setEnabled(true);
try {
globalThis.fetch = async () => ({ ok: true, json: async () => ({ browser_processing_beta_enabled: false, version: 1 }) });
assert.deepEqual(await processor.prepare(file), { file, metadata: null, gate: "unavailable" });
@@ -55,6 +58,7 @@ test("video routing is gated and audio never invokes FFmpeg", async () => {
async () => { calls += 1; return new File(["wav"], "clip.wav", { type: "audio/wav" }); },
{ prepareAudio: async () => new Float32Array(16000), classify: async () => [{ class: "Fireworks", score: .9 }] },
);
processor.setEnabled(true);
await processor.prepare(file);
assert.equal(calls, 0);
const video = { type: "video/mp4", size: 123, name: "clip.mp4" };
@@ -77,8 +81,32 @@ test("video conversion failure rejects instead of falling back to original video
{ browserProcessingBeta: true, policyUrl: "/browser-policy/", policyVersion: 1 },
async () => { throw new Error("decode failed"); },
);
processor.setEnabled(true);
await assert.rejects(processor.prepare({ type: "video/mp4", name: "bad.mp4" }), /decode failed/);
} finally {
globalThis.fetch = originalFetch;
}
});
test("admin ON and user toggle OFF bypasses policy, FFmpeg and TensorFlow", async () => {
const originalFetch = globalThis.fetch;
globalThis.fetch = () => { throw new Error("policy must not load"); };
const audio = new File(["audio"], "clip.wav", { type: "audio/wav" });
const processor = new BrowserSubmissionProcessor(
{ browserProcessingBeta: true, policyUrl: "/policy", policyVersion: 1 },
async () => { throw new Error("FFmpeg must not load"); },
{ prepareAudio: async () => { throw new Error("audio preparation must not run"); },
classify: async () => { throw new Error("TensorFlow must not load"); } },
);
try {
assert.equal(processor.isAvailable(), true);
assert.equal(processor.isEnabled(), false);
assert.deepEqual(await processor.process(audio), { file: audio, metadata: null, gate: "unavailable" });
processor.setEnabled(true);
assert.equal(processor.isEnabled(), true);
processor.setEnabled(false);
assert.equal(processor.isEnabled(), false);
assert.deepEqual(await processor.process(audio), { file: audio, metadata: null, gate: "unavailable" });
} finally { globalThis.fetch = originalFetch; }
});
Binary file not shown.
+12
View File
@@ -1263,3 +1263,15 @@ msgstr "Verzonden voor beoordeling"
msgid "An administrator will review this recording."
msgstr "Een beheerder beoordeelt deze opname."
msgid "Process recording in this browser (Beta)"
msgstr "Opname in deze browser verwerken (bèta)"
msgid "When enabled, BoomCast extracts and checks audio on this device before uploading it. When disabled, recordings are processed by the server as usual."
msgstr "Als dit aanstaat, haalt BoomCast de audio op dit apparaat uit de opname en controleert die vóór het uploaden. Als dit uitstaat, verwerkt de server de opname zoals gebruikelijk."
msgid "Server processing currently accepts audio recordings. Choose an audio file or enable browser processing."
msgstr "De server verwerkt momenteel alleen audio-opnamen. Kies een audiobestand of schakel verwerking in de browser in."
msgid "Local checking was unavailable. BoomCast will use normal server processing."
msgstr "Lokale controle was niet beschikbaar. BoomCast gebruikt de normale verwerking op de server."
+545
View File
@@ -13,9 +13,196 @@
},
"devDependencies": {
"concurrently": "^9.1.2",
"jsdom": "^30.1.1",
"vite": "^6.2.0"
}
},
"node_modules/@asamuzakjp/css-color": {
"version": "7.1.3",
"resolved": "https://registry.npmjs.org/@asamuzakjp/css-color/-/css-color-7.1.3.tgz",
"integrity": "sha512-1t1U8Cm3RBl9vh3RAZhjkPaduzLSvQJRToRrxpGR/eDRW99mOREleuu+mWfiFa795bUzjwht7NgphCKTs2ianQ==",
"dev": true,
"license": "MIT",
"dependencies": {
"@csstools/css-calc": "^3.4.2",
"@csstools/css-color-parser": "^4.2.5",
"@csstools/css-parser-algorithms": "^4.0.2",
"@csstools/css-tokenizer": "^4.0.2",
"lru-cache": "^11.5.3"
},
"engines": {
"node": "^22.22.2 || ^24.15.0 || >=26.0.0"
}
},
"node_modules/@asamuzakjp/dom-selector": {
"version": "9.2.3",
"resolved": "https://registry.npmjs.org/@asamuzakjp/dom-selector/-/dom-selector-9.2.3.tgz",
"integrity": "sha512-MDKmPBa6CfNN1zAJroTl7Uc+nBbcNtfE/F24iROfZAtcLffEeY3IbHR8XeHH5dJBspMYTpAsjEYmnp3tAmoVxw==",
"dev": true,
"license": "MIT",
"dependencies": {
"bidi-js": "^1.1.0",
"css-tree": "^3.2.1",
"is-potential-custom-element-name": "^1.0.1",
"lru-cache": "^11.5.3"
},
"engines": {
"node": "^22.22.2 || ^24.15.0 || >=26.0.0"
}
},
"node_modules/@bramus/specificity": {
"version": "2.4.2",
"resolved": "https://registry.npmjs.org/@bramus/specificity/-/specificity-2.4.2.tgz",
"integrity": "sha512-ctxtJ/eA+t+6q2++vj5j7FYX3nRu311q1wfYH3xjlLOsczhlhxAg2FWNUXhpGvAw3BWo1xBcvOV6/YLc2r5FJw==",
"dev": true,
"license": "MIT",
"dependencies": {
"css-tree": "^3.0.0"
},
"bin": {
"specificity": "bin/cli.js"
}
},
"node_modules/@csstools/color-helpers": {
"version": "6.1.2",
"resolved": "https://registry.npmjs.org/@csstools/color-helpers/-/color-helpers-6.1.2.tgz",
"integrity": "sha512-grhRy3OKmniaAEKXMjua5z/EODX0MSqBGjunw8+j/3HQjOnahs2AGhvEOIYVUWcU6ScApbhLhVrQTX8XqrMrow==",
"dev": true,
"funding": [
{
"type": "github",
"url": "https://github.com/sponsors/csstools"
},
{
"type": "opencollective",
"url": "https://opencollective.com/csstools"
}
],
"license": "MIT-0",
"engines": {
"node": ">=20.19.0"
}
},
"node_modules/@csstools/css-calc": {
"version": "3.4.3",
"resolved": "https://registry.npmjs.org/@csstools/css-calc/-/css-calc-3.4.3.tgz",
"integrity": "sha512-iex20d8CHVkyvg6B7UKV7uHnI2Bqo9g+EFfT9E0y+GvTvhZ/DwONJ+9aKb1dlqm0ZiGsL5RXjp0fCoJYnkeDjA==",
"dev": true,
"funding": [
{
"type": "github",
"url": "https://github.com/sponsors/csstools"
},
{
"type": "opencollective",
"url": "https://opencollective.com/csstools"
}
],
"license": "MIT",
"engines": {
"node": ">=20.19.0"
},
"peerDependencies": {
"@csstools/css-parser-algorithms": "^4.0.2",
"@csstools/css-tokenizer": "^4.0.2"
}
},
"node_modules/@csstools/css-color-parser": {
"version": "4.2.6",
"resolved": "https://registry.npmjs.org/@csstools/css-color-parser/-/css-color-parser-4.2.6.tgz",
"integrity": "sha512-iiPQ3iRWwnJkeEn6RIu6SJPr7hYrLz6XZ9s/QZl+2/LI5KQVjpl2fdmDSZKuD4xP6GMmMPgHFFXg6k1Wkz0Trg==",
"dev": true,
"funding": [
{
"type": "github",
"url": "https://github.com/sponsors/csstools"
},
{
"type": "opencollective",
"url": "https://opencollective.com/csstools"
}
],
"license": "MIT",
"dependencies": {
"@csstools/color-helpers": "^6.1.2",
"@csstools/css-calc": "^3.4.3"
},
"engines": {
"node": ">=20.19.0"
},
"peerDependencies": {
"@csstools/css-parser-algorithms": "^4.0.2",
"@csstools/css-tokenizer": "^4.0.2"
}
},
"node_modules/@csstools/css-parser-algorithms": {
"version": "4.0.2",
"resolved": "https://registry.npmjs.org/@csstools/css-parser-algorithms/-/css-parser-algorithms-4.0.2.tgz",
"integrity": "sha512-40cSKyMvK+tq4qz6Awrlye2WGuOKt3FwPgtGg6KTfbHOWNw+Rk1rzbAtZnZ6IBhsY491HLRnDXwoyBAijmmILA==",
"dev": true,
"funding": [
{
"type": "github",
"url": "https://github.com/sponsors/csstools"
},
{
"type": "opencollective",
"url": "https://opencollective.com/csstools"
}
],
"license": "MIT",
"engines": {
"node": ">=20.19.0"
},
"peerDependencies": {
"@csstools/css-tokenizer": "^4.0.2"
}
},
"node_modules/@csstools/css-syntax-patches-for-csstree": {
"version": "1.1.15",
"resolved": "https://registry.npmjs.org/@csstools/css-syntax-patches-for-csstree/-/css-syntax-patches-for-csstree-1.1.15.tgz",
"integrity": "sha512-J0u7HkVl2nzSlhsiTOp4AmwcUQ3D+mGEEKfBy/7To5/y7F2OHwyLrXfrhR0SMgr4p5Lo+eaMVSeai24zUcBIxA==",
"dev": true,
"funding": [
{
"type": "github",
"url": "https://github.com/sponsors/csstools"
},
{
"type": "opencollective",
"url": "https://opencollective.com/csstools"
}
],
"license": "MIT-0",
"peerDependencies": {
"css-tree": "^3.2.1"
},
"peerDependenciesMeta": {
"css-tree": {
"optional": true
}
}
},
"node_modules/@csstools/css-tokenizer": {
"version": "4.0.2",
"resolved": "https://registry.npmjs.org/@csstools/css-tokenizer/-/css-tokenizer-4.0.2.tgz",
"integrity": "sha512-OoKoR0f76dCY666JlcbhmVTs2drYj1GUXZTYTcbUgJjh9Nv41aFfZ21bPQTERm5+L5cBDo466NltB2lplS5GBw==",
"dev": true,
"funding": [
{
"type": "github",
"url": "https://github.com/sponsors/csstools"
},
{
"type": "opencollective",
"url": "https://opencollective.com/csstools"
}
],
"license": "MIT",
"engines": {
"node": ">=20.19.0"
}
},
"node_modules/@esbuild/aix-ppc64": {
"version": "0.25.12",
"resolved": "https://registry.npmjs.org/@esbuild/aix-ppc64/-/aix-ppc64-0.25.12.tgz",
@@ -458,6 +645,24 @@
"node": ">=18"
}
},
"node_modules/@exodus/bytes": {
"version": "1.16.0",
"resolved": "https://registry.npmjs.org/@exodus/bytes/-/bytes-1.16.0.tgz",
"integrity": "sha512-IcpW84uEn3N7ETtNZMlxKhfl6Pec8rUNGOTBtWbK1FKhJxIFAptZyVrvVRVBimAJxJCgc3PxepxkdWWG4DVzfA==",
"dev": true,
"license": "MIT",
"engines": {
"node": "^20.19.0 || ^22.12.0 || >=24.0.0"
},
"peerDependencies": {
"@noble/hashes": "^1.8.0 || ^2.0.0"
},
"peerDependenciesMeta": {
"@noble/hashes": {
"optional": true
}
}
},
"node_modules/@ffmpeg/core": {
"version": "0.12.10",
"resolved": "https://registry.npmjs.org/@ffmpeg/core/-/core-0.12.10.tgz",
@@ -1104,6 +1309,16 @@
"integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==",
"license": "MIT"
},
"node_modules/bidi-js": {
"version": "1.1.0",
"resolved": "https://registry.npmjs.org/bidi-js/-/bidi-js-1.1.0.tgz",
"integrity": "sha512-fX1Onk0tdVPC7obPWB5EbJ1z7NVhLq4m2xZLq2YXBkxzMXIGRpNMU88n0EPgWseKl12J7zXs7qrDxPK4sRs2fg==",
"dev": true,
"license": "MIT",
"dependencies": {
"require-from-string": "^2.0.2"
}
},
"node_modules/call-bind-apply-helpers": {
"version": "1.0.2",
"resolved": "https://registry.npmjs.org/call-bind-apply-helpers/-/call-bind-apply-helpers-1.0.2.tgz",
@@ -1226,6 +1441,79 @@
"url": "https://opencollective.com/core-js"
}
},
"node_modules/css-tree": {
"version": "3.2.1",
"resolved": "https://registry.npmjs.org/css-tree/-/css-tree-3.2.1.tgz",
"integrity": "sha512-X7sjQzceUhu1u7Y/ylrRZFU2FS6LRiFVp6rKLPg23y3x3c3DOKAwuXGDp+PAGjh6CSnCjYeAul8pcT8bAl+lSA==",
"dev": true,
"license": "MIT",
"dependencies": {
"mdn-data": "2.27.1",
"source-map-js": "^1.2.1"
},
"engines": {
"node": "^10 || ^12.20.0 || ^14.13.0 || >=15.0.0"
}
},
"node_modules/data-urls": {
"version": "7.0.0",
"resolved": "https://registry.npmjs.org/data-urls/-/data-urls-7.0.0.tgz",
"integrity": "sha512-23XHcCF+coGYevirZceTVD7NdJOqVn+49IHyxgszm+JIiHLoB2TkmPtsYkNWT1pvRSGkc35L6NHs0yHkN2SumA==",
"dev": true,
"license": "MIT",
"dependencies": {
"whatwg-mimetype": "^5.0.0",
"whatwg-url": "^16.0.0"
},
"engines": {
"node": "^20.19.0 || ^22.12.0 || >=24.0.0"
}
},
"node_modules/data-urls/node_modules/tr46": {
"version": "6.0.0",
"resolved": "https://registry.npmjs.org/tr46/-/tr46-6.0.0.tgz",
"integrity": "sha512-bLVMLPtstlZ4iMQHpFHTR7GAGj2jxi8Dg0s2h2MafAE4uSWF98FC/3MomU51iQAMf8/qDUbKWf5GxuvvVcXEhw==",
"dev": true,
"license": "MIT",
"dependencies": {
"punycode": "^2.3.1"
},
"engines": {
"node": ">=20"
}
},
"node_modules/data-urls/node_modules/webidl-conversions": {
"version": "8.0.1",
"resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-8.0.1.tgz",
"integrity": "sha512-BMhLD/Sw+GbJC21C/UgyaZX41nPt8bUTg+jWyDeg7e7YN4xOM05YPSIXceACnXVtqyEw/LMClUQMtMZ+PGGpqQ==",
"dev": true,
"license": "BSD-2-Clause",
"engines": {
"node": ">=20"
}
},
"node_modules/data-urls/node_modules/whatwg-url": {
"version": "16.0.1",
"resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-16.0.1.tgz",
"integrity": "sha512-1to4zXBxmXHV3IiSSEInrreIlu02vUOvrhxJJH5vcxYTBDAx51cqZiKdyTxlecdKNSjj8EcxGBxNf6Vg+945gw==",
"dev": true,
"license": "MIT",
"dependencies": {
"@exodus/bytes": "^1.11.0",
"tr46": "^6.0.0",
"webidl-conversions": "^8.0.1"
},
"engines": {
"node": "^20.19.0 || ^22.12.0 || >=24.0.0"
}
},
"node_modules/decimal.js": {
"version": "10.6.0",
"resolved": "https://registry.npmjs.org/decimal.js/-/decimal.js-10.6.0.tgz",
"integrity": "sha512-YpgQiITW3JXGntzdUmyUR1V812Hn8T1YVXhCu+wO3OpS4eU9l4YdD3qjyiKdV6mvV29zapkMeD390UVEf2lkUg==",
"dev": true,
"license": "MIT"
},
"node_modules/delayed-stream": {
"version": "1.0.0",
"resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz",
@@ -1255,6 +1543,19 @@
"integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==",
"license": "MIT"
},
"node_modules/entities": {
"version": "8.1.0",
"resolved": "https://registry.npmjs.org/entities/-/entities-8.1.0.tgz",
"integrity": "sha512-kxL7msIffSuh9aaFAMD7rxAIuTRMAHMeBtgHW2yUdWw732ZNh4MehkF2gdjvtdmikkaIP9bFDDJOPlsvm7avrA==",
"dev": true,
"license": "BSD-2-Clause",
"engines": {
"node": ">=20.19.0"
},
"funding": {
"url": "https://github.com/fb55/entities?sponsor=1"
}
},
"node_modules/es-define-property": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/es-define-property/-/es-define-property-1.0.1.tgz",
@@ -1515,6 +1816,19 @@
"node": ">= 0.4"
}
},
"node_modules/html-encoding-sniffer": {
"version": "7.0.0",
"resolved": "https://registry.npmjs.org/html-encoding-sniffer/-/html-encoding-sniffer-7.0.0.tgz",
"integrity": "sha512-UikN5yr7xsCDAq87Or5or0PAlD3HJJOKVzM05az588WnpDJ4Ux7a2A53Qi6gofGg2/EtvF/H4hCi/TXfCW4Y6w==",
"dev": true,
"license": "MIT",
"dependencies": {
"@exodus/bytes": "^1.15.1"
},
"engines": {
"node": "^22.13.0 || >=24.0.0"
}
},
"node_modules/is-fullwidth-code-point": {
"version": "3.0.0",
"resolved": "https://registry.npmjs.org/is-fullwidth-code-point/-/is-fullwidth-code-point-3.0.0.tgz",
@@ -1524,12 +1838,107 @@
"node": ">=8"
}
},
"node_modules/is-potential-custom-element-name": {
"version": "1.0.1",
"resolved": "https://registry.npmjs.org/is-potential-custom-element-name/-/is-potential-custom-element-name-1.0.1.tgz",
"integrity": "sha512-bCYeRA2rVibKZd+s2625gGnGF/t7DSqDs4dP7CrLA1m7jKWz6pps0LpYLJN8Q64HtmPKJ1hrN3nzPNKFEKOUiQ==",
"dev": true,
"license": "MIT"
},
"node_modules/jsdom": {
"version": "30.1.1",
"resolved": "https://registry.npmjs.org/jsdom/-/jsdom-30.1.1.tgz",
"integrity": "sha512-FahmoPK5vbPc+jxV1iErMHmAZypCZ942NHF4+qqaWAuvaKKTBZxawnmAtrbGWLU7MtlxfqIP0qw6aSI+aWGtLg==",
"dev": true,
"license": "MIT",
"dependencies": {
"@asamuzakjp/css-color": "^7.0.0",
"@asamuzakjp/dom-selector": "^9.2.1",
"@bramus/specificity": "^2.4.2",
"@csstools/css-syntax-patches-for-csstree": "^1.1.13",
"@exodus/bytes": "^1.15.1",
"css-tree": "^3.2.1",
"data-urls": "^7.0.0",
"decimal.js": "^10.6.0",
"html-encoding-sniffer": "^7.0.0",
"is-potential-custom-element-name": "^1.0.1",
"lru-cache": "^11.5.2",
"parse5": "^8.0.1",
"saxes": "^6.0.0",
"tough-cookie": "^6.0.2",
"undici": "^8.10.2",
"w3c-xmlserializer": "^6.0.0",
"webidl-conversions": "^8.0.1",
"whatwg-mimetype": "^5.0.0",
"whatwg-url": "^17.1.1",
"xml-name-validator": "^5.0.0"
},
"engines": {
"node": "^22.22.2 || ^24.15.0 || >=26.0.0"
},
"peerDependencies": {
"canvas": "^3.2.3"
},
"peerDependenciesMeta": {
"canvas": {
"optional": true
}
}
},
"node_modules/jsdom/node_modules/tr46": {
"version": "6.0.0",
"resolved": "https://registry.npmjs.org/tr46/-/tr46-6.0.0.tgz",
"integrity": "sha512-bLVMLPtstlZ4iMQHpFHTR7GAGj2jxi8Dg0s2h2MafAE4uSWF98FC/3MomU51iQAMf8/qDUbKWf5GxuvvVcXEhw==",
"dev": true,
"license": "MIT",
"dependencies": {
"punycode": "^2.3.1"
},
"engines": {
"node": ">=20"
}
},
"node_modules/jsdom/node_modules/webidl-conversions": {
"version": "8.0.1",
"resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-8.0.1.tgz",
"integrity": "sha512-BMhLD/Sw+GbJC21C/UgyaZX41nPt8bUTg+jWyDeg7e7YN4xOM05YPSIXceACnXVtqyEw/LMClUQMtMZ+PGGpqQ==",
"dev": true,
"license": "BSD-2-Clause",
"engines": {
"node": ">=20"
}
},
"node_modules/jsdom/node_modules/whatwg-url": {
"version": "17.1.2",
"resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-17.1.2.tgz",
"integrity": "sha512-TEZA+Zqxin7Jjsm2cjRohCmen5awh+hT6Zi3VZdqZlNRk7zvOI/9WpBFg/DWlA56bWnzwm6DuB8NS0EsxQH9uQ==",
"dev": true,
"license": "MIT",
"dependencies": {
"@exodus/bytes": "^1.15.1",
"tr46": "^6.0.0",
"webidl-conversions": "^8.0.1"
},
"engines": {
"node": "^22.14.0 || >=24.0.0"
}
},
"node_modules/long": {
"version": "4.0.0",
"resolved": "https://registry.npmjs.org/long/-/long-4.0.0.tgz",
"integrity": "sha512-XsP+KhQif4bjX1kbuSiySJFNAehNxgLb6hPRGJ9QsUr8ajHkuXGdrHmFUTUUXhDwVX2R5bY4JNZEwbUiMhV+MA==",
"license": "Apache-2.0"
},
"node_modules/lru-cache": {
"version": "11.5.3",
"resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-11.5.3.tgz",
"integrity": "sha512-U4N8FgzmWxc8k1VH8Kr6lQg18U7Fjvby6wXHVRX/ZZ7IwWbRMgrRbP0Wrb5q5NVinryp4SQampHKdvtecItxUg==",
"dev": true,
"license": "BlueOak-1.0.0",
"engines": {
"node": "20 || >=22"
}
},
"node_modules/math-intrinsics": {
"version": "1.1.0",
"resolved": "https://registry.npmjs.org/math-intrinsics/-/math-intrinsics-1.1.0.tgz",
@@ -1539,6 +1948,13 @@
"node": ">= 0.4"
}
},
"node_modules/mdn-data": {
"version": "2.27.1",
"resolved": "https://registry.npmjs.org/mdn-data/-/mdn-data-2.27.1.tgz",
"integrity": "sha512-9Yubnt3e8A0OKwxYSXyhLymGW4sCufcLG6VdiDdUGVkPhpqLxlvP5vl1983gQjJl3tqbrM731mjaZaP68AgosQ==",
"dev": true,
"license": "CC0-1.0"
},
"node_modules/mime-db": {
"version": "1.52.0",
"resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.52.0.tgz",
@@ -1599,6 +2015,19 @@
}
}
},
"node_modules/parse5": {
"version": "8.0.1",
"resolved": "https://registry.npmjs.org/parse5/-/parse5-8.0.1.tgz",
"integrity": "sha512-z1e/HMG90obSGeidlli3hj7cbocou0/wa5HacvI3ASx34PecNjNQeaHNo5WIZpWofN9kgkqV1q5YvXe3F0FoPw==",
"dev": true,
"license": "MIT",
"dependencies": {
"entities": "^8.0.0"
},
"funding": {
"url": "https://github.com/inikulin/parse5?sponsor=1"
}
},
"node_modules/picocolors": {
"version": "1.1.1",
"resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz",
@@ -1648,6 +2077,16 @@
"node": "^10 || ^12 || >=14"
}
},
"node_modules/punycode": {
"version": "2.3.1",
"resolved": "https://registry.npmjs.org/punycode/-/punycode-2.3.1.tgz",
"integrity": "sha512-vYt7UD1U9Wg6138shLtLOvdAu+8DsC/ilFtEVHcH+wydcSpNE20AfSOduf6MkRFahL5FY7X1oU7nKVZFtfq8Fg==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=6"
}
},
"node_modules/regenerator-runtime": {
"version": "0.13.11",
"resolved": "https://registry.npmjs.org/regenerator-runtime/-/regenerator-runtime-0.13.11.tgz",
@@ -1663,6 +2102,16 @@
"node": ">=0.10.0"
}
},
"node_modules/require-from-string": {
"version": "2.0.2",
"resolved": "https://registry.npmjs.org/require-from-string/-/require-from-string-2.0.2.tgz",
"integrity": "sha512-Xf0nWe6RseziFMu+Ap9biiUbmplq6S9/p+7w7YXP/JBHhrUDDUhwa+vANyubuqfZWTveU//DYVGsDG7RKL/vEw==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=0.10.0"
}
},
"node_modules/rollup": {
"version": "4.63.5",
"resolved": "https://registry.npmjs.org/rollup/-/rollup-4.63.5.tgz",
@@ -1739,6 +2188,19 @@
],
"license": "MIT"
},
"node_modules/saxes": {
"version": "6.0.0",
"resolved": "https://registry.npmjs.org/saxes/-/saxes-6.0.0.tgz",
"integrity": "sha512-xAg7SOnEhrm5zI3puOOKyy1OMcMlIJZYNJY7xLBwSze0UjhPLnWfj2GF2EpT0jmzaJKIWKHLsaSSajf35bcYnA==",
"dev": true,
"license": "ISC",
"dependencies": {
"xmlchars": "^2.2.0"
},
"engines": {
"node": ">=v12.22.7"
}
},
"node_modules/seedrandom": {
"version": "3.0.5",
"resolved": "https://registry.npmjs.org/seedrandom/-/seedrandom-3.0.5.tgz",
@@ -1842,6 +2304,39 @@
"url": "https://github.com/sponsors/SuperchupuDev"
}
},
"node_modules/tldts": {
"version": "7.4.16",
"resolved": "https://registry.npmjs.org/tldts/-/tldts-7.4.16.tgz",
"integrity": "sha512-QwBER5KMR86IIjpIiO7H/Z3IMJPsZ1A6RKPAqzTTgOyUQUSt9FdnKcqhTaJmkY6HVrgouZHZR0ncK5QxvmnQeg==",
"dev": true,
"license": "MIT",
"dependencies": {
"tldts-core": "^7.4.16"
},
"bin": {
"tldts": "bin/cli.js"
}
},
"node_modules/tldts-core": {
"version": "7.4.16",
"resolved": "https://registry.npmjs.org/tldts-core/-/tldts-core-7.4.16.tgz",
"integrity": "sha512-MDolfaSJtlSK5Y0A1xl3277ekubZwobpBjugknDizI9O5Rm60a1m8k4ICK+MRsCDzPygT81mp3BBf5RKDlFRfA==",
"dev": true,
"license": "MIT"
},
"node_modules/tough-cookie": {
"version": "6.0.2",
"resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-6.0.2.tgz",
"integrity": "sha512-exgYmnmL/sJpR3upZfXG5PoatXQii55xAiXGXzY+sROLZ/Y+SLcp9PgJNI9Vz37HpQ74WvDcLT8eqm+kV3FzrA==",
"dev": true,
"license": "BSD-3-Clause",
"dependencies": {
"tldts": "^7.0.5"
},
"engines": {
"node": ">=16"
}
},
"node_modules/tr46": {
"version": "0.0.3",
"resolved": "https://registry.npmjs.org/tr46/-/tr46-0.0.3.tgz",
@@ -1865,6 +2360,16 @@
"dev": true,
"license": "0BSD"
},
"node_modules/undici": {
"version": "8.11.2",
"resolved": "https://registry.npmjs.org/undici/-/undici-8.11.2.tgz",
"integrity": "sha512-u4UB2/IrKdU6lFxumHmmo1a3fCQO5tzQllRorfoRS63txhrB7xTpSn1PftwC4qEHkOaqP95fCWW4lJzwErwzhQ==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=22.19.0"
}
},
"node_modules/undici-types": {
"version": "8.9.0",
"resolved": "https://registry.npmjs.org/undici-types/-/undici-types-8.9.0.tgz",
@@ -1946,12 +2451,35 @@
}
}
},
"node_modules/w3c-xmlserializer": {
"version": "6.0.0",
"resolved": "https://registry.npmjs.org/w3c-xmlserializer/-/w3c-xmlserializer-6.0.0.tgz",
"integrity": "sha512-4Nsy8K5Tr6SPDH9jhKJOHf7ChDrc1zufZTVSF7x72hwuEXBqxqk9G6cK+K2NRUtB3iELRJqjXb4JPDMBjMTl2Q==",
"dev": true,
"license": "MIT",
"dependencies": {
"xml-name-validator": "^5.0.0"
},
"engines": {
"node": "^22.22.2 || ^24.15.0 || >=26.0.0"
}
},
"node_modules/webidl-conversions": {
"version": "3.0.1",
"resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-3.0.1.tgz",
"integrity": "sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ==",
"license": "BSD-2-Clause"
},
"node_modules/whatwg-mimetype": {
"version": "5.0.0",
"resolved": "https://registry.npmjs.org/whatwg-mimetype/-/whatwg-mimetype-5.0.0.tgz",
"integrity": "sha512-sXcNcHOC51uPGF0P/D4NVtrkjSU2fNsm9iog4ZvZJsL3rjoDAzXZhkm2MWt1y+PUdggKAYVoMAIYcs78wJ51Cw==",
"dev": true,
"license": "MIT",
"engines": {
"node": ">=20"
}
},
"node_modules/whatwg-url": {
"version": "5.0.0",
"resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-5.0.0.tgz",
@@ -1979,6 +2507,23 @@
"url": "https://github.com/chalk/wrap-ansi?sponsor=1"
}
},
"node_modules/xml-name-validator": {
"version": "5.0.0",
"resolved": "https://registry.npmjs.org/xml-name-validator/-/xml-name-validator-5.0.0.tgz",
"integrity": "sha512-EvGK8EJ3DhaHfbRlETOWAS5pO9MZITeauHKJyb8wyajUfQUenkIg2MvLDTZ4T/TgIcm3HU0TFBgWWboAZ30UHg==",
"dev": true,
"license": "Apache-2.0",
"engines": {
"node": ">=18"
}
},
"node_modules/xmlchars": {
"version": "2.2.0",
"resolved": "https://registry.npmjs.org/xmlchars/-/xmlchars-2.2.0.tgz",
"integrity": "sha512-JZnDKK8B0RCDw84FNdDAIpZK+JuJw+s7Lz8nksI7SIuU3UXJJslUthsi+uWBUYOwPFwW7W7PRLRfUKpxjtjFCw==",
"dev": true,
"license": "MIT"
},
"node_modules/y18n": {
"version": "5.0.8",
"resolved": "https://registry.npmjs.org/y18n/-/y18n-5.0.8.tgz",
+1
View File
@@ -11,6 +11,7 @@
},
"devDependencies": {
"concurrently": "^9.1.2",
"jsdom": "^30.1.1",
"vite": "^6.2.0"
},
"dependencies": {
@@ -0,0 +1,2 @@
const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=["assets/ffmpeg-video-extractor-CxJ6oLSl.js","assets/frontend/src/entries/fireworks-home.js-DBkY8wwM.js","assets/theme-DXAi27ON.js","assets/theme-CHgv-U5K.css","assets/fireworks-home-CoAZidqN.css","assets/fireworks-navigation-B0T7du8_.css","assets/browser-yamnet-classifier-B6qH2Np3.js"])))=>i.map(i=>d[i]);
import{_ as d}from"./frontend/src/entries/fireworks-home.js-DBkY8wwM.js";/* empty css */import"./theme-DXAi27ON.js";const n="[BoomCast][BrowserBeta]";function f(){const v=document.querySelector("#boomcast-browser-config");if(!v)return{browserProcessingBeta:!1};try{return JSON.parse(v.textContent)}catch(e){return console.error(`${n} Configuration unavailable:`,e),{browserProcessingBeta:!1}}}class b{constructor(e=f(),t=null,s={}){this.config=e,this.extractVideo=t,this.dependencies=s,this.userEnabled=!1,this.activeController=null}isAvailable(){return this.config.browserProcessingBeta===!0}isEnabled(){return this.isAvailable()&&this.userEnabled}setEnabled(e){e||this.cancel(),this.userEnabled=this.isAvailable()&&e===!0,console.log(`${n} ${this.userEnabled?"Browser processing enabled by user.":"Browser processing disabled by user; using existing server flow."}`)}cancel(){var e;(e=this.activeController)==null||e.abort(),this.activeController=null}async process(e,{signal:t,onState:s}={}){this.cancel();const o=new AbortController;this.activeController=o;const i=()=>o.abort();t==null||t.addEventListener("abort",i,{once:!0}),t!=null&&t.aborted&&o.abort();try{return await this.prepare(e,{signal:o.signal,onState:s})}finally{t==null||t.removeEventListener("abort",i),this.activeController===o&&(this.activeController=null)}}canProcess(e){return this.isEnabled()&&!!e&&(b.isAudio(e)||b.isVideo(e))}static isAudio(e){return!!e&&(e.type.startsWith("audio/")||!e.type&&/\.(aac|aif|aiff|flac|m4a|mp3|ogg|opus|wav|weba)$/i.test(e.name||""))}static isVideo(e){return!!e&&(e.type.startsWith("video/")||!e.type&&/\.(mp4|mov|m4v|webm|mkv|avi)$/i.test(e.name||""))}async prepare(e,{signal:t,onState:s=()=>{}}={}){if(!this.canProcess(e))return{file:e,metadata:null,gate:"unavailable"};console.log(`${n} Initialising beta submission pipeline.`),console.log(`${n} File selected:`,{type:(e==null?void 0:e.type)||"",size:(e==null?void 0:e.size)||0});const o=b.isVideo(e),i=new AbortController,h=()=>i.abort();t==null||t.addEventListener("abort",h,{once:!0});const y=setTimeout(()=>i.abort(),5e3);let a;try{const r=await fetch(this.config.policyUrl,{cache:"no-store",credentials:"same-origin",signal:i.signal});if(!r.ok)throw new Error(`Policy HTTP ${r.status}`);if(a=await r.json(),!a.browser_processing_beta_enabled||a.version!==this.config.policyVersion)return console.log(`${n} Browser beta disabled or policy changed; using legacy submission flow.`),{file:e,metadata:null,gate:"unavailable"}}catch(r){if(t!=null&&t.aborted||(console.error(`${n} Policy unavailable:`,r),o))throw r;return{file:e,metadata:null,gate:"unavailable"}}finally{clearTimeout(y),t==null||t.removeEventListener("abort",h)}if(t!=null&&t.aborted)throw new DOMException("Cancelled","AbortError");let l=e;o&&(l=await(this.extractVideo||(await d(async()=>{const{extractVideoAudio:u}=await import("./ffmpeg-video-extractor-CxJ6oLSl.js");return{extractVideoAudio:u}},__vite__mapDeps([0,1,2,3,4,5]))).extractVideoAudio)(e,{signal:t,onState:s}));const c={browser_processing_used:o,browser_processing_version:a.version,browser_gate_result:"unavailable",browser_override:!1};try{s("checking");let u=await(this.dependencies.prepareAudio||(await d(async()=>{const{AudioPreprocessor:m}=await import("./audio-preprocessor-B6FBlKED.js");return{AudioPreprocessor:m}},[])).AudioPreprocessor.prepare)(l,{signal:t});if(t!=null&&t.aborted)throw new DOMException("Cancelled","AbortError");try{const _=await(this.dependencies.classify||(await d(async()=>{const{BrowserYamnetClassifier:w}=await import("./browser-yamnet-classifier-B6qH2Np3.js");return{BrowserYamnetClassifier:w}},__vite__mapDeps([6,1,2,3,4,5]))).BrowserYamnetClassifier.classify)(u,{modelUrl:a.model_url,classMapUrl:a.class_map_url,signal:t});if(t!=null&&t.aborted)throw new DOMException("Cancelled","AbortError");const p=(this.dependencies.evaluate||(await d(async()=>{const{BrowserSubmissionGate:w}=await import("./browser-submission-gate-D8pBYGfs.js");return{BrowserSubmissionGate:w}},[])).BrowserSubmissionGate.evaluate)(_,a);return c.browser_processing_used=!0,c.browser_gate_result=p.result,c.browser_speech_detected=p.speechDetected,{file:l,metadata:c,gate:p.result,predictions:_.slice(0,5)}}finally{u=null,console.log("[BoomCast][Cleanup] Releasing waveform buffers.")}}catch(r){if(t!=null&&t.aborted)throw r;return console.error("[BoomCast][YAMNet] Local classification unavailable:",r),console.log("[BoomCast][Gate] Falling back to server classification."),c.browser_gate_result="unavailable",{file:l,metadata:c,gate:"unavailable"}}}cleanup(){this.cancel(),console.log("[BoomCast][Cleanup] Browser beta resources released.")}}export{b as BrowserSubmissionProcessor,f as readBrowserProcessingConfig};
@@ -0,0 +1 @@
import{_}from"./frontend/src/entries/fireworks-home.js-DBkY8wwM.js";/* empty css */import"./theme-DXAi27ON.js";const e="[BoomCast][YAMNet]";class v{static async classify(d,{modelUrl:b,classMapUrl:C,signal:o,loadTensorFlow:y}={}){let r,l,c,s;const M=performance.now();try{if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");if(console.log(`${e} Lazy-loading TensorFlow.js.`),r=y?await y():await _(()=>import("./index-jWGXPN38.js"),[]),o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} TensorFlow.js loaded.`),await r.ready(),console.log(`${e} Backend:`,r.getBackend()),console.log(`${e} Loading model.`);const[t,A]=await Promise.all([r.loadGraphModel(b),fetch(C,{cache:"force-cache",signal:o})]);if(l=t,!A.ok)throw new Error("YAMNet class map unavailable");const n=await A.json();if(!Array.isArray(n)||n.length!==521)throw new Error("Invalid YAMNet class map");if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} Model ready.`);const $=d.length<15600?Float32Array.from({length:15600},(a,i)=>d[i]||0):d;c=r.tensor1d($,"float32"),console.log(`${e} Starting inference.`);const m=await l.executeAsync(c);s=Array.isArray(m)?m:[m];const f=s.find(a=>a.shape.length===2&&a.shape[1]===n.length);if(!f)throw new Error("YAMNet score output unavailable");const g=await f.data();if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");const B=f.shape[0],w=n.map((a,i)=>{let h=-1,u=0;for(let p=0;p<B;p+=1){const E=g[p*n.length+i];E>h&&(h=E,u=p)}return{class:a,score:h,frame:u,timeSeconds:Number((u*.48).toFixed(2))}});return w.sort((a,i)=>i.score-a.score),console.log(`${e} Inference completed in`,Math.round(performance.now()-M),"ms."),console.groupCollapsed(`${e} Top local predictions`),console.table(w.slice(0,10)),console.groupEnd(),w}catch(t){throw console.error(`${e} Local inference failed:`,t),t}finally{r&&console.log(`${e} TensorFlow memory before cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Disposing YAMNet tensors."),c==null||c.dispose(),s==null||s.forEach(t=>t==null?void 0:t.dispose()),console.log("[BoomCast][Cleanup] Disposing browser YAMNet model."),l==null||l.dispose(),console.log("[BoomCast][Cleanup] Releasing waveform buffers."),r&&console.log(`${e} TensorFlow memory after cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Browser classification cleanup complete.")}}}export{v as BrowserYamnetClassifier};
@@ -0,0 +1 @@
import{_ as p}from"./frontend/src/entries/fireworks-home.js-DBkY8wwM.js";/* empty css */import"./theme-DXAi27ON.js";const t="[BoomCast][FFmpeg]";class r extends Error{constructor(e,d){super(e,{cause:d}),this.name="VideoExtractionError",this.code=e}}async function A(i,{signal:e,onState:d=()=>{},createFFmpeg:v}={}){var y;let o,_=!1,f=!1,l="module_load_failed";const $=performance.now(),u="input",w="audio.wav",s=()=>o==null?void 0:o.terminate();e==null||e.addEventListener("abort",s,{once:!0}),console.log(`${t} Video input detected.`,{mimeType:i.type,sizeBytes:i.size});try{if(e!=null&&e.aborted)throw new r("cancelled");d("loading_ffmpeg"),console.log(`${t} Starting lazy import.`);const a=await(v||(async()=>{const[{FFmpeg:m},{default:E},{default:x}]=await Promise.all([p(()=>import("./index-Cr8NHl2n.js"),[]),p(()=>import("./ffmpeg-core-CTa1UqMt.js"),[]),p(()=>import("./ffmpeg-core-DJ3ydieg.js"),[])]);return console.log(`${t} ffmpeg.wasm module imported.`),{ffmpeg:new m,coreURL:E,wasmURL:x}}))();if(o=a.ffmpeg,e!=null&&e.aborted)throw new r("cancelled");if((y=o.on)==null||y.call(o,"log",({message:m})=>console.log(`${t}[core]`,m)),l="core_load_failed",console.log(`${t} Loading FFmpeg core.`),await o.load({coreURL:a.coreURL,wasmURL:a.wasmURL}),console.log(`${t} FFmpeg core ready.`),e!=null&&e.aborted)throw new r("cancelled");if(d("extracting_audio"),l="resource_failed",console.log(`${t} Writing input to virtual filesystem.`),_=!0,await o.writeFile(u,new Uint8Array(await i.arrayBuffer())),e!=null&&e.aborted)throw new r("cancelled");if(l="extraction_failed",console.log(`${t} Starting audio extraction: mono / 16kHz WAV.`),f=!0,await o.exec(["-i",u,"-vn","-ac","1","-ar","16000","-c:a","pcm_s16le",w])!==0)throw new r("invalid_media");if(e!=null&&e.aborted)throw new r("cancelled");const n=await o.readFile(w);if(!(n!=null&&n.byteLength))throw new r("invalid_media");if(n.byteLength>25*1024*1024)throw new r("output_too_large");const h=new File([n],`${i.name.replace(/\.[^.]+$/,"")||"recording"}.wav`,{type:"audio/wav"});return console.log(`${t} Audio extraction completed.`,{outputSizeBytes:h.size}),console.log(`${t} Extraction finished in ${Math.round(performance.now()-$)} ms.`),h}catch(c){const a=e!=null&&e.aborted?"cancelled":c instanceof r?c.code:c instanceof RangeError?"resource_failed":l;throw a==="invalid_media"&&console.warn(`${t} Unsupported or undecodable video.`),console.error(`${t} Audio extraction failed:`,c),new r(a,c)}finally{console.log(`${t} Removing temporary files.`),o!=null&&o.loaded&&(_&&await o.deleteFile(u).catch(()=>{}),f&&await o.deleteFile(w).catch(()=>{})),console.log(`${t} Terminating worker.`),o==null||o.terminate(),o=null,e==null||e.removeEventListener("abort",s),console.log(`${t} Cleanup complete.`)}}export{r as VideoExtractionError,A as extractVideoAudio};
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
/* empty css */import"./fireworks-home.js-DBkY8wwM.js";import"./map.js-jpUFFpF3.js";import"../../../manual-report-BLClvilD.js";import"../../../theme-DXAi27ON.js";
File diff suppressed because one or more lines are too long
+2
View File
@@ -45,6 +45,8 @@ window.BOOMCAST_I18N = {
finished: "{% trans 'Finished' as value %}{{ value|escapejs }}",
buffering: "{% trans 'Buffering…' as value %}{{ value|escapejs }}",
couldNotLoad: "{% trans 'Could not load this recording.' as value %}{{ value|escapejs }}",
serverAudioOnly: "{% trans 'Server processing currently accepts audio recordings. Choose an audio file or enable browser processing.' as value %}{{ value|escapejs }}",
localUnavailable: "{% trans 'Local checking was unavailable. BoomCast will use normal server processing.' as value %}{{ value|escapejs }}",
checkingRecording: "{% trans 'Checking recording…' as value %}{{ value|escapejs }}",
readyToSubmit: "{% trans 'Ready to submit.' as value %}{{ value|escapejs }}",
extractingAudio: "{% trans 'Extracting audio from video…' as value %}{{ value|escapejs }}",