browser audio detection phase 2

This commit is contained in:
Joren de Graaf
2026-10-02 16:57:12 +02:00
parent beeb2b5e0e
commit c68e4b95ba
17 changed files with 334 additions and 10 deletions
@@ -12,8 +12,9 @@ export function readBrowserProcessingConfig() {
}
export class BrowserSubmissionProcessor {
constructor(config = readBrowserProcessingConfig()) {
constructor(config = readBrowserProcessingConfig(), extractVideo = null) {
this.config = config;
this.extractVideo = extractVideo;
}
isEnabled() {
@@ -24,11 +25,15 @@ export class BrowserSubmissionProcessor {
return this.isEnabled() && Boolean(file) && /^(audio|video)\//.test(file.type);
}
async prepare(file) {
static isVideo(file) {
return Boolean(file) && (file.type.startsWith("video/") || (!file.type && /\.(mp4|mov|m4v|webm|mkv|avi)$/i.test(file.name || "")));
}
async prepare(file, { signal, onState } = {}) {
if (!this.isEnabled()) return { file, metadata: null };
console.log(`${PREFIX} Initialising beta submission pipeline.`);
console.log(`${PREFIX} File selected:`, { type: file?.type || "", size: file?.size || 0 });
if (!this.canProcess(file)) {
if (!this.canProcess(file) && !BrowserSubmissionProcessor.isVideo(file)) {
console.log(`${PREFIX} Browser preprocessing unavailable; falling back.`);
return { file, metadata: null };
}
@@ -45,7 +50,12 @@ export class BrowserSubmissionProcessor {
console.log(`${PREFIX} Browser beta disabled or policy changed; using legacy submission flow.`);
return { file, metadata: null };
}
// Pass 1 has no local classifier or transcoder. Keep the original file.
if (BrowserSubmissionProcessor.isVideo(file)) {
const extract = this.extractVideo || (await import("./ffmpeg-video-extractor.js")).extractVideoAudio;
const wav = await extract(file, { signal, onState });
return { file: wav, metadata: { browser_processing_used: true, browser_processing_version: policy.version, browser_gate_result: "unavailable", browser_override: false } };
}
// Audio continues through the existing submission path.
console.log(`${PREFIX} Browser processing shell ready; using original recording.`);
return {
file,
@@ -59,6 +69,7 @@ export class BrowserSubmissionProcessor {
} catch (error) {
console.error(`${PREFIX} Initialisation failed:`, error);
this.cleanup();
if (BrowserSubmissionProcessor.isVideo(file)) throw error;
console.log(`${PREFIX} Restoring legacy submission flow.`);
return { file, metadata: null };
} finally {