browser audio detection phase 4

This commit is contained in:
Joren de Graaf
2026-10-02 21:45:24 +02:00
parent 1de4b8a0b3
commit 46ad514a70
20 changed files with 903 additions and 31 deletions
@@ -0,0 +1,2 @@
const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=["assets/ffmpeg-video-extractor-CxJ6oLSl.js","assets/frontend/src/entries/fireworks-home.js-DBkY8wwM.js","assets/theme-DXAi27ON.js","assets/theme-CHgv-U5K.css","assets/fireworks-home-CoAZidqN.css","assets/fireworks-navigation-B0T7du8_.css","assets/browser-yamnet-classifier-B6qH2Np3.js"])))=>i.map(i=>d[i]);
import{_ as d}from"./frontend/src/entries/fireworks-home.js-DBkY8wwM.js";/* empty css */import"./theme-DXAi27ON.js";const n="[BoomCast][BrowserBeta]";function f(){const v=document.querySelector("#boomcast-browser-config");if(!v)return{browserProcessingBeta:!1};try{return JSON.parse(v.textContent)}catch(e){return console.error(`${n} Configuration unavailable:`,e),{browserProcessingBeta:!1}}}class b{constructor(e=f(),t=null,s={}){this.config=e,this.extractVideo=t,this.dependencies=s,this.userEnabled=!1,this.activeController=null}isAvailable(){return this.config.browserProcessingBeta===!0}isEnabled(){return this.isAvailable()&&this.userEnabled}setEnabled(e){e||this.cancel(),this.userEnabled=this.isAvailable()&&e===!0,console.log(`${n} ${this.userEnabled?"Browser processing enabled by user.":"Browser processing disabled by user; using existing server flow."}`)}cancel(){var e;(e=this.activeController)==null||e.abort(),this.activeController=null}async process(e,{signal:t,onState:s}={}){this.cancel();const o=new AbortController;this.activeController=o;const i=()=>o.abort();t==null||t.addEventListener("abort",i,{once:!0}),t!=null&&t.aborted&&o.abort();try{return await this.prepare(e,{signal:o.signal,onState:s})}finally{t==null||t.removeEventListener("abort",i),this.activeController===o&&(this.activeController=null)}}canProcess(e){return this.isEnabled()&&!!e&&(b.isAudio(e)||b.isVideo(e))}static isAudio(e){return!!e&&(e.type.startsWith("audio/")||!e.type&&/\.(aac|aif|aiff|flac|m4a|mp3|ogg|opus|wav|weba)$/i.test(e.name||""))}static isVideo(e){return!!e&&(e.type.startsWith("video/")||!e.type&&/\.(mp4|mov|m4v|webm|mkv|avi)$/i.test(e.name||""))}async prepare(e,{signal:t,onState:s=()=>{}}={}){if(!this.canProcess(e))return{file:e,metadata:null,gate:"unavailable"};console.log(`${n} Initialising beta submission pipeline.`),console.log(`${n} File selected:`,{type:(e==null?void 0:e.type)||"",size:(e==null?void 0:e.size)||0});const o=b.isVideo(e),i=new AbortController,h=()=>i.abort();t==null||t.addEventListener("abort",h,{once:!0});const y=setTimeout(()=>i.abort(),5e3);let a;try{const r=await fetch(this.config.policyUrl,{cache:"no-store",credentials:"same-origin",signal:i.signal});if(!r.ok)throw new Error(`Policy HTTP ${r.status}`);if(a=await r.json(),!a.browser_processing_beta_enabled||a.version!==this.config.policyVersion)return console.log(`${n} Browser beta disabled or policy changed; using legacy submission flow.`),{file:e,metadata:null,gate:"unavailable"}}catch(r){if(t!=null&&t.aborted||(console.error(`${n} Policy unavailable:`,r),o))throw r;return{file:e,metadata:null,gate:"unavailable"}}finally{clearTimeout(y),t==null||t.removeEventListener("abort",h)}if(t!=null&&t.aborted)throw new DOMException("Cancelled","AbortError");let l=e;o&&(l=await(this.extractVideo||(await d(async()=>{const{extractVideoAudio:u}=await import("./ffmpeg-video-extractor-CxJ6oLSl.js");return{extractVideoAudio:u}},__vite__mapDeps([0,1,2,3,4,5]))).extractVideoAudio)(e,{signal:t,onState:s}));const c={browser_processing_used:o,browser_processing_version:a.version,browser_gate_result:"unavailable",browser_override:!1};try{s("checking");let u=await(this.dependencies.prepareAudio||(await d(async()=>{const{AudioPreprocessor:m}=await import("./audio-preprocessor-B6FBlKED.js");return{AudioPreprocessor:m}},[])).AudioPreprocessor.prepare)(l,{signal:t});if(t!=null&&t.aborted)throw new DOMException("Cancelled","AbortError");try{const _=await(this.dependencies.classify||(await d(async()=>{const{BrowserYamnetClassifier:w}=await import("./browser-yamnet-classifier-B6qH2Np3.js");return{BrowserYamnetClassifier:w}},__vite__mapDeps([6,1,2,3,4,5]))).BrowserYamnetClassifier.classify)(u,{modelUrl:a.model_url,classMapUrl:a.class_map_url,signal:t});if(t!=null&&t.aborted)throw new DOMException("Cancelled","AbortError");const p=(this.dependencies.evaluate||(await d(async()=>{const{BrowserSubmissionGate:w}=await import("./browser-submission-gate-D8pBYGfs.js");return{BrowserSubmissionGate:w}},[])).BrowserSubmissionGate.evaluate)(_,a);return c.browser_processing_used=!0,c.browser_gate_result=p.result,c.browser_speech_detected=p.speechDetected,{file:l,metadata:c,gate:p.result,predictions:_.slice(0,5)}}finally{u=null,console.log("[BoomCast][Cleanup] Releasing waveform buffers.")}}catch(r){if(t!=null&&t.aborted)throw r;return console.error("[BoomCast][YAMNet] Local classification unavailable:",r),console.log("[BoomCast][Gate] Falling back to server classification."),c.browser_gate_result="unavailable",{file:l,metadata:c,gate:"unavailable"}}}cleanup(){this.cancel(),console.log("[BoomCast][Cleanup] Browser beta resources released.")}}export{b as BrowserSubmissionProcessor,f as readBrowserProcessingConfig};
@@ -0,0 +1 @@
import{_}from"./frontend/src/entries/fireworks-home.js-DBkY8wwM.js";/* empty css */import"./theme-DXAi27ON.js";const e="[BoomCast][YAMNet]";class v{static async classify(d,{modelUrl:b,classMapUrl:C,signal:o,loadTensorFlow:y}={}){let r,l,c,s;const M=performance.now();try{if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");if(console.log(`${e} Lazy-loading TensorFlow.js.`),r=y?await y():await _(()=>import("./index-jWGXPN38.js"),[]),o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} TensorFlow.js loaded.`),await r.ready(),console.log(`${e} Backend:`,r.getBackend()),console.log(`${e} Loading model.`);const[t,A]=await Promise.all([r.loadGraphModel(b),fetch(C,{cache:"force-cache",signal:o})]);if(l=t,!A.ok)throw new Error("YAMNet class map unavailable");const n=await A.json();if(!Array.isArray(n)||n.length!==521)throw new Error("Invalid YAMNet class map");if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} Model ready.`);const $=d.length<15600?Float32Array.from({length:15600},(a,i)=>d[i]||0):d;c=r.tensor1d($,"float32"),console.log(`${e} Starting inference.`);const m=await l.executeAsync(c);s=Array.isArray(m)?m:[m];const f=s.find(a=>a.shape.length===2&&a.shape[1]===n.length);if(!f)throw new Error("YAMNet score output unavailable");const g=await f.data();if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");const B=f.shape[0],w=n.map((a,i)=>{let h=-1,u=0;for(let p=0;p<B;p+=1){const E=g[p*n.length+i];E>h&&(h=E,u=p)}return{class:a,score:h,frame:u,timeSeconds:Number((u*.48).toFixed(2))}});return w.sort((a,i)=>i.score-a.score),console.log(`${e} Inference completed in`,Math.round(performance.now()-M),"ms."),console.groupCollapsed(`${e} Top local predictions`),console.table(w.slice(0,10)),console.groupEnd(),w}catch(t){throw console.error(`${e} Local inference failed:`,t),t}finally{r&&console.log(`${e} TensorFlow memory before cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Disposing YAMNet tensors."),c==null||c.dispose(),s==null||s.forEach(t=>t==null?void 0:t.dispose()),console.log("[BoomCast][Cleanup] Disposing browser YAMNet model."),l==null||l.dispose(),console.log("[BoomCast][Cleanup] Releasing waveform buffers."),r&&console.log(`${e} TensorFlow memory after cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Browser classification cleanup complete.")}}}export{v as BrowserYamnetClassifier};
@@ -0,0 +1 @@
import{_ as p}from"./frontend/src/entries/fireworks-home.js-DBkY8wwM.js";/* empty css */import"./theme-DXAi27ON.js";const t="[BoomCast][FFmpeg]";class r extends Error{constructor(e,d){super(e,{cause:d}),this.name="VideoExtractionError",this.code=e}}async function A(i,{signal:e,onState:d=()=>{},createFFmpeg:v}={}){var y;let o,_=!1,f=!1,l="module_load_failed";const $=performance.now(),u="input",w="audio.wav",s=()=>o==null?void 0:o.terminate();e==null||e.addEventListener("abort",s,{once:!0}),console.log(`${t} Video input detected.`,{mimeType:i.type,sizeBytes:i.size});try{if(e!=null&&e.aborted)throw new r("cancelled");d("loading_ffmpeg"),console.log(`${t} Starting lazy import.`);const a=await(v||(async()=>{const[{FFmpeg:m},{default:E},{default:x}]=await Promise.all([p(()=>import("./index-Cr8NHl2n.js"),[]),p(()=>import("./ffmpeg-core-CTa1UqMt.js"),[]),p(()=>import("./ffmpeg-core-DJ3ydieg.js"),[])]);return console.log(`${t} ffmpeg.wasm module imported.`),{ffmpeg:new m,coreURL:E,wasmURL:x}}))();if(o=a.ffmpeg,e!=null&&e.aborted)throw new r("cancelled");if((y=o.on)==null||y.call(o,"log",({message:m})=>console.log(`${t}[core]`,m)),l="core_load_failed",console.log(`${t} Loading FFmpeg core.`),await o.load({coreURL:a.coreURL,wasmURL:a.wasmURL}),console.log(`${t} FFmpeg core ready.`),e!=null&&e.aborted)throw new r("cancelled");if(d("extracting_audio"),l="resource_failed",console.log(`${t} Writing input to virtual filesystem.`),_=!0,await o.writeFile(u,new Uint8Array(await i.arrayBuffer())),e!=null&&e.aborted)throw new r("cancelled");if(l="extraction_failed",console.log(`${t} Starting audio extraction: mono / 16kHz WAV.`),f=!0,await o.exec(["-i",u,"-vn","-ac","1","-ar","16000","-c:a","pcm_s16le",w])!==0)throw new r("invalid_media");if(e!=null&&e.aborted)throw new r("cancelled");const n=await o.readFile(w);if(!(n!=null&&n.byteLength))throw new r("invalid_media");if(n.byteLength>25*1024*1024)throw new r("output_too_large");const h=new File([n],`${i.name.replace(/\.[^.]+$/,"")||"recording"}.wav`,{type:"audio/wav"});return console.log(`${t} Audio extraction completed.`,{outputSizeBytes:h.size}),console.log(`${t} Extraction finished in ${Math.round(performance.now()-$)} ms.`),h}catch(c){const a=e!=null&&e.aborted?"cancelled":c instanceof r?c.code:c instanceof RangeError?"resource_failed":l;throw a==="invalid_media"&&console.warn(`${t} Unsupported or undecodable video.`),console.error(`${t} Audio extraction failed:`,c),new r(a,c)}finally{console.log(`${t} Removing temporary files.`),o!=null&&o.loaded&&(_&&await o.deleteFile(u).catch(()=>{}),f&&await o.deleteFile(w).catch(()=>{})),console.log(`${t} Terminating worker.`),o==null||o.terminate(),o=null,e==null||e.removeEventListener("abort",s),console.log(`${t} Cleanup complete.`)}}export{r as VideoExtractionError,A as extractVideoAudio};
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
/* empty css */import"./fireworks-home.js-DBkY8wwM.js";import"./map.js-jpUFFpF3.js";import"../../../manual-report-BLClvilD.js";import"../../../theme-DXAi27ON.js";
File diff suppressed because one or more lines are too long