browser audio detection phase 3
This commit is contained in:
@@ -1,6 +1,9 @@
|
||||
"""Public, advisory configuration for the optional browser processing beta."""
|
||||
|
||||
import json
|
||||
from pathlib import Path
|
||||
|
||||
from django.templatetags.static import static
|
||||
|
||||
from django.urls import reverse
|
||||
|
||||
@@ -11,7 +14,10 @@ SPEECH_LABEL_TERMS = (
|
||||
"speech", "conversation", "narration", "monologue", "babbling", "whisper",
|
||||
"speaking", "speech synthesizer",
|
||||
)
|
||||
GATE_RESULTS = {"whitelist_match", "no_match", "unavailable", "error"}
|
||||
GATE_RESULTS = {"whitelist_match", "speech_only", "no_match", "unavailable", "error"}
|
||||
RELEVANCE_THRESHOLD = 0.5
|
||||
SPEECH_THRESHOLD = 0.5
|
||||
MODEL_VERSION = "google-yamnet-1"
|
||||
|
||||
|
||||
def browser_config():
|
||||
@@ -31,15 +37,23 @@ def browser_policy():
|
||||
"whitelist": [],
|
||||
"privacy_sensitive_speech": [],
|
||||
"thresholds": {},
|
||||
"model_version": MODEL_VERSION,
|
||||
"model_url": "",
|
||||
"class_map_url": "",
|
||||
}
|
||||
if not enabled:
|
||||
return policy
|
||||
rules = ClassificationRule.objects.filter(enabled=True).order_by("value")
|
||||
policy["whitelist"] = list(rules.filter(rule_type=ClassificationRule.RuleType.WHITELIST).values_list("value", flat=True))
|
||||
policy["privacy_sensitive_speech"] = [
|
||||
value for value in rules.filter(rule_type=ClassificationRule.RuleType.BLACKLIST).values_list("value", flat=True)
|
||||
if any(term in value.lower() for term in SPEECH_LABEL_TERMS)
|
||||
]
|
||||
class_map_path = Path(__file__).parent / "static/browser-yamnet/yamnet_class_map.json"
|
||||
class_names = json.loads(class_map_path.read_text(encoding="utf-8"))
|
||||
speech_classes = {name for name in class_names if any(term in name.lower() for term in SPEECH_LABEL_TERMS)}
|
||||
speech_classes.update(value for value in rules.filter(rule_type=ClassificationRule.RuleType.BLACKLIST).values_list("value", flat=True)
|
||||
if any(term in value.lower() for term in SPEECH_LABEL_TERMS))
|
||||
policy["privacy_sensitive_speech"] = sorted(speech_classes)
|
||||
policy["thresholds"] = {"relevance": RELEVANCE_THRESHOLD, "speech": SPEECH_THRESHOLD}
|
||||
policy["model_url"] = static("browser-yamnet/model.json")
|
||||
policy["class_map_url"] = static("browser-yamnet/yamnet_class_map.json")
|
||||
return policy
|
||||
|
||||
|
||||
@@ -64,4 +78,7 @@ def advisory_browser_metadata(post_data):
|
||||
gate_result = submitted.get("browser_gate_result")
|
||||
if isinstance(gate_result, str) and gate_result in GATE_RESULTS:
|
||||
metadata["browser_gate_result"] = gate_result
|
||||
speech = submitted.get("browser_speech_detected")
|
||||
if type(speech) is bool:
|
||||
metadata["browser_speech_detected"] = speech
|
||||
return metadata
|
||||
|
||||
@@ -0,0 +1,3 @@
|
||||
google-yamnet-1
|
||||
source_revision=c651073789719ff39dcf51406733bbcaaafb43f2
|
||||
tensorflow=2.21.0
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
File diff suppressed because one or more lines are too long
@@ -0,0 +1,522 @@
|
||||
index,mid,display_name
|
||||
0,/m/09x0r,Speech
|
||||
1,/m/0ytgt,"Child speech, kid speaking"
|
||||
2,/m/01h8n0,Conversation
|
||||
3,/m/02qldy,"Narration, monologue"
|
||||
4,/m/0261r1,Babbling
|
||||
5,/m/0brhx,Speech synthesizer
|
||||
6,/m/07p6fty,Shout
|
||||
7,/m/07q4ntr,Bellow
|
||||
8,/m/07rwj3x,Whoop
|
||||
9,/m/07sr1lc,Yell
|
||||
10,/t/dd00135,Children shouting
|
||||
11,/m/03qc9zr,Screaming
|
||||
12,/m/02rtxlg,Whispering
|
||||
13,/m/01j3sz,Laughter
|
||||
14,/t/dd00001,Baby laughter
|
||||
15,/m/07r660_,Giggle
|
||||
16,/m/07s04w4,Snicker
|
||||
17,/m/07sq110,Belly laugh
|
||||
18,/m/07rgt08,"Chuckle, chortle"
|
||||
19,/m/0463cq4,"Crying, sobbing"
|
||||
20,/t/dd00002,"Baby cry, infant cry"
|
||||
21,/m/07qz6j3,Whimper
|
||||
22,/m/07qw_06,"Wail, moan"
|
||||
23,/m/07plz5l,Sigh
|
||||
24,/m/015lz1,Singing
|
||||
25,/m/0l14jd,Choir
|
||||
26,/m/01swy6,Yodeling
|
||||
27,/m/02bk07,Chant
|
||||
28,/m/01c194,Mantra
|
||||
29,/t/dd00005,Child singing
|
||||
30,/t/dd00006,Synthetic singing
|
||||
31,/m/06bxc,Rapping
|
||||
32,/m/02fxyj,Humming
|
||||
33,/m/07s2xch,Groan
|
||||
34,/m/07r4k75,Grunt
|
||||
35,/m/01w250,Whistling
|
||||
36,/m/0lyf6,Breathing
|
||||
37,/m/07mzm6,Wheeze
|
||||
38,/m/01d3sd,Snoring
|
||||
39,/m/07s0dtb,Gasp
|
||||
40,/m/07pyy8b,Pant
|
||||
41,/m/07q0yl5,Snort
|
||||
42,/m/01b_21,Cough
|
||||
43,/m/0dl9sf8,Throat clearing
|
||||
44,/m/01hsr_,Sneeze
|
||||
45,/m/07ppn3j,Sniff
|
||||
46,/m/06h7j,Run
|
||||
47,/m/07qv_x_,Shuffle
|
||||
48,/m/07pbtc8,"Walk, footsteps"
|
||||
49,/m/03cczk,"Chewing, mastication"
|
||||
50,/m/07pdhp0,Biting
|
||||
51,/m/0939n_,Gargling
|
||||
52,/m/01g90h,Stomach rumble
|
||||
53,/m/03q5_w,"Burping, eructation"
|
||||
54,/m/02p3nc,Hiccup
|
||||
55,/m/02_nn,Fart
|
||||
56,/m/0k65p,Hands
|
||||
57,/m/025_jnm,Finger snapping
|
||||
58,/m/0l15bq,Clapping
|
||||
59,/m/01jg02,"Heart sounds, heartbeat"
|
||||
60,/m/01jg1z,Heart murmur
|
||||
61,/m/053hz1,Cheering
|
||||
62,/m/028ght,Applause
|
||||
63,/m/07rkbfh,Chatter
|
||||
64,/m/03qtwd,Crowd
|
||||
65,/m/07qfr4h,"Hubbub, speech noise, speech babble"
|
||||
66,/t/dd00013,Children playing
|
||||
67,/m/0jbk,Animal
|
||||
68,/m/068hy,"Domestic animals, pets"
|
||||
69,/m/0bt9lr,Dog
|
||||
70,/m/05tny_,Bark
|
||||
71,/m/07r_k2n,Yip
|
||||
72,/m/07qf0zm,Howl
|
||||
73,/m/07rc7d9,Bow-wow
|
||||
74,/m/0ghcn6,Growling
|
||||
75,/t/dd00136,Whimper (dog)
|
||||
76,/m/01yrx,Cat
|
||||
77,/m/02yds9,Purr
|
||||
78,/m/07qrkrw,Meow
|
||||
79,/m/07rjwbb,Hiss
|
||||
80,/m/07r81j2,Caterwaul
|
||||
81,/m/0ch8v,"Livestock, farm animals, working animals"
|
||||
82,/m/03k3r,Horse
|
||||
83,/m/07rv9rh,Clip-clop
|
||||
84,/m/07q5rw0,"Neigh, whinny"
|
||||
85,/m/01xq0k1,"Cattle, bovinae"
|
||||
86,/m/07rpkh9,Moo
|
||||
87,/m/0239kh,Cowbell
|
||||
88,/m/068zj,Pig
|
||||
89,/t/dd00018,Oink
|
||||
90,/m/03fwl,Goat
|
||||
91,/m/07q0h5t,Bleat
|
||||
92,/m/07bgp,Sheep
|
||||
93,/m/025rv6n,Fowl
|
||||
94,/m/09b5t,"Chicken, rooster"
|
||||
95,/m/07st89h,Cluck
|
||||
96,/m/07qn5dc,"Crowing, cock-a-doodle-doo"
|
||||
97,/m/01rd7k,Turkey
|
||||
98,/m/07svc2k,Gobble
|
||||
99,/m/09ddx,Duck
|
||||
100,/m/07qdb04,Quack
|
||||
101,/m/0dbvp,Goose
|
||||
102,/m/07qwf61,Honk
|
||||
103,/m/01280g,Wild animals
|
||||
104,/m/0cdnk,"Roaring cats (lions, tigers)"
|
||||
105,/m/04cvmfc,Roar
|
||||
106,/m/015p6,Bird
|
||||
107,/m/020bb7,"Bird vocalization, bird call, bird song"
|
||||
108,/m/07pggtn,"Chirp, tweet"
|
||||
109,/m/07sx8x_,Squawk
|
||||
110,/m/0h0rv,"Pigeon, dove"
|
||||
111,/m/07r_25d,Coo
|
||||
112,/m/04s8yn,Crow
|
||||
113,/m/07r5c2p,Caw
|
||||
114,/m/09d5_,Owl
|
||||
115,/m/07r_80w,Hoot
|
||||
116,/m/05_wcq,"Bird flight, flapping wings"
|
||||
117,/m/01z5f,"Canidae, dogs, wolves"
|
||||
118,/m/06hps,"Rodents, rats, mice"
|
||||
119,/m/04rmv,Mouse
|
||||
120,/m/07r4gkf,Patter
|
||||
121,/m/03vt0,Insect
|
||||
122,/m/09xqv,Cricket
|
||||
123,/m/09f96,Mosquito
|
||||
124,/m/0h2mp,"Fly, housefly"
|
||||
125,/m/07pjwq1,Buzz
|
||||
126,/m/01h3n,"Bee, wasp, etc."
|
||||
127,/m/09ld4,Frog
|
||||
128,/m/07st88b,Croak
|
||||
129,/m/078jl,Snake
|
||||
130,/m/07qn4z3,Rattle
|
||||
131,/m/032n05,Whale vocalization
|
||||
132,/m/04rlf,Music
|
||||
133,/m/04szw,Musical instrument
|
||||
134,/m/0fx80y,Plucked string instrument
|
||||
135,/m/0342h,Guitar
|
||||
136,/m/02sgy,Electric guitar
|
||||
137,/m/018vs,Bass guitar
|
||||
138,/m/042v_gx,Acoustic guitar
|
||||
139,/m/06w87,"Steel guitar, slide guitar"
|
||||
140,/m/01glhc,Tapping (guitar technique)
|
||||
141,/m/07s0s5r,Strum
|
||||
142,/m/018j2,Banjo
|
||||
143,/m/0jtg0,Sitar
|
||||
144,/m/04rzd,Mandolin
|
||||
145,/m/01bns_,Zither
|
||||
146,/m/07xzm,Ukulele
|
||||
147,/m/05148p4,Keyboard (musical)
|
||||
148,/m/05r5c,Piano
|
||||
149,/m/01s0ps,Electric piano
|
||||
150,/m/013y1f,Organ
|
||||
151,/m/03xq_f,Electronic organ
|
||||
152,/m/03gvt,Hammond organ
|
||||
153,/m/0l14qv,Synthesizer
|
||||
154,/m/01v1d8,Sampler
|
||||
155,/m/03q5t,Harpsichord
|
||||
156,/m/0l14md,Percussion
|
||||
157,/m/02hnl,Drum kit
|
||||
158,/m/0cfdd,Drum machine
|
||||
159,/m/026t6,Drum
|
||||
160,/m/06rvn,Snare drum
|
||||
161,/m/03t3fj,Rimshot
|
||||
162,/m/02k_mr,Drum roll
|
||||
163,/m/0bm02,Bass drum
|
||||
164,/m/011k_j,Timpani
|
||||
165,/m/01p970,Tabla
|
||||
166,/m/01qbl,Cymbal
|
||||
167,/m/03qtq,Hi-hat
|
||||
168,/m/01sm1g,Wood block
|
||||
169,/m/07brj,Tambourine
|
||||
170,/m/05r5wn,Rattle (instrument)
|
||||
171,/m/0xzly,Maraca
|
||||
172,/m/0mbct,Gong
|
||||
173,/m/016622,Tubular bells
|
||||
174,/m/0j45pbj,Mallet percussion
|
||||
175,/m/0dwsp,"Marimba, xylophone"
|
||||
176,/m/0dwtp,Glockenspiel
|
||||
177,/m/0dwt5,Vibraphone
|
||||
178,/m/0l156b,Steelpan
|
||||
179,/m/05pd6,Orchestra
|
||||
180,/m/01kcd,Brass instrument
|
||||
181,/m/0319l,French horn
|
||||
182,/m/07gql,Trumpet
|
||||
183,/m/07c6l,Trombone
|
||||
184,/m/0l14_3,Bowed string instrument
|
||||
185,/m/02qmj0d,String section
|
||||
186,/m/07y_7,"Violin, fiddle"
|
||||
187,/m/0d8_n,Pizzicato
|
||||
188,/m/01xqw,Cello
|
||||
189,/m/02fsn,Double bass
|
||||
190,/m/085jw,"Wind instrument, woodwind instrument"
|
||||
191,/m/0l14j_,Flute
|
||||
192,/m/06ncr,Saxophone
|
||||
193,/m/01wy6,Clarinet
|
||||
194,/m/03m5k,Harp
|
||||
195,/m/0395lw,Bell
|
||||
196,/m/03w41f,Church bell
|
||||
197,/m/027m70_,Jingle bell
|
||||
198,/m/0gy1t2s,Bicycle bell
|
||||
199,/m/07n_g,Tuning fork
|
||||
200,/m/0f8s22,Chime
|
||||
201,/m/026fgl,Wind chime
|
||||
202,/m/0150b9,Change ringing (campanology)
|
||||
203,/m/03qjg,Harmonica
|
||||
204,/m/0mkg,Accordion
|
||||
205,/m/0192l,Bagpipes
|
||||
206,/m/02bxd,Didgeridoo
|
||||
207,/m/0l14l2,Shofar
|
||||
208,/m/07kc_,Theremin
|
||||
209,/m/0l14t7,Singing bowl
|
||||
210,/m/01hgjl,Scratching (performance technique)
|
||||
211,/m/064t9,Pop music
|
||||
212,/m/0glt670,Hip hop music
|
||||
213,/m/02cz_7,Beatboxing
|
||||
214,/m/06by7,Rock music
|
||||
215,/m/03lty,Heavy metal
|
||||
216,/m/05r6t,Punk rock
|
||||
217,/m/0dls3,Grunge
|
||||
218,/m/0dl5d,Progressive rock
|
||||
219,/m/07sbbz2,Rock and roll
|
||||
220,/m/05w3f,Psychedelic rock
|
||||
221,/m/06j6l,Rhythm and blues
|
||||
222,/m/0gywn,Soul music
|
||||
223,/m/06cqb,Reggae
|
||||
224,/m/01lyv,Country
|
||||
225,/m/015y_n,Swing music
|
||||
226,/m/0gg8l,Bluegrass
|
||||
227,/m/02x8m,Funk
|
||||
228,/m/02w4v,Folk music
|
||||
229,/m/06j64v,Middle Eastern music
|
||||
230,/m/03_d0,Jazz
|
||||
231,/m/026z9,Disco
|
||||
232,/m/0ggq0m,Classical music
|
||||
233,/m/05lls,Opera
|
||||
234,/m/02lkt,Electronic music
|
||||
235,/m/03mb9,House music
|
||||
236,/m/07gxw,Techno
|
||||
237,/m/07s72n,Dubstep
|
||||
238,/m/0283d,Drum and bass
|
||||
239,/m/0m0jc,Electronica
|
||||
240,/m/08cyft,Electronic dance music
|
||||
241,/m/0fd3y,Ambient music
|
||||
242,/m/07lnk,Trance music
|
||||
243,/m/0g293,Music of Latin America
|
||||
244,/m/0ln16,Salsa music
|
||||
245,/m/0326g,Flamenco
|
||||
246,/m/0155w,Blues
|
||||
247,/m/05fw6t,Music for children
|
||||
248,/m/02v2lh,New-age music
|
||||
249,/m/0y4f8,Vocal music
|
||||
250,/m/0z9c,A capella
|
||||
251,/m/0164x2,Music of Africa
|
||||
252,/m/0145m,Afrobeat
|
||||
253,/m/02mscn,Christian music
|
||||
254,/m/016cjb,Gospel music
|
||||
255,/m/028sqc,Music of Asia
|
||||
256,/m/015vgc,Carnatic music
|
||||
257,/m/0dq0md,Music of Bollywood
|
||||
258,/m/06rqw,Ska
|
||||
259,/m/02p0sh1,Traditional music
|
||||
260,/m/05rwpb,Independent music
|
||||
261,/m/074ft,Song
|
||||
262,/m/025td0t,Background music
|
||||
263,/m/02cjck,Theme music
|
||||
264,/m/03r5q_,Jingle (music)
|
||||
265,/m/0l14gg,Soundtrack music
|
||||
266,/m/07pkxdp,Lullaby
|
||||
267,/m/01z7dr,Video game music
|
||||
268,/m/0140xf,Christmas music
|
||||
269,/m/0ggx5q,Dance music
|
||||
270,/m/04wptg,Wedding music
|
||||
271,/t/dd00031,Happy music
|
||||
272,/t/dd00033,Sad music
|
||||
273,/t/dd00034,Tender music
|
||||
274,/t/dd00035,Exciting music
|
||||
275,/t/dd00036,Angry music
|
||||
276,/t/dd00037,Scary music
|
||||
277,/m/03m9d0z,Wind
|
||||
278,/m/09t49,Rustling leaves
|
||||
279,/t/dd00092,Wind noise (microphone)
|
||||
280,/m/0jb2l,Thunderstorm
|
||||
281,/m/0ngt1,Thunder
|
||||
282,/m/0838f,Water
|
||||
283,/m/06mb1,Rain
|
||||
284,/m/07r10fb,Raindrop
|
||||
285,/t/dd00038,Rain on surface
|
||||
286,/m/0j6m2,Stream
|
||||
287,/m/0j2kx,Waterfall
|
||||
288,/m/05kq4,Ocean
|
||||
289,/m/034srq,"Waves, surf"
|
||||
290,/m/06wzb,Steam
|
||||
291,/m/07swgks,Gurgling
|
||||
292,/m/02_41,Fire
|
||||
293,/m/07pzfmf,Crackle
|
||||
294,/m/07yv9,Vehicle
|
||||
295,/m/019jd,"Boat, Water vehicle"
|
||||
296,/m/0hsrw,"Sailboat, sailing ship"
|
||||
297,/m/056ks2,"Rowboat, canoe, kayak"
|
||||
298,/m/02rlv9,"Motorboat, speedboat"
|
||||
299,/m/06q74,Ship
|
||||
300,/m/012f08,Motor vehicle (road)
|
||||
301,/m/0k4j,Car
|
||||
302,/m/0912c9,"Vehicle horn, car horn, honking"
|
||||
303,/m/07qv_d5,Toot
|
||||
304,/m/02mfyn,Car alarm
|
||||
305,/m/04gxbd,"Power windows, electric windows"
|
||||
306,/m/07rknqz,Skidding
|
||||
307,/m/0h9mv,Tire squeal
|
||||
308,/t/dd00134,Car passing by
|
||||
309,/m/0ltv,"Race car, auto racing"
|
||||
310,/m/07r04,Truck
|
||||
311,/m/0gvgw0,Air brake
|
||||
312,/m/05x_td,"Air horn, truck horn"
|
||||
313,/m/02rhddq,Reversing beeps
|
||||
314,/m/03cl9h,"Ice cream truck, ice cream van"
|
||||
315,/m/01bjv,Bus
|
||||
316,/m/03j1ly,Emergency vehicle
|
||||
317,/m/04qvtq,Police car (siren)
|
||||
318,/m/012n7d,Ambulance (siren)
|
||||
319,/m/012ndj,"Fire engine, fire truck (siren)"
|
||||
320,/m/04_sv,Motorcycle
|
||||
321,/m/0btp2,"Traffic noise, roadway noise"
|
||||
322,/m/06d_3,Rail transport
|
||||
323,/m/07jdr,Train
|
||||
324,/m/04zmvq,Train whistle
|
||||
325,/m/0284vy3,Train horn
|
||||
326,/m/01g50p,"Railroad car, train wagon"
|
||||
327,/t/dd00048,Train wheels squealing
|
||||
328,/m/0195fx,"Subway, metro, underground"
|
||||
329,/m/0k5j,Aircraft
|
||||
330,/m/014yck,Aircraft engine
|
||||
331,/m/04229,Jet engine
|
||||
332,/m/02l6bg,"Propeller, airscrew"
|
||||
333,/m/09ct_,Helicopter
|
||||
334,/m/0cmf2,"Fixed-wing aircraft, airplane"
|
||||
335,/m/0199g,Bicycle
|
||||
336,/m/06_fw,Skateboard
|
||||
337,/m/02mk9,Engine
|
||||
338,/t/dd00065,Light engine (high frequency)
|
||||
339,/m/08j51y,"Dental drill, dentist's drill"
|
||||
340,/m/01yg9g,Lawn mower
|
||||
341,/m/01j4z9,Chainsaw
|
||||
342,/t/dd00066,Medium engine (mid frequency)
|
||||
343,/t/dd00067,Heavy engine (low frequency)
|
||||
344,/m/01h82_,Engine knocking
|
||||
345,/t/dd00130,Engine starting
|
||||
346,/m/07pb8fc,Idling
|
||||
347,/m/07q2z82,"Accelerating, revving, vroom"
|
||||
348,/m/02dgv,Door
|
||||
349,/m/03wwcy,Doorbell
|
||||
350,/m/07r67yg,Ding-dong
|
||||
351,/m/02y_763,Sliding door
|
||||
352,/m/07rjzl8,Slam
|
||||
353,/m/07r4wb8,Knock
|
||||
354,/m/07qcpgn,Tap
|
||||
355,/m/07q6cd_,Squeak
|
||||
356,/m/0642b4,Cupboard open or close
|
||||
357,/m/0fqfqc,Drawer open or close
|
||||
358,/m/04brg2,"Dishes, pots, and pans"
|
||||
359,/m/023pjk,"Cutlery, silverware"
|
||||
360,/m/07pn_8q,Chopping (food)
|
||||
361,/m/0dxrf,Frying (food)
|
||||
362,/m/0fx9l,Microwave oven
|
||||
363,/m/02pjr4,Blender
|
||||
364,/m/02jz0l,"Water tap, faucet"
|
||||
365,/m/0130jx,Sink (filling or washing)
|
||||
366,/m/03dnzn,Bathtub (filling or washing)
|
||||
367,/m/03wvsk,Hair dryer
|
||||
368,/m/01jt3m,Toilet flush
|
||||
369,/m/012xff,Toothbrush
|
||||
370,/m/04fgwm,Electric toothbrush
|
||||
371,/m/0d31p,Vacuum cleaner
|
||||
372,/m/01s0vc,Zipper (clothing)
|
||||
373,/m/03v3yw,Keys jangling
|
||||
374,/m/0242l,Coin (dropping)
|
||||
375,/m/01lsmm,Scissors
|
||||
376,/m/02g901,"Electric shaver, electric razor"
|
||||
377,/m/05rj2,Shuffling cards
|
||||
378,/m/0316dw,Typing
|
||||
379,/m/0c2wf,Typewriter
|
||||
380,/m/01m2v,Computer keyboard
|
||||
381,/m/081rb,Writing
|
||||
382,/m/07pp_mv,Alarm
|
||||
383,/m/07cx4,Telephone
|
||||
384,/m/07pp8cl,Telephone bell ringing
|
||||
385,/m/01hnzm,Ringtone
|
||||
386,/m/02c8p,"Telephone dialing, DTMF"
|
||||
387,/m/015jpf,Dial tone
|
||||
388,/m/01z47d,Busy signal
|
||||
389,/m/046dlr,Alarm clock
|
||||
390,/m/03kmc9,Siren
|
||||
391,/m/0dgbq,Civil defense siren
|
||||
392,/m/030rvx,Buzzer
|
||||
393,/m/01y3hg,"Smoke detector, smoke alarm"
|
||||
394,/m/0c3f7m,Fire alarm
|
||||
395,/m/04fq5q,Foghorn
|
||||
396,/m/0l156k,Whistle
|
||||
397,/m/06hck5,Steam whistle
|
||||
398,/t/dd00077,Mechanisms
|
||||
399,/m/02bm9n,"Ratchet, pawl"
|
||||
400,/m/01x3z,Clock
|
||||
401,/m/07qjznt,Tick
|
||||
402,/m/07qjznl,Tick-tock
|
||||
403,/m/0l7xg,Gears
|
||||
404,/m/05zc1,Pulleys
|
||||
405,/m/0llzx,Sewing machine
|
||||
406,/m/02x984l,Mechanical fan
|
||||
407,/m/025wky1,Air conditioning
|
||||
408,/m/024dl,Cash register
|
||||
409,/m/01m4t,Printer
|
||||
410,/m/0dv5r,Camera
|
||||
411,/m/07bjf,Single-lens reflex camera
|
||||
412,/m/07k1x,Tools
|
||||
413,/m/03l9g,Hammer
|
||||
414,/m/03p19w,Jackhammer
|
||||
415,/m/01b82r,Sawing
|
||||
416,/m/02p01q,Filing (rasp)
|
||||
417,/m/023vsd,Sanding
|
||||
418,/m/0_ksk,Power tool
|
||||
419,/m/01d380,Drill
|
||||
420,/m/014zdl,Explosion
|
||||
421,/m/032s66,"Gunshot, gunfire"
|
||||
422,/m/04zjc,Machine gun
|
||||
423,/m/02z32qm,Fusillade
|
||||
424,/m/0_1c,Artillery fire
|
||||
425,/m/073cg4,Cap gun
|
||||
426,/m/0g6b5,Fireworks
|
||||
427,/g/122z_qxw,Firecracker
|
||||
428,/m/07qsvvw,"Burst, pop"
|
||||
429,/m/07pxg6y,Eruption
|
||||
430,/m/07qqyl4,Boom
|
||||
431,/m/083vt,Wood
|
||||
432,/m/07pczhz,Chop
|
||||
433,/m/07pl1bw,Splinter
|
||||
434,/m/07qs1cx,Crack
|
||||
435,/m/039jq,Glass
|
||||
436,/m/07q7njn,"Chink, clink"
|
||||
437,/m/07rn7sz,Shatter
|
||||
438,/m/04k94,Liquid
|
||||
439,/m/07rrlb6,"Splash, splatter"
|
||||
440,/m/07p6mqd,Slosh
|
||||
441,/m/07qlwh6,Squish
|
||||
442,/m/07r5v4s,Drip
|
||||
443,/m/07prgkl,Pour
|
||||
444,/m/07pqc89,"Trickle, dribble"
|
||||
445,/t/dd00088,Gush
|
||||
446,/m/07p7b8y,Fill (with liquid)
|
||||
447,/m/07qlf79,Spray
|
||||
448,/m/07ptzwd,Pump (liquid)
|
||||
449,/m/07ptfmf,Stir
|
||||
450,/m/0dv3j,Boiling
|
||||
451,/m/0790c,Sonar
|
||||
452,/m/0dl83,Arrow
|
||||
453,/m/07rqsjt,"Whoosh, swoosh, swish"
|
||||
454,/m/07qnq_y,"Thump, thud"
|
||||
455,/m/07rrh0c,Thunk
|
||||
456,/m/0b_fwt,Electronic tuner
|
||||
457,/m/02rr_,Effects unit
|
||||
458,/m/07m2kt,Chorus effect
|
||||
459,/m/018w8,Basketball bounce
|
||||
460,/m/07pws3f,Bang
|
||||
461,/m/07ryjzk,"Slap, smack"
|
||||
462,/m/07rdhzs,"Whack, thwack"
|
||||
463,/m/07pjjrj,"Smash, crash"
|
||||
464,/m/07pc8lb,Breaking
|
||||
465,/m/07pqn27,Bouncing
|
||||
466,/m/07rbp7_,Whip
|
||||
467,/m/07pyf11,Flap
|
||||
468,/m/07qb_dv,Scratch
|
||||
469,/m/07qv4k0,Scrape
|
||||
470,/m/07pdjhy,Rub
|
||||
471,/m/07s8j8t,Roll
|
||||
472,/m/07plct2,Crushing
|
||||
473,/t/dd00112,"Crumpling, crinkling"
|
||||
474,/m/07qcx4z,Tearing
|
||||
475,/m/02fs_r,"Beep, bleep"
|
||||
476,/m/07qwdck,Ping
|
||||
477,/m/07phxs1,Ding
|
||||
478,/m/07rv4dm,Clang
|
||||
479,/m/07s02z0,Squeal
|
||||
480,/m/07qh7jl,Creak
|
||||
481,/m/07qwyj0,Rustle
|
||||
482,/m/07s34ls,Whir
|
||||
483,/m/07qmpdm,Clatter
|
||||
484,/m/07p9k1k,Sizzle
|
||||
485,/m/07qc9xj,Clicking
|
||||
486,/m/07rwm0c,Clickety-clack
|
||||
487,/m/07phhsh,Rumble
|
||||
488,/m/07qyrcz,Plop
|
||||
489,/m/07qfgpx,"Jingle, tinkle"
|
||||
490,/m/07rcgpl,Hum
|
||||
491,/m/07p78v5,Zing
|
||||
492,/t/dd00121,Boing
|
||||
493,/m/07s12q4,Crunch
|
||||
494,/m/028v0c,Silence
|
||||
495,/m/01v_m0,Sine wave
|
||||
496,/m/0b9m1,Harmonic
|
||||
497,/m/0hdsk,Chirp tone
|
||||
498,/m/0c1dj,Sound effect
|
||||
499,/m/07pt_g0,Pulse
|
||||
500,/t/dd00125,"Inside, small room"
|
||||
501,/t/dd00126,"Inside, large room or hall"
|
||||
502,/t/dd00127,"Inside, public space"
|
||||
503,/t/dd00128,"Outside, urban or manmade"
|
||||
504,/t/dd00129,"Outside, rural or natural"
|
||||
505,/m/01b9nn,Reverberation
|
||||
506,/m/01jnbd,Echo
|
||||
507,/m/096m7z,Noise
|
||||
508,/m/06_y0by,Environmental noise
|
||||
509,/m/07rgkc5,Static
|
||||
510,/m/06xkwv,Mains hum
|
||||
511,/m/0g12c5,Distortion
|
||||
512,/m/08p9q4,Sidetone
|
||||
513,/m/07szfh9,Cacophony
|
||||
514,/m/0chx_,White noise
|
||||
515,/m/0cj0r,Pink noise
|
||||
516,/m/07p_0gm,Throbbing
|
||||
517,/m/01jwx6,Vibration
|
||||
518,/m/07c52,Television
|
||||
519,/m/06bz3,Radio
|
||||
520,/m/07hvw1,Field recording
|
||||
|
File diff suppressed because one or more lines are too long
@@ -59,6 +59,11 @@
|
||||
{% else %}<p class="empty">{% trans "No peak events were returned." %}</p>{% endif %}
|
||||
</section>
|
||||
</div>
|
||||
{% if pending %}
|
||||
<div class="review-submission" role="status">
|
||||
<div><strong>{% trans "Sent to Pending Review" %}</strong><p>{% trans "An administrator will review this recording." %}</p></div>
|
||||
</div>
|
||||
{% endif %}
|
||||
{% if submission_token %}
|
||||
<div class="review-submission" id="review-submission">
|
||||
<input type="hidden" name="classification_token" value="{{ submission_token }}">
|
||||
|
||||
@@ -15,6 +15,14 @@
|
||||
<button type="submit"><span class="spinner htmx-indicator" id="upload-indicator" aria-hidden="true"></span>{% trans "Analyse audio" %}</button>
|
||||
<button class="upload-cancel" type="button" hidden>{% trans "Cancel upload" %}</button>
|
||||
</div>
|
||||
<section class="browser-gate" id="browser-gate" hidden aria-live="polite">
|
||||
<strong id="browser-gate-title"></strong>
|
||||
<p id="browser-gate-message"></p>
|
||||
<div class="browser-gate-actions">
|
||||
<button type="button" id="browser-gate-choose">{% trans "Choose another recording" %}</button>
|
||||
<button type="button" id="browser-gate-override">{% trans "Submit for manual review anyway" %}</button>
|
||||
</div>
|
||||
</section>
|
||||
<section id="classification-results" aria-live="polite" aria-label="{% trans "Classification results" %}"></section>
|
||||
</form>
|
||||
<p id="upload-status" role="status" aria-live="polite"></p>
|
||||
|
||||
@@ -37,6 +37,7 @@ class BrowserProcessingBetaTests(TestCase):
|
||||
self.assertEqual(response.json(), {
|
||||
"version": 1, "browser_processing_beta_enabled": False,
|
||||
"whitelist": [], "privacy_sensitive_speech": [], "thresholds": {},
|
||||
"model_version": "google-yamnet-1", "model_url": "", "class_map_url": "",
|
||||
})
|
||||
self.assertIn("no-cache", response["Cache-Control"])
|
||||
for url in (reverse("hello"), reverse("fireworks_detect:fireworks")):
|
||||
@@ -53,8 +54,9 @@ class BrowserProcessingBetaTests(TestCase):
|
||||
policy = self.client.get(reverse("fireworks_detect:browser_policy")).json()
|
||||
self.assertTrue(policy["browser_processing_beta_enabled"])
|
||||
self.assertEqual(policy["whitelist"], ["Fireworks"])
|
||||
self.assertEqual(policy["privacy_sensitive_speech"], ["Speech"])
|
||||
self.assertEqual(policy["thresholds"], {})
|
||||
self.assertIn("Speech", policy["privacy_sensitive_speech"])
|
||||
self.assertEqual(policy["thresholds"], {"relevance": 0.5, "speech": 0.5})
|
||||
self.assertEqual(policy["model_url"], "/static/browser-yamnet/model.json")
|
||||
self.assertNotIn("token", json.dumps(policy).lower())
|
||||
BrowserProcessingSettings.objects.update(browser_processing_beta_enabled=False)
|
||||
self.assertFalse(self.client.get(reverse("fireworks_detect:browser_policy")).json()["browser_processing_beta_enabled"])
|
||||
@@ -99,3 +101,50 @@ class BrowserProcessingBetaTests(TestCase):
|
||||
})
|
||||
self.assertEqual(response.status_code, 200)
|
||||
self.assertEqual(PendingEvent.objects.get().classifier_response, payload)
|
||||
|
||||
@patch("fireworks_detect.views.urlopen")
|
||||
def test_speech_override_runs_server_classifier_and_enters_pending(self, urlopen):
|
||||
reply = MagicMock()
|
||||
reply.read.return_value = b'{"predictions": [{"class": "Speech", "score": 0.9}]}'
|
||||
urlopen.return_value.__enter__.return_value = reply
|
||||
BrowserProcessingSettings.objects.update(browser_processing_beta_enabled=True)
|
||||
with TemporaryDirectory() as media_root, override_settings(MEDIA_ROOT=media_root), patch.object(
|
||||
PendingEvent._meta.get_field("audio_file"), "storage", FileSystemStorage(location=media_root)
|
||||
):
|
||||
response = self.client.post(reverse("fireworks_detect:classify_upload"), {
|
||||
"audio": SimpleUploadedFile("speech.wav", b"RIFF0000WAVEdata", content_type="audio/wav"),
|
||||
"browser_processing_metadata": json.dumps({
|
||||
"browser_processing_used": True, "browser_processing_version": 1,
|
||||
"browser_gate_result": "speech_only", "browser_override": True,
|
||||
}),
|
||||
})
|
||||
self.assertEqual(response.status_code, 200)
|
||||
self.assertContains(response, "review-submission")
|
||||
pending = PendingEvent.objects.get()
|
||||
self.assertEqual(pending.classifier_response, {"predictions": [{"class": "Speech", "score": 0.9}]})
|
||||
self.assertEqual(urlopen.call_count, 1)
|
||||
self.assertNotIn(b"speech_only", urlopen.call_args.args[0].data)
|
||||
|
||||
@patch("fireworks_detect.views.urlopen")
|
||||
def test_no_match_override_enters_pending_and_forged_whitelist_does_not_skip_classifier(self, urlopen):
|
||||
reply = MagicMock()
|
||||
reply.read.return_value = b'{"predictions": [{"class": "Music", "score": 0.9}]}'
|
||||
urlopen.return_value.__enter__.return_value = reply
|
||||
BrowserProcessingSettings.objects.update(browser_processing_beta_enabled=True)
|
||||
with TemporaryDirectory() as media_root, override_settings(MEDIA_ROOT=media_root), patch.object(
|
||||
PendingEvent._meta.get_field("audio_file"), "storage", FileSystemStorage(location=media_root)
|
||||
):
|
||||
response = self.client.post(reverse("fireworks_detect:classify_upload"), {
|
||||
"audio": SimpleUploadedFile("music.wav", b"RIFF0000WAVEdata", content_type="audio/wav"),
|
||||
"browser_processing_metadata": '{"browser_gate_result":"no_match","browser_override":true}',
|
||||
})
|
||||
self.assertEqual(response.status_code, 200)
|
||||
self.assertEqual(PendingEvent.objects.count(), 1)
|
||||
response = self.client.post(reverse("fireworks_detect:classify_upload"), {
|
||||
"audio": SimpleUploadedFile("sample.wav", b"RIFF0000WAVEdata", content_type="audio/wav"),
|
||||
"browser_processing_metadata": '{"browser_gate_result":"whitelist_match","browser_override":false}',
|
||||
})
|
||||
self.assertEqual(response.status_code, 200)
|
||||
self.assertContains(response, "Music")
|
||||
self.assertEqual(PendingEvent.objects.count(), 1)
|
||||
self.assertEqual(urlopen.call_count, 2)
|
||||
|
||||
@@ -22,7 +22,7 @@ from django.views.decorators.http import require_http_methods
|
||||
|
||||
from .h3_utils import cell_boundary, cell_center, cell_from_coordinates, h3_resolution
|
||||
from .browser_policy import advisory_browser_metadata, browser_config, browser_policy
|
||||
from .models import ClassificationRule, Event, PendingEvent, Sensor
|
||||
from .models import BrowserProcessingSettings, ClassificationRule, Event, PendingEvent, Sensor
|
||||
|
||||
|
||||
CLASSIFIER_URL = "http://192.168.1.122:5000/classify"
|
||||
@@ -286,6 +286,22 @@ def classify_upload(request):
|
||||
# Keep the raw payload in this request flow; this is the future hand-off point
|
||||
# for saving the upload and its classification to a database or queue.
|
||||
context = _classification_context(payload)
|
||||
override = (
|
||||
BrowserProcessingSettings.enabled()
|
||||
and metadata.get("browser_override") is True
|
||||
and metadata.get("browser_gate_result") in {"speech_only", "no_match"}
|
||||
)
|
||||
if override:
|
||||
# The browser gate is advisory. Always classify server-side first, then
|
||||
# force this explicit override into Pending Review regardless of scores.
|
||||
pending = PendingEvent.objects.create(
|
||||
audio_file=uploaded_file,
|
||||
original_filename=uploaded_file.name,
|
||||
classifier_response=payload,
|
||||
)
|
||||
context["pending"] = pending
|
||||
logger.info("Browser override sent to Pending Review: %s", pending.pk)
|
||||
else:
|
||||
context["submission_token"] = signing.dumps(payload, salt="fireworks_detect.classification")
|
||||
return render(request, "fireworks_detect/classification_result.html", context)
|
||||
|
||||
|
||||
@@ -0,0 +1,31 @@
|
||||
const RATE = 16000;
|
||||
|
||||
export class AudioPreprocessor {
|
||||
static async prepare(file, { signal } = {}) {
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
console.log("[BoomCast][YAMNet] Preparing local classification.");
|
||||
const AudioContextClass = window.AudioContext || window.webkitAudioContext;
|
||||
if (!AudioContextClass || !(window.OfflineAudioContext || window.webkitOfflineAudioContext)) throw new Error("Browser audio decoding unavailable");
|
||||
const context = new AudioContextClass();
|
||||
try {
|
||||
const decoded = await context.decodeAudioData(await file.arrayBuffer());
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
if (!decoded.duration || !Number.isFinite(decoded.duration)) throw new Error("Invalid audio duration");
|
||||
const OfflineContextClass = window.OfflineAudioContext || window.webkitOfflineAudioContext;
|
||||
const offline = new OfflineContextClass(1, Math.ceil(decoded.duration * RATE), RATE);
|
||||
const source = offline.createBufferSource();
|
||||
source.buffer = decoded;
|
||||
source.connect(offline.destination);
|
||||
source.start();
|
||||
const rendered = await offline.startRendering();
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
const waveform = rendered.getChannelData(0).slice();
|
||||
console.log("[BoomCast][YAMNet] Waveform prepared.", {
|
||||
sampleRate: RATE, samples: waveform.length, durationSeconds: waveform.length / RATE,
|
||||
});
|
||||
return waveform;
|
||||
} finally {
|
||||
await context.close().catch(() => {});
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -12,6 +12,11 @@ if (form) {
|
||||
const submit = form.querySelector('button[type="submit"]');
|
||||
const cancel = form.querySelector(".upload-cancel");
|
||||
const results = form.querySelector("#classification-results");
|
||||
const gatePanel = form.querySelector("#browser-gate");
|
||||
const gateTitle = form.querySelector("#browser-gate-title");
|
||||
const gateMessage = form.querySelector("#browser-gate-message");
|
||||
const gateChoose = form.querySelector("#browser-gate-choose");
|
||||
const gateOverride = form.querySelector("#browser-gate-override");
|
||||
const status = document.querySelector("#upload-status");
|
||||
const reducedMotion = window.matchMedia("(prefers-reduced-motion: reduce)");
|
||||
const states = ["idle", "file-selected", "uploading", "processing", "success", "error", "cancelled"];
|
||||
@@ -23,8 +28,9 @@ if (form) {
|
||||
let selectionId = 0;
|
||||
let selectionController = null;
|
||||
let selectedResult = null;
|
||||
let extractionPending = false;
|
||||
let extractionFailed = false;
|
||||
let preparationPending = false;
|
||||
let preparationFailed = false;
|
||||
let gateBlocked = false;
|
||||
const browserProcessor = new BrowserSubmissionProcessor();
|
||||
if (!browserProcessor.isEnabled()) {
|
||||
console.log("[BoomCast][BrowserBeta] Feature disabled; using legacy submission flow.");
|
||||
@@ -130,41 +136,68 @@ if (form) {
|
||||
selectionController?.abort();
|
||||
selectionController = null;
|
||||
selectedResult = null;
|
||||
extractionPending = false;
|
||||
extractionFailed = false;
|
||||
preparationPending = false;
|
||||
preparationFailed = false;
|
||||
gateBlocked = false;
|
||||
gatePanel.hidden = true;
|
||||
showFile(file);
|
||||
if (!busy) { submit.disabled = false; cancel.hidden = true; }
|
||||
if (!file || !browserProcessor.isEnabled() || !BrowserSubmissionProcessor.isVideo(file)) return;
|
||||
if (!file || !browserProcessor.canProcess(file)) return;
|
||||
const id = selectionId;
|
||||
const controller = new AbortController();
|
||||
selectionController = controller;
|
||||
extractionPending = true;
|
||||
preparationPending = true;
|
||||
submit.disabled = true;
|
||||
cancel.hidden = false;
|
||||
status.textContent = t.extractingAudio || "Extracting audio from video…";
|
||||
status.textContent = BrowserSubmissionProcessor.isVideo(file)
|
||||
? (t.extractingAudio || "Extracting audio from video…")
|
||||
: (t.preparingRecording || "Preparing recording…");
|
||||
browserProcessor.prepare(file, { signal: controller.signal, onState: (state) => {
|
||||
if (id === selectionId) console.log("[BoomCast][FFmpeg] State:", state);
|
||||
if (id !== selectionId) return;
|
||||
status.textContent = state === "checking" ? (t.checkingRecording || "Checking recording…")
|
||||
: (t.extractingAudio || "Extracting audio from video…");
|
||||
} }).then((result) => {
|
||||
if (id !== selectionId || controller.signal.aborted) return;
|
||||
selectedResult = result;
|
||||
extractionPending = false;
|
||||
submit.disabled = false;
|
||||
preparationPending = false;
|
||||
cancel.hidden = true;
|
||||
status.textContent = result.file === file
|
||||
? (t.videoExtractionUnavailable || "Video processing is unavailable. Please choose an audio recording.")
|
||||
: (t.onlyAudioSent || "Audio extracted on this device. Only audio will be sent to BoomCast.");
|
||||
extractionFailed = result.file === file;
|
||||
if (extractionFailed) submit.disabled = true;
|
||||
if (BrowserSubmissionProcessor.isVideo(file) && result.file === file) {
|
||||
preparationFailed = true;
|
||||
submit.disabled = true;
|
||||
status.textContent = t.videoExtractionFailed || "Could not extract audio from this video. Please choose an audio recording.";
|
||||
return;
|
||||
}
|
||||
selectedResult = result;
|
||||
gateBlocked = result.gate === "speech_only" || result.gate === "no_match";
|
||||
if (gateBlocked) {
|
||||
gateTitle.textContent = result.gate === "speech_only"
|
||||
? (t.speechGateTitle || "This recording appears to contain speech, but no relevant sound was detected.")
|
||||
: (t.irrelevantGateTitle || "No relevant sound was detected.");
|
||||
gateMessage.textContent = result.gate === "speech_only"
|
||||
? (t.speechGateMessage || "To protect people’s privacy, this recording will not be uploaded automatically. You can still submit it for manual review.")
|
||||
: (t.irrelevantGateMessage || "BoomCast could not identify a sound this service currently looks for. You can still submit it for manual review.");
|
||||
gatePanel.hidden = false;
|
||||
submit.disabled = true;
|
||||
status.textContent = (t.gateChooseMessage || "Recording checked. Choose another recording or submit for manual review.");
|
||||
} else {
|
||||
submit.disabled = false;
|
||||
status.textContent = BrowserSubmissionProcessor.isVideo(file)
|
||||
? (t.videoAudioOnly || "Video processed on this device. Only extracted audio will be sent if you submit.")
|
||||
: (t.readyToSubmit || "Ready to submit.");
|
||||
}
|
||||
}).catch((error) => {
|
||||
if (id !== selectionId) return;
|
||||
console.error("[BoomCast][FFmpeg] Falling back safely.", error);
|
||||
extractionPending = false;
|
||||
extractionFailed = true;
|
||||
submit.disabled = true;
|
||||
console.error("[BoomCast][BrowserBeta] Preparation failed:", error);
|
||||
preparationPending = false;
|
||||
cancel.hidden = true;
|
||||
status.textContent = controller.signal.aborted
|
||||
? (t.extractionCancelled || "Audio extraction cancelled. Choose a recording to continue.")
|
||||
: (t.videoExtractionFailed || "Could not extract audio from this video. Please choose an audio recording.");
|
||||
if (BrowserSubmissionProcessor.isVideo(file)) {
|
||||
preparationFailed = true;
|
||||
submit.disabled = true;
|
||||
status.textContent = t.videoExtractionFailed || "Could not extract audio from this video. Please choose an audio recording.";
|
||||
} else {
|
||||
selectedResult = { file, metadata: null, gate: "unavailable" };
|
||||
submit.disabled = false;
|
||||
status.textContent = t.readyToSubmit || "Ready to submit.";
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@@ -184,6 +217,22 @@ if (form) {
|
||||
});
|
||||
|
||||
function startUpload(file, metadata = null) {
|
||||
// HTMX's later Pending action also reads the native file input. Replace a
|
||||
// video with its extracted WAV so no subsequent form action can send video.
|
||||
if (fileInput.files[0] !== file) {
|
||||
try {
|
||||
const transfer = new DataTransfer();
|
||||
transfer.items.add(file);
|
||||
fileInput.files = transfer.files;
|
||||
if (fileInput.files[0] !== file) throw new Error("Prepared audio could not replace video in form");
|
||||
} catch (error) {
|
||||
console.error("[BoomCast][BrowserBeta] Could not secure native form upload:", error);
|
||||
preparationFailed = true;
|
||||
submit.disabled = true;
|
||||
status.textContent = (t.secureVideoFailed || "Could not prepare this video for upload. Please choose an audio recording.");
|
||||
return;
|
||||
}
|
||||
}
|
||||
const formData = new FormData(form);
|
||||
formData.set("audio", file);
|
||||
if (metadata) formData.set("browser_processing_metadata", JSON.stringify(metadata));
|
||||
@@ -226,59 +275,36 @@ if (form) {
|
||||
form.addEventListener("submit", (event) => {
|
||||
event.preventDefault();
|
||||
event.stopImmediatePropagation();
|
||||
if (busy || preparing || extractionPending || extractionFailed) return;
|
||||
if (busy || preparationPending || preparationFailed || gateBlocked) return;
|
||||
if (!form.reportValidity()) return;
|
||||
const file = fileInput.files[0];
|
||||
if (!file) return;
|
||||
if (selectedResult && BrowserSubmissionProcessor.isVideo(file)) {
|
||||
startUpload(selectedResult.file, selectedResult.metadata);
|
||||
return;
|
||||
}
|
||||
if (!browserProcessor.isEnabled()) {
|
||||
if (selectedResult) { startUpload(selectedResult.file, selectedResult.metadata); return; }
|
||||
if (!browserProcessor.isEnabled()) { startUpload(file); return; }
|
||||
// Unknown types retain the existing server flow.
|
||||
startUpload(file);
|
||||
return;
|
||||
}
|
||||
const id = selectionId;
|
||||
preparing = true;
|
||||
submit.disabled = true;
|
||||
status.textContent = t.preparingRecording || "Preparing recording…";
|
||||
browserProcessor.prepare(file).then(({ file: preparedFile, metadata }) => {
|
||||
preparing = false;
|
||||
submit.disabled = false;
|
||||
if (fileInput.files[0] !== file || selectionId !== id) return;
|
||||
if (BrowserSubmissionProcessor.isVideo(file) && preparedFile === file) {
|
||||
extractionFailed = true;
|
||||
submit.disabled = true;
|
||||
status.textContent = t.videoExtractionFailed || "Could not extract audio from this video. Please choose an audio recording.";
|
||||
return;
|
||||
}
|
||||
startUpload(preparedFile || file, metadata);
|
||||
}).catch((error) => {
|
||||
console.error("[BoomCast][BrowserBeta] Initialisation failed:", error);
|
||||
browserProcessor.cleanup();
|
||||
console.log("[BoomCast][BrowserBeta] Restoring legacy submission flow.");
|
||||
preparing = false;
|
||||
submit.disabled = false;
|
||||
if (fileInput.files[0] !== file || selectionId !== id) return;
|
||||
if (BrowserSubmissionProcessor.isVideo(file)) {
|
||||
extractionFailed = true;
|
||||
submit.disabled = true;
|
||||
status.textContent = t.videoExtractionFailed || "Could not extract audio from this video. Please choose an audio recording.";
|
||||
return;
|
||||
}
|
||||
if (fileInput.files[0] === file && selectionId === id) startUpload(file);
|
||||
});
|
||||
}, true);
|
||||
|
||||
gateChoose.addEventListener("click", () => fileInput.click());
|
||||
gateOverride.addEventListener("click", () => {
|
||||
if (!gateBlocked || !selectedResult || busy || preparationPending) return;
|
||||
console.warn("[BoomCast][Gate] User explicitly overrode local gate.");
|
||||
console.log("[BoomCast][Gate] Submission will enter manual review.");
|
||||
const metadata = { ...selectedResult.metadata, browser_override: true };
|
||||
selectedResult.metadata = metadata;
|
||||
gateBlocked = false;
|
||||
gatePanel.hidden = true;
|
||||
startUpload(selectedResult.file, metadata);
|
||||
});
|
||||
cancel.addEventListener("click", () => {
|
||||
if (extractionPending) {
|
||||
if (preparationPending) {
|
||||
selectionController?.abort();
|
||||
selectionId += 1;
|
||||
extractionPending = false;
|
||||
extractionFailed = true;
|
||||
preparationPending = false;
|
||||
preparationFailed = true;
|
||||
submit.disabled = true;
|
||||
cancel.hidden = true;
|
||||
status.textContent = t.extractionCancelled || "Audio extraction cancelled. Choose a recording to continue.";
|
||||
status.textContent = t.extractionCancelled || (t.preparationCancelled || "Preparation cancelled. Choose a recording to continue.");
|
||||
} else request?.abort();
|
||||
});
|
||||
window.addEventListener("pageshow", (event) => {
|
||||
@@ -287,8 +313,10 @@ if (form) {
|
||||
selectionController?.abort();
|
||||
selectionId += 1;
|
||||
selectedResult = null;
|
||||
extractionPending = false;
|
||||
extractionFailed = false;
|
||||
preparationPending = false;
|
||||
preparationFailed = false;
|
||||
gateBlocked = false;
|
||||
gatePanel.hidden = true;
|
||||
submit.disabled = false;
|
||||
fileInput.value = "";
|
||||
results.replaceChildren();
|
||||
|
||||
@@ -0,0 +1,17 @@
|
||||
export class BrowserSubmissionGate {
|
||||
static evaluate(predictions, policy) {
|
||||
console.log("[BoomCast][Gate] Evaluating browser classification.");
|
||||
const relevant = new Set((policy.whitelist || []).map((name) => name.toLowerCase()));
|
||||
const speechNames = new Set((policy.privacy_sensitive_speech || []).map((name) => name.toLowerCase()));
|
||||
const matchThreshold = Number(policy.thresholds?.relevance ?? 0.5);
|
||||
const speechThreshold = Number(policy.thresholds?.speech ?? 0.5);
|
||||
const matches = predictions.filter((item) => relevant.has(item.class.toLowerCase()) && item.score >= matchThreshold);
|
||||
const speechDetected = predictions.some((item) => speechNames.has(item.class.toLowerCase()) && item.score >= speechThreshold);
|
||||
console.log("[BoomCast][Gate] Relevant whitelist matches:", matches);
|
||||
console.log("[BoomCast][Gate] Speech detected:", speechDetected);
|
||||
const result = matches.length ? "whitelist_match" : speechDetected ? "speech_only" : "no_match";
|
||||
console.log(`[BoomCast][Gate] Decision: ${result.toUpperCase()}`);
|
||||
if (result !== "whitelist_match") console.log("[BoomCast][Gate] Automatic upload suppressed.");
|
||||
return { result, speechDetected, matches };
|
||||
}
|
||||
}
|
||||
@@ -3,82 +3,104 @@ const PREFIX = "[BoomCast][BrowserBeta]";
|
||||
export function readBrowserProcessingConfig() {
|
||||
const element = document.querySelector("#boomcast-browser-config");
|
||||
if (!element) return { browserProcessingBeta: false };
|
||||
try {
|
||||
return JSON.parse(element.textContent);
|
||||
} catch (error) {
|
||||
try { return JSON.parse(element.textContent); }
|
||||
catch (error) {
|
||||
console.error(`${PREFIX} Configuration unavailable:`, error);
|
||||
return { browserProcessingBeta: false };
|
||||
}
|
||||
}
|
||||
|
||||
export class BrowserSubmissionProcessor {
|
||||
constructor(config = readBrowserProcessingConfig(), extractVideo = null) {
|
||||
constructor(config = readBrowserProcessingConfig(), extractVideo = null, dependencies = {}) {
|
||||
this.config = config;
|
||||
this.extractVideo = extractVideo;
|
||||
this.dependencies = dependencies;
|
||||
}
|
||||
|
||||
isEnabled() {
|
||||
return this.config.browserProcessingBeta === true;
|
||||
}
|
||||
isEnabled() { return this.config.browserProcessingBeta === true; }
|
||||
|
||||
canProcess(file) {
|
||||
return this.isEnabled() && Boolean(file) && /^(audio|video)\//.test(file.type);
|
||||
return this.isEnabled() && Boolean(file) && (BrowserSubmissionProcessor.isAudio(file) || BrowserSubmissionProcessor.isVideo(file));
|
||||
}
|
||||
|
||||
static isAudio(file) {
|
||||
return Boolean(file) && (file.type.startsWith("audio/") || (!file.type && /\.(aac|aif|aiff|flac|m4a|mp3|ogg|opus|wav|weba)$/i.test(file.name || "")));
|
||||
}
|
||||
|
||||
static isVideo(file) {
|
||||
return Boolean(file) && (file.type.startsWith("video/") || (!file.type && /\.(mp4|mov|m4v|webm|mkv|avi)$/i.test(file.name || "")));
|
||||
}
|
||||
|
||||
async prepare(file, { signal, onState } = {}) {
|
||||
if (!this.isEnabled()) return { file, metadata: null };
|
||||
async prepare(file, { signal, onState = () => {} } = {}) {
|
||||
if (!this.canProcess(file)) return { file, metadata: null, gate: "unavailable" };
|
||||
console.log(`${PREFIX} Initialising beta submission pipeline.`);
|
||||
console.log(`${PREFIX} File selected:`, { type: file?.type || "", size: file?.size || 0 });
|
||||
if (!this.canProcess(file) && !BrowserSubmissionProcessor.isVideo(file)) {
|
||||
console.log(`${PREFIX} Browser preprocessing unavailable; falling back.`);
|
||||
return { file, metadata: null };
|
||||
}
|
||||
let policyTimeout;
|
||||
try {
|
||||
const video = BrowserSubmissionProcessor.isVideo(file);
|
||||
const controller = new AbortController();
|
||||
policyTimeout = setTimeout(() => controller.abort(), 5000);
|
||||
const abort = () => controller.abort();
|
||||
signal?.addEventListener("abort", abort, { once: true });
|
||||
const timeout = setTimeout(() => controller.abort(), 5000);
|
||||
let policy;
|
||||
try {
|
||||
const response = await fetch(this.config.policyUrl, {
|
||||
cache: "no-store", credentials: "same-origin", signal: controller.signal,
|
||||
});
|
||||
if (!response.ok) throw new Error(`Policy HTTP ${response.status}`);
|
||||
const policy = await response.json();
|
||||
policy = await response.json();
|
||||
if (!policy.browser_processing_beta_enabled || policy.version !== this.config.policyVersion) {
|
||||
console.log(`${PREFIX} Browser beta disabled or policy changed; using legacy submission flow.`);
|
||||
return { file, metadata: null };
|
||||
return { file, metadata: null, gate: "unavailable" };
|
||||
}
|
||||
if (BrowserSubmissionProcessor.isVideo(file)) {
|
||||
} catch (error) {
|
||||
if (signal?.aborted) throw error;
|
||||
console.error(`${PREFIX} Policy unavailable:`, error);
|
||||
if (video) throw error;
|
||||
return { file, metadata: null, gate: "unavailable" };
|
||||
} finally {
|
||||
clearTimeout(timeout);
|
||||
signal?.removeEventListener("abort", abort);
|
||||
}
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
let preparedFile = file;
|
||||
if (video) {
|
||||
const extract = this.extractVideo || (await import("./ffmpeg-video-extractor.js")).extractVideoAudio;
|
||||
const wav = await extract(file, { signal, onState });
|
||||
return { file: wav, metadata: { browser_processing_used: true, browser_processing_version: policy.version, browser_gate_result: "unavailable", browser_override: false } };
|
||||
preparedFile = await extract(file, { signal, onState });
|
||||
}
|
||||
// Audio continues through the existing submission path.
|
||||
console.log(`${PREFIX} Browser processing shell ready; using original recording.`);
|
||||
return {
|
||||
file,
|
||||
metadata: {
|
||||
browser_processing_used: false,
|
||||
const metadata = {
|
||||
browser_processing_used: video,
|
||||
browser_processing_version: policy.version,
|
||||
browser_gate_result: "unavailable",
|
||||
browser_override: false,
|
||||
},
|
||||
};
|
||||
} catch (error) {
|
||||
console.error(`${PREFIX} Initialisation failed:`, error);
|
||||
this.cleanup();
|
||||
if (BrowserSubmissionProcessor.isVideo(file)) throw error;
|
||||
console.log(`${PREFIX} Restoring legacy submission flow.`);
|
||||
return { file, metadata: null };
|
||||
try {
|
||||
onState("checking");
|
||||
const prepareAudio = this.dependencies.prepareAudio || (await import("./audio-preprocessor.js")).AudioPreprocessor.prepare;
|
||||
let waveform = await prepareAudio(preparedFile, { signal });
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
try {
|
||||
const classify = this.dependencies.classify || (await import("./browser-yamnet-classifier.js")).BrowserYamnetClassifier.classify;
|
||||
const predictions = await classify(waveform, {
|
||||
modelUrl: policy.model_url, classMapUrl: policy.class_map_url, signal,
|
||||
});
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
const evaluate = this.dependencies.evaluate || (await import("./browser-submission-gate.js")).BrowserSubmissionGate.evaluate;
|
||||
const decision = evaluate(predictions, policy);
|
||||
metadata.browser_processing_used = true;
|
||||
metadata.browser_gate_result = decision.result;
|
||||
metadata.browser_speech_detected = decision.speechDetected;
|
||||
return { file: preparedFile, metadata, gate: decision.result, predictions: predictions.slice(0, 5) };
|
||||
} finally {
|
||||
clearTimeout(policyTimeout);
|
||||
waveform = null;
|
||||
console.log("[BoomCast][Cleanup] Releasing waveform buffers.");
|
||||
}
|
||||
} catch (error) {
|
||||
if (signal?.aborted) throw error;
|
||||
console.error("[BoomCast][YAMNet] Local classification unavailable:", error);
|
||||
console.log("[BoomCast][Gate] Falling back to server classification.");
|
||||
metadata.browser_gate_result = "unavailable";
|
||||
return { file: preparedFile, metadata, gate: "unavailable" };
|
||||
}
|
||||
}
|
||||
|
||||
cleanup() {
|
||||
// Future passes can release workers, object URLs, and model tensors here.
|
||||
console.log("[BoomCast][Cleanup] Browser beta resources released.");
|
||||
}
|
||||
cleanup() { console.log("[BoomCast][Cleanup] Browser beta resources released."); }
|
||||
}
|
||||
|
||||
@@ -0,0 +1,70 @@
|
||||
const PREFIX = "[BoomCast][YAMNet]";
|
||||
|
||||
export class BrowserYamnetClassifier {
|
||||
static async classify(waveform, { modelUrl, classMapUrl, signal, loadTensorFlow } = {}) {
|
||||
let tf;
|
||||
let model;
|
||||
let input;
|
||||
let output;
|
||||
const started = performance.now();
|
||||
try {
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
console.log(`${PREFIX} Lazy-loading TensorFlow.js.`);
|
||||
tf = loadTensorFlow ? await loadTensorFlow() : await import("@tensorflow/tfjs");
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
console.log(`${PREFIX} TensorFlow.js loaded.`);
|
||||
await tf.ready();
|
||||
console.log(`${PREFIX} Backend:`, tf.getBackend());
|
||||
console.log(`${PREFIX} Loading model.`);
|
||||
const [loaded, mappingResponse] = await Promise.all([
|
||||
tf.loadGraphModel(modelUrl),
|
||||
fetch(classMapUrl, { cache: "force-cache", signal }),
|
||||
]);
|
||||
model = loaded;
|
||||
if (!mappingResponse.ok) throw new Error("YAMNet class map unavailable");
|
||||
const classMap = await mappingResponse.json();
|
||||
if (!Array.isArray(classMap) || classMap.length !== 521) throw new Error("Invalid YAMNet class map");
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
console.log(`${PREFIX} Model ready.`);
|
||||
// YAMNet needs at least one 0.96 s patch, including STFT padding.
|
||||
const samples = waveform.length < 15600 ? Float32Array.from({ length: 15600 }, (_, i) => waveform[i] || 0) : waveform;
|
||||
input = tf.tensor1d(samples, "float32");
|
||||
console.log(`${PREFIX} Starting inference.`);
|
||||
const result = await model.executeAsync(input);
|
||||
output = Array.isArray(result) ? result : [result];
|
||||
const scores = output.find((tensor) => tensor.shape.length === 2 && tensor.shape[1] === classMap.length);
|
||||
if (!scores) throw new Error("YAMNet score output unavailable");
|
||||
const values = await scores.data();
|
||||
if (signal?.aborted) throw new DOMException("Cancelled", "AbortError");
|
||||
const frames = scores.shape[0];
|
||||
const predictions = classMap.map((name, index) => {
|
||||
let score = -1;
|
||||
let frame = 0;
|
||||
for (let row = 0; row < frames; row += 1) {
|
||||
const value = values[row * classMap.length + index];
|
||||
if (value > score) { score = value; frame = row; }
|
||||
}
|
||||
return { class: name, score, frame, timeSeconds: Number((frame * 0.48).toFixed(2)) };
|
||||
});
|
||||
predictions.sort((a, b) => b.score - a.score);
|
||||
console.log(`${PREFIX} Inference completed in`, Math.round(performance.now() - started), "ms.");
|
||||
console.groupCollapsed(`${PREFIX} Top local predictions`);
|
||||
console.table(predictions.slice(0, 10));
|
||||
console.groupEnd();
|
||||
return predictions;
|
||||
} catch (error) {
|
||||
console.error(`${PREFIX} Local inference failed:`, error);
|
||||
throw error;
|
||||
} finally {
|
||||
if (tf) console.log(`${PREFIX} TensorFlow memory before cleanup:`, tf.memory());
|
||||
console.log("[BoomCast][Cleanup] Disposing YAMNet tensors.");
|
||||
input?.dispose();
|
||||
output?.forEach((tensor) => tensor?.dispose());
|
||||
console.log("[BoomCast][Cleanup] Disposing browser YAMNet model.");
|
||||
model?.dispose();
|
||||
console.log("[BoomCast][Cleanup] Releasing waveform buffers.");
|
||||
if (tf) console.log(`${PREFIX} TensorFlow memory after cleanup:`, tf.memory());
|
||||
console.log("[BoomCast][Cleanup] Browser classification cleanup complete.");
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -509,3 +509,9 @@
|
||||
transition-duration: .01ms !important;
|
||||
}
|
||||
}
|
||||
|
||||
.browser-gate { margin: 1rem 0; padding: 1rem; border: 1px solid #e5bb7a; border-radius: .75rem; background: #4d392950; }
|
||||
.browser-gate[hidden] { display: none; }
|
||||
.browser-gate p { margin: .45rem 0 1rem; }
|
||||
.browser-gate-actions { display: flex; gap: .65rem; flex-wrap: wrap; }
|
||||
.browser-gate-actions button { cursor: pointer; }
|
||||
|
||||
@@ -0,0 +1,64 @@
|
||||
import assert from "node:assert/strict";
|
||||
import test from "node:test";
|
||||
import { BrowserSubmissionGate } from "../src/scripts/browser-submission-gate.js";
|
||||
import { BrowserSubmissionProcessor } from "../src/scripts/browser-submission-processor.js";
|
||||
|
||||
const policy = { whitelist: ["Fireworks"], privacy_sensitive_speech: ["Speech"], thresholds: { relevance: .5, speech: .5 } };
|
||||
|
||||
test("whitelist match allows normal submission even when speech is present", () => {
|
||||
const decision = BrowserSubmissionGate.evaluate([{ class: "Fireworks", score: .8 }, { class: "Speech", score: .9 }], policy);
|
||||
assert.equal(decision.result, "whitelist_match");
|
||||
assert.equal(decision.speechDetected, true);
|
||||
});
|
||||
|
||||
test("speech without relevance and irrelevant audio require explicit override", () => {
|
||||
assert.equal(BrowserSubmissionGate.evaluate([{ class: "Speech", score: .9 }], policy).result, "speech_only");
|
||||
assert.equal(BrowserSubmissionGate.evaluate([{ class: "Music", score: .9 }], policy).result, "no_match");
|
||||
});
|
||||
|
||||
test("audio and video-derived WAV use the same gate; audio never calls FFmpeg", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
globalThis.fetch = async () => ({ ok: true, json: async () => ({ ...policy, browser_processing_beta_enabled: true, version: 1 }) });
|
||||
let extractionCalls = 0;
|
||||
let classificationCalls = 0;
|
||||
const processor = new BrowserSubmissionProcessor(
|
||||
{ browserProcessingBeta: true, policyUrl: "/policy", policyVersion: 1 },
|
||||
async () => { extractionCalls += 1; return new File(["wav"], "clip.wav", { type: "audio/wav" }); },
|
||||
{ prepareAudio: async () => new Float32Array(16000), classify: async () => { classificationCalls += 1; return [{ class: "Speech", score: .9 }]; } },
|
||||
);
|
||||
try {
|
||||
assert.equal((await processor.prepare(new File(["audio"], "audio.wav", { type: "audio/wav" }))).gate, "speech_only");
|
||||
assert.equal(extractionCalls, 0);
|
||||
assert.equal((await processor.prepare(new File(["video"], "clip.mp4", { type: "video/mp4" }))).gate, "speech_only");
|
||||
assert.equal(extractionCalls, 1);
|
||||
assert.equal(classificationCalls, 2);
|
||||
} finally { globalThis.fetch = originalFetch; }
|
||||
});
|
||||
|
||||
test("local classifier failure restores ordinary server upload", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
globalThis.fetch = async () => ({ ok: true, json: async () => ({ ...policy, browser_processing_beta_enabled: true, version: 1 }) });
|
||||
const processor = new BrowserSubmissionProcessor(
|
||||
{ browserProcessingBeta: true, policyUrl: "/policy", policyVersion: 1 }, null,
|
||||
{ prepareAudio: async () => new Float32Array(16000), classify: async () => { throw new Error("offline"); } },
|
||||
);
|
||||
const audio = new File(["audio"], "audio.wav", { type: "audio/wav" });
|
||||
try {
|
||||
const result = await processor.prepare(audio);
|
||||
assert.equal(result.file, audio);
|
||||
assert.equal(result.gate, "unavailable");
|
||||
} finally { globalThis.fetch = originalFetch; }
|
||||
});
|
||||
|
||||
test("aborted classification never yields a gate decision", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
globalThis.fetch = async () => ({ ok: true, json: async () => ({ ...policy, browser_processing_beta_enabled: true, version: 1 }) });
|
||||
const controller = new AbortController();
|
||||
const processor = new BrowserSubmissionProcessor(
|
||||
{ browserProcessingBeta: true, policyUrl: "/policy", policyVersion: 1 }, null,
|
||||
{ prepareAudio: async () => new Float32Array(16000), classify: async () => { controller.abort(); return [{ class: "Fireworks", score: .9 }]; } },
|
||||
);
|
||||
try {
|
||||
await assert.rejects(processor.prepare(new File(["audio"], "audio.wav", { type: "audio/wav" }), { signal: controller.signal }));
|
||||
} finally { globalThis.fetch = originalFetch; }
|
||||
});
|
||||
@@ -12,7 +12,7 @@ test("disabled beta returns the original file without loading policy", async ()
|
||||
const processor = new BrowserSubmissionProcessor({ browserProcessingBeta: false });
|
||||
assert.equal(processor.isEnabled(), false);
|
||||
assert.equal(processor.canProcess(file), false);
|
||||
assert.deepEqual(await processor.prepare(file), { file, metadata: null });
|
||||
assert.deepEqual(await processor.prepare(file), { file, metadata: null, gate: "unavailable" });
|
||||
} finally {
|
||||
globalThis.fetch = originalFetch;
|
||||
}
|
||||
@@ -37,9 +37,9 @@ test("admin-disabled policy and fetch failure both fall back to the original fil
|
||||
const processor = new BrowserSubmissionProcessor({ browserProcessingBeta: true, policyUrl: "/browser-policy/", policyVersion: 1 });
|
||||
try {
|
||||
globalThis.fetch = async () => ({ ok: true, json: async () => ({ browser_processing_beta_enabled: false, version: 1 }) });
|
||||
assert.deepEqual(await processor.prepare(file), { file, metadata: null });
|
||||
assert.deepEqual(await processor.prepare(file), { file, metadata: null, gate: "unavailable" });
|
||||
globalThis.fetch = async () => { throw new Error("offline"); };
|
||||
assert.deepEqual(await processor.prepare(file), { file, metadata: null });
|
||||
assert.deepEqual(await processor.prepare(file), { file, metadata: null, gate: "unavailable" });
|
||||
} finally {
|
||||
globalThis.fetch = originalFetch;
|
||||
}
|
||||
@@ -53,6 +53,7 @@ test("video routing is gated and audio never invokes FFmpeg", async () => {
|
||||
const processor = new BrowserSubmissionProcessor(
|
||||
{ browserProcessingBeta: true, policyUrl: "/browser-policy/", policyVersion: 1 },
|
||||
async () => { calls += 1; return new File(["wav"], "clip.wav", { type: "audio/wav" }); },
|
||||
{ prepareAudio: async () => new Float32Array(16000), classify: async () => [{ class: "Fireworks", score: .9 }] },
|
||||
);
|
||||
await processor.prepare(file);
|
||||
assert.equal(calls, 0);
|
||||
@@ -62,7 +63,7 @@ test("video routing is gated and audio never invokes FFmpeg", async () => {
|
||||
assert.equal(result.file.type, "audio/wav");
|
||||
assert.equal(result.metadata.browser_processing_used, true);
|
||||
const disabled = new BrowserSubmissionProcessor({ browserProcessingBeta: false }, async () => { throw new Error("must not run"); });
|
||||
assert.deepEqual(await disabled.prepare(video), { file: video, metadata: null });
|
||||
assert.deepEqual(await disabled.prepare(video), { file: video, metadata: null, gate: "unavailable" });
|
||||
} finally {
|
||||
globalThis.fetch = originalFetch;
|
||||
}
|
||||
|
||||
@@ -0,0 +1,45 @@
|
||||
import assert from "node:assert/strict";
|
||||
import test from "node:test";
|
||||
import { BrowserYamnetClassifier } from "../src/scripts/browser-yamnet-classifier.js";
|
||||
|
||||
test("YAMNet peak scores are mapped and all owned resources are disposed", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
const disposed = [];
|
||||
const values = new Float32Array(2 * 521);
|
||||
values[0] = .4;
|
||||
values[521] = .9;
|
||||
const output = { shape: [2, 521], data: async () => values, dispose: () => disposed.push("output") };
|
||||
const model = { executeAsync: async () => [output], dispose: () => disposed.push("model") };
|
||||
const tf = {
|
||||
ready: async () => {}, getBackend: () => "cpu", memory: () => ({ numTensors: 0 }),
|
||||
loadGraphModel: async () => model,
|
||||
tensor1d: () => ({ dispose: () => disposed.push("input") }),
|
||||
};
|
||||
globalThis.fetch = async () => ({ ok: true, json: async () => ["Fireworks", ...Array(520).fill("Other")] });
|
||||
try {
|
||||
const predictions = await BrowserYamnetClassifier.classify(new Float32Array(16000), {
|
||||
modelUrl: "/static/browser-yamnet/model.json", classMapUrl: "/static/browser-yamnet/yamnet_class_map.json",
|
||||
loadTensorFlow: async () => tf,
|
||||
});
|
||||
assert.equal(predictions[0].class, "Fireworks");
|
||||
assert.equal(predictions[0].score, values[521]);
|
||||
assert.equal(predictions[0].timeSeconds, .48);
|
||||
assert.deepEqual(disposed, ["input", "output", "model"]);
|
||||
} finally { globalThis.fetch = originalFetch; }
|
||||
});
|
||||
|
||||
test("model failure still disposes the loaded model", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
let disposed = false;
|
||||
const tf = {
|
||||
ready: async () => {}, getBackend: () => "cpu", memory: () => ({ numTensors: 0 }),
|
||||
loadGraphModel: async () => ({ dispose: () => { disposed = true; } }),
|
||||
};
|
||||
globalThis.fetch = async () => ({ ok: false });
|
||||
try {
|
||||
await assert.rejects(BrowserYamnetClassifier.classify(new Float32Array(16000), {
|
||||
modelUrl: "/model.json", classMapUrl: "/map.json", loadTensorFlow: async () => tf,
|
||||
}));
|
||||
assert.equal(disposed, true);
|
||||
} finally { globalThis.fetch = originalFetch; }
|
||||
});
|
||||
Binary file not shown.
@@ -1215,3 +1215,51 @@ msgstr "Classificatie opgeslagen. Deze melding blijft openstaan."
|
||||
|
||||
msgid "Preparing recording…"
|
||||
msgstr "Opname voorbereiden…"
|
||||
|
||||
msgid "Checking recording…"
|
||||
msgstr "Opname controleren…"
|
||||
|
||||
msgid "Ready to submit."
|
||||
msgstr "Klaar om te verzenden."
|
||||
|
||||
msgid "Extracting audio from video…"
|
||||
msgstr "Audio uit video halen…"
|
||||
|
||||
msgid "Could not extract audio from this video. Please choose an audio recording."
|
||||
msgstr "Audio uit deze video halen is niet gelukt. Kies een audio-opname."
|
||||
|
||||
msgid "Preparation cancelled. Choose a recording to continue."
|
||||
msgstr "Voorbereiding geannuleerd. Kies een opname om verder te gaan."
|
||||
|
||||
msgid "Video processed on this device. Only extracted audio will be sent if you submit."
|
||||
msgstr "De video is op dit apparaat verwerkt. Alleen de audio wordt verzonden als je de opname indient."
|
||||
|
||||
msgid "This recording appears to contain speech, but no relevant sound was detected."
|
||||
msgstr "Deze opname lijkt spraak te bevatten, maar er is geen relevant geluid gevonden."
|
||||
|
||||
msgid "To protect people’s privacy, this recording will not be uploaded automatically. You can still submit it for manual review."
|
||||
msgstr "Om de privacy van mensen te beschermen, wordt deze opname niet automatisch geüpload. Je kunt de opname wel indienen voor handmatige beoordeling."
|
||||
|
||||
msgid "No relevant sound was detected."
|
||||
msgstr "Er is geen relevant geluid gevonden."
|
||||
|
||||
msgid "BoomCast could not identify a sound this service currently looks for. You can still submit it for manual review."
|
||||
msgstr "BoomCast kon geen geluid herkennen waar deze dienst momenteel naar zoekt. Je kunt de opname wel indienen voor handmatige beoordeling."
|
||||
|
||||
msgid "Recording checked. Choose another recording or submit for manual review."
|
||||
msgstr "Opname gecontroleerd. Kies een andere opname of dien deze in voor handmatige beoordeling."
|
||||
|
||||
msgid "Could not prepare this video for upload. Please choose an audio recording."
|
||||
msgstr "Deze video kon niet veilig worden voorbereid voor upload. Kies een audio-opname."
|
||||
|
||||
msgid "Choose another recording"
|
||||
msgstr "Kies een andere opname"
|
||||
|
||||
msgid "Submit for manual review anyway"
|
||||
msgstr "Toch indienen voor handmatige beoordeling"
|
||||
|
||||
msgid "Sent to Pending Review"
|
||||
msgstr "Verzonden voor beoordeling"
|
||||
|
||||
msgid "An administrator will review this recording."
|
||||
msgstr "Een beheerder beoordeelt deze opname."
|
||||
|
||||
Generated
+559
-17
@@ -8,7 +8,8 @@
|
||||
"dependencies": {
|
||||
"@ffmpeg/core": "^0.12.10",
|
||||
"@ffmpeg/ffmpeg": "^0.12.15",
|
||||
"@ffmpeg/util": "^0.12.2"
|
||||
"@ffmpeg/util": "^0.12.2",
|
||||
"@tensorflow/tfjs": "^4.22.0"
|
||||
},
|
||||
"devDependencies": {
|
||||
"concurrently": "^9.1.2",
|
||||
@@ -863,6 +864,157 @@
|
||||
"win32"
|
||||
]
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs": {
|
||||
"version": "4.22.0",
|
||||
"resolved": "https://registry.npmjs.org/@tensorflow/tfjs/-/tfjs-4.22.0.tgz",
|
||||
"integrity": "sha512-0TrIrXs6/b7FLhLVNmfh8Sah6JgjBPH4mZ8JGb7NU6WW+cx00qK5BcAZxw7NCzxj6N8MRAIfHq+oNbPUNG5VAg==",
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"@tensorflow/tfjs-backend-cpu": "4.22.0",
|
||||
"@tensorflow/tfjs-backend-webgl": "4.22.0",
|
||||
"@tensorflow/tfjs-converter": "4.22.0",
|
||||
"@tensorflow/tfjs-core": "4.22.0",
|
||||
"@tensorflow/tfjs-data": "4.22.0",
|
||||
"@tensorflow/tfjs-layers": "4.22.0",
|
||||
"argparse": "^1.0.10",
|
||||
"chalk": "^4.1.0",
|
||||
"core-js": "3.29.1",
|
||||
"regenerator-runtime": "^0.13.5",
|
||||
"yargs": "^16.0.3"
|
||||
},
|
||||
"bin": {
|
||||
"tfjs-custom-module": "dist/tools/custom_module/cli.js"
|
||||
}
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs-backend-cpu": {
|
||||
"version": "4.22.0",
|
||||
"resolved": "https://registry.npmjs.org/@tensorflow/tfjs-backend-cpu/-/tfjs-backend-cpu-4.22.0.tgz",
|
||||
"integrity": "sha512-1u0FmuLGuRAi8D2c3cocHTASGXOmHc/4OvoVDENJayjYkS119fcTcQf4iHrtLthWyDIPy3JiPhRrZQC9EwnhLw==",
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"@types/seedrandom": "^2.4.28",
|
||||
"seedrandom": "^3.0.5"
|
||||
},
|
||||
"engines": {
|
||||
"yarn": ">= 1.3.2"
|
||||
},
|
||||
"peerDependencies": {
|
||||
"@tensorflow/tfjs-core": "4.22.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs-backend-webgl": {
|
||||
"version": "4.22.0",
|
||||
"resolved": "https://registry.npmjs.org/@tensorflow/tfjs-backend-webgl/-/tfjs-backend-webgl-4.22.0.tgz",
|
||||
"integrity": "sha512-H535XtZWnWgNwSzv538czjVlbJebDl5QTMOth4RXr2p/kJ1qSIXE0vZvEtO+5EC9b00SvhplECny2yDewQb/Yg==",
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"@tensorflow/tfjs-backend-cpu": "4.22.0",
|
||||
"@types/offscreencanvas": "~2019.3.0",
|
||||
"@types/seedrandom": "^2.4.28",
|
||||
"seedrandom": "^3.0.5"
|
||||
},
|
||||
"engines": {
|
||||
"yarn": ">= 1.3.2"
|
||||
},
|
||||
"peerDependencies": {
|
||||
"@tensorflow/tfjs-core": "4.22.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs-converter": {
|
||||
"version": "4.22.0",
|
||||
"resolved": "https://registry.npmjs.org/@tensorflow/tfjs-converter/-/tfjs-converter-4.22.0.tgz",
|
||||
"integrity": "sha512-PT43MGlnzIo+YfbsjM79Lxk9lOq6uUwZuCc8rrp0hfpLjF6Jv8jS84u2jFb+WpUeuF4K33ZDNx8CjiYrGQ2trQ==",
|
||||
"license": "Apache-2.0",
|
||||
"peerDependencies": {
|
||||
"@tensorflow/tfjs-core": "4.22.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs-core": {
|
||||
"version": "4.22.0",
|
||||
"resolved": "https://registry.npmjs.org/@tensorflow/tfjs-core/-/tfjs-core-4.22.0.tgz",
|
||||
"integrity": "sha512-LEkOyzbknKFoWUwfkr59vSB68DMJ4cjwwHgicXN0DUi3a0Vh1Er3JQqCI1Hl86GGZQvY8ezVrtDIvqR1ZFW55A==",
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"@types/long": "^4.0.1",
|
||||
"@types/offscreencanvas": "~2019.7.0",
|
||||
"@types/seedrandom": "^2.4.28",
|
||||
"@webgpu/types": "0.1.38",
|
||||
"long": "4.0.0",
|
||||
"node-fetch": "~2.6.1",
|
||||
"seedrandom": "^3.0.5"
|
||||
},
|
||||
"engines": {
|
||||
"yarn": ">= 1.3.2"
|
||||
}
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs-core/node_modules/@types/offscreencanvas": {
|
||||
"version": "2019.7.3",
|
||||
"resolved": "https://registry.npmjs.org/@types/offscreencanvas/-/offscreencanvas-2019.7.3.tgz",
|
||||
"integrity": "sha512-ieXiYmgSRXUDeOntE1InxjWyvEelZGP63M+cGuquuRLuIKKT1osnkXjxev9B7d1nXSug5vpunx+gNlbVxMlC9A==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs-data": {
|
||||
"version": "4.22.0",
|
||||
"resolved": "https://registry.npmjs.org/@tensorflow/tfjs-data/-/tfjs-data-4.22.0.tgz",
|
||||
"integrity": "sha512-dYmF3LihQIGvtgJrt382hSRH4S0QuAp2w1hXJI2+kOaEqo5HnUPG0k5KA6va+S1yUhx7UBToUKCBHeLHFQRV4w==",
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"@types/node-fetch": "^2.1.2",
|
||||
"node-fetch": "~2.6.1",
|
||||
"string_decoder": "^1.3.0"
|
||||
},
|
||||
"peerDependencies": {
|
||||
"@tensorflow/tfjs-core": "4.22.0",
|
||||
"seedrandom": "^3.0.5"
|
||||
}
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs-layers": {
|
||||
"version": "4.22.0",
|
||||
"resolved": "https://registry.npmjs.org/@tensorflow/tfjs-layers/-/tfjs-layers-4.22.0.tgz",
|
||||
"integrity": "sha512-lybPj4ZNj9iIAPUj7a8ZW1hg8KQGfqWLlCZDi9eM/oNKCCAgchiyzx8OrYoWmRrB+AM6VNEeIT+2gZKg5ReihA==",
|
||||
"license": "Apache-2.0 AND MIT",
|
||||
"peerDependencies": {
|
||||
"@tensorflow/tfjs-core": "4.22.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs/node_modules/cliui": {
|
||||
"version": "7.0.4",
|
||||
"resolved": "https://registry.npmjs.org/cliui/-/cliui-7.0.4.tgz",
|
||||
"integrity": "sha512-OcRE68cOsVMXp1Yvonl/fzkQOyjLSu/8bhPDfQt0e0/Eb283TKP20Fs2MqoPsr9SwA595rRCA+QMzYc9nBP+JQ==",
|
||||
"license": "ISC",
|
||||
"dependencies": {
|
||||
"string-width": "^4.2.0",
|
||||
"strip-ansi": "^6.0.0",
|
||||
"wrap-ansi": "^7.0.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs/node_modules/yargs": {
|
||||
"version": "16.2.2",
|
||||
"resolved": "https://registry.npmjs.org/yargs/-/yargs-16.2.2.tgz",
|
||||
"integrity": "sha512-Nt9ZJjXTv5R8MHbqby/wXQ6Gi0Bb3TcYZkR1bzuL4yB2OxWPkXknz513gEF0GoA6tn00UpbPvERW8rzCuWCA6w==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"cliui": "^7.0.2",
|
||||
"escalade": "^3.1.1",
|
||||
"get-caller-file": "^2.0.5",
|
||||
"require-directory": "^2.1.1",
|
||||
"string-width": "^4.2.0",
|
||||
"y18n": "^5.0.5",
|
||||
"yargs-parser": "^20.2.2"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=10"
|
||||
}
|
||||
},
|
||||
"node_modules/@tensorflow/tfjs/node_modules/yargs-parser": {
|
||||
"version": "20.2.9",
|
||||
"resolved": "https://registry.npmjs.org/yargs-parser/-/yargs-parser-20.2.9.tgz",
|
||||
"integrity": "sha512-y11nGElTIV+CT3Zv9t7VKl+Q3hTQoT9a1Qzezhhl6Rp21gJ/IVTW7Z3y9EWXhuUBC2Shnf+DX0antecpAwSP8w==",
|
||||
"license": "ISC",
|
||||
"engines": {
|
||||
"node": ">=10"
|
||||
}
|
||||
},
|
||||
"node_modules/@types/estree": {
|
||||
"version": "1.0.9",
|
||||
"resolved": "https://registry.npmjs.org/@types/estree/-/estree-1.0.9.tgz",
|
||||
@@ -870,11 +1022,53 @@
|
||||
"dev": true,
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/@types/long": {
|
||||
"version": "4.0.2",
|
||||
"resolved": "https://registry.npmjs.org/@types/long/-/long-4.0.2.tgz",
|
||||
"integrity": "sha512-MqTGEo5bj5t157U6fA/BiDynNkn0YknVdh48CMPkTSpFTVmvao5UQmm7uEF6xBEo7qIMAlY/JSleYaE6VOdpaA==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/@types/node": {
|
||||
"version": "26.6.4",
|
||||
"resolved": "https://registry.npmjs.org/@types/node/-/node-26.6.4.tgz",
|
||||
"integrity": "sha512-ldVPDCzj7fsaGZrLB0NuHuTvJcsNasysBAqMolr/cgxrLd1xbqxIr3XJiPnHHJUCxj5sNF1vnRj9aWnrVh5Jcg==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"undici-types": "~8.9.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@types/node-fetch": {
|
||||
"version": "2.6.13",
|
||||
"resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-2.6.13.tgz",
|
||||
"integrity": "sha512-QGpRVpzSaUs30JBSGPjOg4Uveu384erbHBoT1zeONvyCfwQxIkUshLAOqN/k9EjGviPRmWTTe6aH2qySWKTVSw==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@types/node": "*",
|
||||
"form-data": "^4.0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@types/offscreencanvas": {
|
||||
"version": "2019.3.0",
|
||||
"resolved": "https://registry.npmjs.org/@types/offscreencanvas/-/offscreencanvas-2019.3.0.tgz",
|
||||
"integrity": "sha512-esIJx9bQg+QYF0ra8GnvfianIY8qWB0GBx54PK5Eps6m+xTj86KLavHv6qDhzKcu5UUOgNfJ2pWaIIV7TRUd9Q==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/@types/seedrandom": {
|
||||
"version": "2.4.34",
|
||||
"resolved": "https://registry.npmjs.org/@types/seedrandom/-/seedrandom-2.4.34.tgz",
|
||||
"integrity": "sha512-ytDiArvrn/3Xk6/vtylys5tlY6eo7Ane0hvcx++TKo6RxQXuVfW0AF/oeWqAj9dN29SyhtawuXstgmPlwNcv/A==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/@webgpu/types": {
|
||||
"version": "0.1.38",
|
||||
"resolved": "https://registry.npmjs.org/@webgpu/types/-/types-0.1.38.tgz",
|
||||
"integrity": "sha512-7LrhVKz2PRh+DD7+S+PVaFd5HxaWQvoMqBbsV9fNJO1pjUs1P8bM2vQVNfk+3URTqbuTI7gkXi0rfsN0IadoBA==",
|
||||
"license": "BSD-3-Clause"
|
||||
},
|
||||
"node_modules/ansi-regex": {
|
||||
"version": "5.0.1",
|
||||
"resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-5.0.1.tgz",
|
||||
"integrity": "sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=8"
|
||||
@@ -884,7 +1078,6 @@
|
||||
"version": "4.3.0",
|
||||
"resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz",
|
||||
"integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"color-convert": "^2.0.1"
|
||||
@@ -896,11 +1089,38 @@
|
||||
"url": "https://github.com/chalk/ansi-styles?sponsor=1"
|
||||
}
|
||||
},
|
||||
"node_modules/argparse": {
|
||||
"version": "1.0.10",
|
||||
"resolved": "https://registry.npmjs.org/argparse/-/argparse-1.0.10.tgz",
|
||||
"integrity": "sha512-o5Roy6tNG4SL/FOkCAN6RzjiakZS25RLYFrcMttJqbdd8BWrnA+fGz57iN5Pb06pvBGvl5gQ0B48dJlslXvoTg==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"sprintf-js": "~1.0.2"
|
||||
}
|
||||
},
|
||||
"node_modules/asynckit": {
|
||||
"version": "0.4.0",
|
||||
"resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz",
|
||||
"integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/call-bind-apply-helpers": {
|
||||
"version": "1.0.2",
|
||||
"resolved": "https://registry.npmjs.org/call-bind-apply-helpers/-/call-bind-apply-helpers-1.0.2.tgz",
|
||||
"integrity": "sha512-Sp1ablJ0ivDkSzjcaJdxEunN5/XvksFJ2sMBFfq6x0ryhQV/2b/KwFe21cMpmHtPOSij8K99/wSfoEuTObmuMQ==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"es-errors": "^1.3.0",
|
||||
"function-bind": "^1.1.2"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/chalk": {
|
||||
"version": "4.1.2",
|
||||
"resolved": "https://registry.npmjs.org/chalk/-/chalk-4.1.2.tgz",
|
||||
"integrity": "sha512-oKnbhFyRIXpUuez8iBMmyEa4nbj4IOQyuhc/wy9kY7/WVPcwIO9VA668Pu8RkO7+0G76SLROeyw9CpQ061i4mA==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"ansi-styles": "^4.1.0",
|
||||
@@ -917,7 +1137,6 @@
|
||||
"version": "7.2.0",
|
||||
"resolved": "https://registry.npmjs.org/supports-color/-/supports-color-7.2.0.tgz",
|
||||
"integrity": "sha512-qpCAvRl9stuOHveKsn7HncJRvv501qIacKzQlO/+Lwxc9+0q2wLyv4Dfvt80/DPn2pqOBsJdDiogXGR9+OvwRw==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"has-flag": "^4.0.0"
|
||||
@@ -945,7 +1164,6 @@
|
||||
"version": "2.0.1",
|
||||
"resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz",
|
||||
"integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"color-name": "~1.1.4"
|
||||
@@ -958,9 +1176,20 @@
|
||||
"version": "1.1.4",
|
||||
"resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz",
|
||||
"integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==",
|
||||
"dev": true,
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/combined-stream": {
|
||||
"version": "1.0.8",
|
||||
"resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.8.tgz",
|
||||
"integrity": "sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"delayed-stream": "~1.0.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/concurrently": {
|
||||
"version": "9.2.4",
|
||||
"resolved": "https://registry.npmjs.org/concurrently/-/concurrently-9.2.4.tgz",
|
||||
@@ -986,13 +1215,91 @@
|
||||
"url": "https://github.com/open-cli-tools/concurrently?sponsor=1"
|
||||
}
|
||||
},
|
||||
"node_modules/core-js": {
|
||||
"version": "3.29.1",
|
||||
"resolved": "https://registry.npmjs.org/core-js/-/core-js-3.29.1.tgz",
|
||||
"integrity": "sha512-+jwgnhg6cQxKYIIjGtAHq2nwUOolo9eoFZ4sHfUH09BLXBgxnH4gA0zEd+t+BO2cNB8idaBtZFcFTRjQJRJmAw==",
|
||||
"hasInstallScript": true,
|
||||
"license": "MIT",
|
||||
"funding": {
|
||||
"type": "opencollective",
|
||||
"url": "https://opencollective.com/core-js"
|
||||
}
|
||||
},
|
||||
"node_modules/delayed-stream": {
|
||||
"version": "1.0.0",
|
||||
"resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz",
|
||||
"integrity": "sha512-ZySD7Nf91aLB0RxL4KGrKHBXl7Eds1DAmEdcoVawXnLD7SDhpNgtuII2aAkg7a7QS41jxPSZ17p4VdGnMHk3MQ==",
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=0.4.0"
|
||||
}
|
||||
},
|
||||
"node_modules/dunder-proto": {
|
||||
"version": "1.0.1",
|
||||
"resolved": "https://registry.npmjs.org/dunder-proto/-/dunder-proto-1.0.1.tgz",
|
||||
"integrity": "sha512-KIN/nDJBQRcXw0MLVhZE9iQHmG68qAVIBg9CqmUYjmQIhgij9U5MFvrqkUL5FbtyyzZuOeOt0zdeRe4UY7ct+A==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"call-bind-apply-helpers": "^1.0.1",
|
||||
"es-errors": "^1.3.0",
|
||||
"gopd": "^1.2.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/emoji-regex": {
|
||||
"version": "8.0.0",
|
||||
"resolved": "https://registry.npmjs.org/emoji-regex/-/emoji-regex-8.0.0.tgz",
|
||||
"integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==",
|
||||
"dev": true,
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/es-define-property": {
|
||||
"version": "1.0.1",
|
||||
"resolved": "https://registry.npmjs.org/es-define-property/-/es-define-property-1.0.1.tgz",
|
||||
"integrity": "sha512-e3nRfgfUZ4rNGL232gUgX06QNyyez04KdjFrF+LTRoOXmrOgFKDg4BCdsjW8EnT69eqdYGmRpJwiPVYNrCaW3g==",
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/es-errors": {
|
||||
"version": "1.3.0",
|
||||
"resolved": "https://registry.npmjs.org/es-errors/-/es-errors-1.3.0.tgz",
|
||||
"integrity": "sha512-Zf5H2Kxt2xjTvbJvP2ZWLEICxA6j+hAmMzIlypy4xcBg1vKVnx89Wy0GbS+kf5cwCVFFzdCFh2XSCFNULS6csw==",
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/es-object-atoms": {
|
||||
"version": "1.1.2",
|
||||
"resolved": "https://registry.npmjs.org/es-object-atoms/-/es-object-atoms-1.1.2.tgz",
|
||||
"integrity": "sha512-HWcBoN6NileqtSydK2FqHbS/LoDd2pqrnQHLyJzBj4kOp/ky2MWMN694xOfkK8/SnUsW2DH7EfyVlydKCsm1Zw==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"es-errors": "^1.3.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/es-set-tostringtag": {
|
||||
"version": "2.1.0",
|
||||
"resolved": "https://registry.npmjs.org/es-set-tostringtag/-/es-set-tostringtag-2.1.0.tgz",
|
||||
"integrity": "sha512-j6vWzfrGVfyXxge+O0x5sh6cvxAog0a/4Rdd2K36zCMV5eJ+/+tOAngRO8cODMNWbVRdVlmGZQL2YS3yR8bIUA==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"es-errors": "^1.3.0",
|
||||
"get-intrinsic": "^1.2.6",
|
||||
"has-tostringtag": "^1.0.2",
|
||||
"hasown": "^2.0.2"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/esbuild": {
|
||||
"version": "0.25.12",
|
||||
"resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.25.12.tgz",
|
||||
@@ -1039,7 +1346,6 @@
|
||||
"version": "3.2.0",
|
||||
"resolved": "https://registry.npmjs.org/escalade/-/escalade-3.2.0.tgz",
|
||||
"integrity": "sha512-WUj2qlxaQtO4g6Pq5c29GTcWGDyd8itL8zTlipgECz3JesAiiOKotd8JU6otB3PACgG6xkJUyVhboMS+bje/jA==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=6"
|
||||
@@ -1063,6 +1369,22 @@
|
||||
}
|
||||
}
|
||||
},
|
||||
"node_modules/form-data": {
|
||||
"version": "4.0.6",
|
||||
"resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.6.tgz",
|
||||
"integrity": "sha512-vKatAh4SlVfgbv+YtmhiRjhEMJsYpsG1Y2rMQtR+SVSbytsSD1YGzDIcrAJmdFec88u/+VoGmxnl+80gL1tRCQ==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"asynckit": "^0.4.0",
|
||||
"combined-stream": "^1.0.8",
|
||||
"es-set-tostringtag": "^2.1.0",
|
||||
"hasown": "^2.0.4",
|
||||
"mime-types": "^2.1.35"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 6"
|
||||
}
|
||||
},
|
||||
"node_modules/fsevents": {
|
||||
"version": "2.3.3",
|
||||
"resolved": "https://registry.npmjs.org/fsevents/-/fsevents-2.3.3.tgz",
|
||||
@@ -1078,36 +1400,166 @@
|
||||
"node": "^8.16.0 || ^10.6.0 || >=11.0.0"
|
||||
}
|
||||
},
|
||||
"node_modules/function-bind": {
|
||||
"version": "1.1.2",
|
||||
"resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz",
|
||||
"integrity": "sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==",
|
||||
"license": "MIT",
|
||||
"funding": {
|
||||
"url": "https://github.com/sponsors/ljharb"
|
||||
}
|
||||
},
|
||||
"node_modules/get-caller-file": {
|
||||
"version": "2.0.5",
|
||||
"resolved": "https://registry.npmjs.org/get-caller-file/-/get-caller-file-2.0.5.tgz",
|
||||
"integrity": "sha512-DyFP3BM/3YHTQOCUL/w0OZHR0lpKeGrxotcHWcqNEdnltqFwXVfhEBQ94eIo34AfQpo0rGki4cyIiftY06h2Fg==",
|
||||
"dev": true,
|
||||
"license": "ISC",
|
||||
"engines": {
|
||||
"node": "6.* || 8.* || >= 10.*"
|
||||
}
|
||||
},
|
||||
"node_modules/get-intrinsic": {
|
||||
"version": "1.3.0",
|
||||
"resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.3.0.tgz",
|
||||
"integrity": "sha512-9fSjSaos/fRIVIp+xSJlE6lfwhES7LNtKaCBIamHsjr2na1BiABJPo0mOjjz8GJDURarmCPGqaiVg5mfjb98CQ==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"call-bind-apply-helpers": "^1.0.2",
|
||||
"es-define-property": "^1.0.1",
|
||||
"es-errors": "^1.3.0",
|
||||
"es-object-atoms": "^1.1.1",
|
||||
"function-bind": "^1.1.2",
|
||||
"get-proto": "^1.0.1",
|
||||
"gopd": "^1.2.0",
|
||||
"has-symbols": "^1.1.0",
|
||||
"hasown": "^2.0.2",
|
||||
"math-intrinsics": "^1.1.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://github.com/sponsors/ljharb"
|
||||
}
|
||||
},
|
||||
"node_modules/get-proto": {
|
||||
"version": "1.0.1",
|
||||
"resolved": "https://registry.npmjs.org/get-proto/-/get-proto-1.0.1.tgz",
|
||||
"integrity": "sha512-sTSfBjoXBp89JvIKIefqw7U2CCebsc74kiY6awiGogKtoSGbgjYE/G/+l9sF3MWFPNc9IcoOC4ODfKHfxFmp0g==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"dunder-proto": "^1.0.1",
|
||||
"es-object-atoms": "^1.0.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/gopd": {
|
||||
"version": "1.2.0",
|
||||
"resolved": "https://registry.npmjs.org/gopd/-/gopd-1.2.0.tgz",
|
||||
"integrity": "sha512-ZUKRh6/kUFoAiTAtTYPZJ3hw9wNxx+BIBOijnlG9PnrJsCcSjs1wyyD6vJpaYtgnzDrKYRSqf3OO6Rfa93xsRg==",
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://github.com/sponsors/ljharb"
|
||||
}
|
||||
},
|
||||
"node_modules/has-flag": {
|
||||
"version": "4.0.0",
|
||||
"resolved": "https://registry.npmjs.org/has-flag/-/has-flag-4.0.0.tgz",
|
||||
"integrity": "sha512-EykJT/Q1KjTWctppgIAgfSO0tKVuZUjhgMr17kqTumMl6Afv3EISleU7qZUzoXDFTAHTDC4NOoG/ZxU3EvlMPQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=8"
|
||||
}
|
||||
},
|
||||
"node_modules/has-symbols": {
|
||||
"version": "1.1.0",
|
||||
"resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz",
|
||||
"integrity": "sha512-1cDNdwJ2Jaohmb3sg4OmKaMBwuC48sYni5HUw2DvsC8LjGTLK9h+eb1X6RyuOHe4hT0ULCW68iomhjUoKUqlPQ==",
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://github.com/sponsors/ljharb"
|
||||
}
|
||||
},
|
||||
"node_modules/has-tostringtag": {
|
||||
"version": "1.0.2",
|
||||
"resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.2.tgz",
|
||||
"integrity": "sha512-NqADB8VjPFLM2V0VvHUewwwsw0ZWBaIdgo+ieHtK3hasLz4qeCRjYcqfB6AQrBggRKppKF8L52/VqdVsO47Dlw==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"has-symbols": "^1.0.3"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://github.com/sponsors/ljharb"
|
||||
}
|
||||
},
|
||||
"node_modules/hasown": {
|
||||
"version": "2.0.4",
|
||||
"resolved": "https://registry.npmjs.org/hasown/-/hasown-2.0.4.tgz",
|
||||
"integrity": "sha512-T2UbfbBEF32wiepXIsMlTW9+dDYC6wMh/t/vYA4tuOMKqWz/n3vr1NFSxQiyP+zk2mXsoMA/i/7qV6LKut1t1A==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"function-bind": "^1.1.2"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/is-fullwidth-code-point": {
|
||||
"version": "3.0.0",
|
||||
"resolved": "https://registry.npmjs.org/is-fullwidth-code-point/-/is-fullwidth-code-point-3.0.0.tgz",
|
||||
"integrity": "sha512-zymm5+u+sCsSWyD9qNaejV3DFvhCKclKdizYaJUuHA83RLjb7nSuGnddCHGv0hk+KY7BMAlsWeK4Ueg6EV6XQg==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=8"
|
||||
}
|
||||
},
|
||||
"node_modules/long": {
|
||||
"version": "4.0.0",
|
||||
"resolved": "https://registry.npmjs.org/long/-/long-4.0.0.tgz",
|
||||
"integrity": "sha512-XsP+KhQif4bjX1kbuSiySJFNAehNxgLb6hPRGJ9QsUr8ajHkuXGdrHmFUTUUXhDwVX2R5bY4JNZEwbUiMhV+MA==",
|
||||
"license": "Apache-2.0"
|
||||
},
|
||||
"node_modules/math-intrinsics": {
|
||||
"version": "1.1.0",
|
||||
"resolved": "https://registry.npmjs.org/math-intrinsics/-/math-intrinsics-1.1.0.tgz",
|
||||
"integrity": "sha512-/IXtbwEk5HTPyEwyKX6hGkYXxM9nbj64B+ilVJnC/R6B0pH5G4V3b0pVbL7DBj4tkhBAppbQUlf6F6Xl9LHu1g==",
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">= 0.4"
|
||||
}
|
||||
},
|
||||
"node_modules/mime-db": {
|
||||
"version": "1.52.0",
|
||||
"resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.52.0.tgz",
|
||||
"integrity": "sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg==",
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">= 0.6"
|
||||
}
|
||||
},
|
||||
"node_modules/mime-types": {
|
||||
"version": "2.1.35",
|
||||
"resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.35.tgz",
|
||||
"integrity": "sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"mime-db": "1.52.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.6"
|
||||
}
|
||||
},
|
||||
"node_modules/nanoid": {
|
||||
"version": "3.3.19",
|
||||
"resolved": "https://registry.npmjs.org/nanoid/-/nanoid-3.3.19.tgz",
|
||||
@@ -1127,6 +1579,26 @@
|
||||
"node": "^10 || ^12 || ^13.7 || ^14 || >=15.0.1"
|
||||
}
|
||||
},
|
||||
"node_modules/node-fetch": {
|
||||
"version": "2.6.13",
|
||||
"resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.13.tgz",
|
||||
"integrity": "sha512-StxNAxh15zr77QvvkmveSQ8uCQ4+v5FkvNTj0OESmiHu+VRi/gXArXtkWMElOsOUNLtUEvI4yS+rdtOHZTwlQA==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"whatwg-url": "^5.0.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": "4.x || >=6.0.0"
|
||||
},
|
||||
"peerDependencies": {
|
||||
"encoding": "^0.1.0"
|
||||
},
|
||||
"peerDependenciesMeta": {
|
||||
"encoding": {
|
||||
"optional": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"node_modules/picocolors": {
|
||||
"version": "1.1.1",
|
||||
"resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz",
|
||||
@@ -1176,11 +1648,16 @@
|
||||
"node": "^10 || ^12 || >=14"
|
||||
}
|
||||
},
|
||||
"node_modules/regenerator-runtime": {
|
||||
"version": "0.13.11",
|
||||
"resolved": "https://registry.npmjs.org/regenerator-runtime/-/regenerator-runtime-0.13.11.tgz",
|
||||
"integrity": "sha512-kY1AZVr2Ra+t+piVaJ4gxaFaReZVH40AKNo7UCX6W+dEwBo/2oZJzqfuN1qLq1oL45o56cPaTXELwrTh8Fpggg==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/require-directory": {
|
||||
"version": "2.1.1",
|
||||
"resolved": "https://registry.npmjs.org/require-directory/-/require-directory-2.1.1.tgz",
|
||||
"integrity": "sha512-fGxEI7+wsG9xrvdjsrlmL22OMTTiHRwAMroiEeMgq8gzoLC/PQr7RsRDSTLUg/bZAZtF+TVIkHc6/4RIKrui+Q==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=0.10.0"
|
||||
@@ -1242,6 +1719,32 @@
|
||||
"tslib": "^2.1.0"
|
||||
}
|
||||
},
|
||||
"node_modules/safe-buffer": {
|
||||
"version": "5.2.1",
|
||||
"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.2.1.tgz",
|
||||
"integrity": "sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ==",
|
||||
"funding": [
|
||||
{
|
||||
"type": "github",
|
||||
"url": "https://github.com/sponsors/feross"
|
||||
},
|
||||
{
|
||||
"type": "patreon",
|
||||
"url": "https://www.patreon.com/feross"
|
||||
},
|
||||
{
|
||||
"type": "consulting",
|
||||
"url": "https://feross.org/support"
|
||||
}
|
||||
],
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/seedrandom": {
|
||||
"version": "3.0.5",
|
||||
"resolved": "https://registry.npmjs.org/seedrandom/-/seedrandom-3.0.5.tgz",
|
||||
"integrity": "sha512-8OwmbklUNzwezjGInmZ+2clQmExQPvomqjL7LFqOYqtmuxRgQYqOD3mHaU+MvZn5FLUeVxVfQjwLZW/n/JFuqg==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/shell-quote": {
|
||||
"version": "1.9.0",
|
||||
"resolved": "https://registry.npmjs.org/shell-quote/-/shell-quote-1.9.0.tgz",
|
||||
@@ -1265,11 +1768,25 @@
|
||||
"node": ">=0.10.0"
|
||||
}
|
||||
},
|
||||
"node_modules/sprintf-js": {
|
||||
"version": "1.0.3",
|
||||
"resolved": "https://registry.npmjs.org/sprintf-js/-/sprintf-js-1.0.3.tgz",
|
||||
"integrity": "sha512-D9cPgkvLlV3t3IzL0D0YLvGA9Ahk4PcvVwUbN0dSGr1aP0Nrt4AEnTUbuGvquEC0mA64Gqt1fzirlRs5ibXx8g==",
|
||||
"license": "BSD-3-Clause"
|
||||
},
|
||||
"node_modules/string_decoder": {
|
||||
"version": "1.3.0",
|
||||
"resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.3.0.tgz",
|
||||
"integrity": "sha512-hkRX8U1WjJFd8LsDJ2yQ/wWWxaopEsABU1XfkM8A+j0+85JAGppt16cr1Whg6KIbb4okU6Mql6BOj+uup/wKeA==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"safe-buffer": "~5.2.0"
|
||||
}
|
||||
},
|
||||
"node_modules/string-width": {
|
||||
"version": "4.2.3",
|
||||
"resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz",
|
||||
"integrity": "sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"emoji-regex": "^8.0.0",
|
||||
@@ -1284,7 +1801,6 @@
|
||||
"version": "6.0.1",
|
||||
"resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz",
|
||||
"integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"ansi-regex": "^5.0.1"
|
||||
@@ -1326,6 +1842,12 @@
|
||||
"url": "https://github.com/sponsors/SuperchupuDev"
|
||||
}
|
||||
},
|
||||
"node_modules/tr46": {
|
||||
"version": "0.0.3",
|
||||
"resolved": "https://registry.npmjs.org/tr46/-/tr46-0.0.3.tgz",
|
||||
"integrity": "sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/tree-kill": {
|
||||
"version": "1.2.2",
|
||||
"resolved": "https://registry.npmjs.org/tree-kill/-/tree-kill-1.2.2.tgz",
|
||||
@@ -1343,6 +1865,12 @@
|
||||
"dev": true,
|
||||
"license": "0BSD"
|
||||
},
|
||||
"node_modules/undici-types": {
|
||||
"version": "8.9.0",
|
||||
"resolved": "https://registry.npmjs.org/undici-types/-/undici-types-8.9.0.tgz",
|
||||
"integrity": "sha512-KTDyRTYX8sWmKXAikPHHSyc63CRPETMctyjKFupcC6OBLXT3xsN0e9aF7m+mIXutFWpUXuedtowG7iLOzp0kQg==",
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/vite": {
|
||||
"version": "6.4.3",
|
||||
"resolved": "https://registry.npmjs.org/vite/-/vite-6.4.3.tgz",
|
||||
@@ -1418,11 +1946,26 @@
|
||||
}
|
||||
}
|
||||
},
|
||||
"node_modules/webidl-conversions": {
|
||||
"version": "3.0.1",
|
||||
"resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-3.0.1.tgz",
|
||||
"integrity": "sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ==",
|
||||
"license": "BSD-2-Clause"
|
||||
},
|
||||
"node_modules/whatwg-url": {
|
||||
"version": "5.0.0",
|
||||
"resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-5.0.0.tgz",
|
||||
"integrity": "sha512-saE57nupxk6v3HY35+jzBwYa0rKSy0XR8JSxZPwgLr7ys0IBzhGviA1/TUGJLmSVqs8pb9AnvICXEuOHLprYTw==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"tr46": "~0.0.3",
|
||||
"webidl-conversions": "^3.0.0"
|
||||
}
|
||||
},
|
||||
"node_modules/wrap-ansi": {
|
||||
"version": "7.0.0",
|
||||
"resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-7.0.0.tgz",
|
||||
"integrity": "sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"ansi-styles": "^4.0.0",
|
||||
@@ -1440,7 +1983,6 @@
|
||||
"version": "5.0.8",
|
||||
"resolved": "https://registry.npmjs.org/y18n/-/y18n-5.0.8.tgz",
|
||||
"integrity": "sha512-0pfFzegeDWJHJIAmTLRP2DwHjdF5s7jo9tuztdQxAhINCdvS+3nGINqPd00AphqJR/0LhANUS6/+7SCb98YOfA==",
|
||||
"dev": true,
|
||||
"license": "ISC",
|
||||
"engines": {
|
||||
"node": ">=10"
|
||||
|
||||
+2
-1
@@ -16,6 +16,7 @@
|
||||
"dependencies": {
|
||||
"@ffmpeg/core": "^0.12.10",
|
||||
"@ffmpeg/ffmpeg": "^0.12.15",
|
||||
"@ffmpeg/util": "^0.12.2"
|
||||
"@ffmpeg/util": "^0.12.2",
|
||||
"@tensorflow/tfjs": "^4.22.0"
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,18 @@
|
||||
# Browser YAMNet model
|
||||
|
||||
The browser GraphModel uses the [official TensorFlow YAMNet implementation](https://github.com/tensorflow/models/tree/master/research/audioset/yamnet) and [published weights](https://storage.googleapis.com/audioset/yamnet.h5). The official 521-class AudioSet map is included beside it. Runtime assets live in `fireworks_detect/static/browser-yamnet/`; browsers fetch them only from BoomCast. `VERSION` records the pinned source revision and TensorFlow version.
|
||||
|
||||
To regenerate, use a dedicated conversion environment. The conversion script downloads the pinned source and weights, exports a SavedModel, converts it to a TensorFlow.js GraphModel, and writes the class map and version file. It supplies scoped empty modules for the converter's unused TF Decision Forests, TF Hub, and JAX imports; YAMNet does not use those features. The following package set was used for this artifact on Python 3.13:
|
||||
|
||||
```sh
|
||||
mkdir -p .yamnet-build-tmp
|
||||
python3 -m venv .yamnet-convert
|
||||
TMPDIR="$PWD/.yamnet-build-tmp" .yamnet-convert/bin/pip install --no-cache-dir tensorflow-cpu tensorflowjs tensorflow-hub tf-keras
|
||||
TMPDIR="$PWD/.yamnet-build-tmp" .yamnet-convert/bin/pip install --no-cache-dir --no-deps tensorflowjs==4.22.0
|
||||
TF_USE_LEGACY_KERAS=1 TMPDIR="$PWD/.yamnet-build-tmp" .yamnet-convert/bin/python scripts/build_browser_yamnet.py
|
||||
node scripts/verify_browser_yamnet.mjs
|
||||
npm run build
|
||||
python manage.py collectstatic --noinput
|
||||
```
|
||||
|
||||
The verifier runs an actual TensorFlow.js inference and checks the 521-class score output. Keep the class map aligned with the model weights. The browser's relevance and speech thresholds are triage settings in `browser_policy.py`; the server classifier remains authoritative. Compare changed model outputs with representative clips before enabling the beta after an upgrade.
|
||||
@@ -0,0 +1,80 @@
|
||||
"""Regenerate the self-hosted YAMNet TensorFlow.js GraphModel.
|
||||
|
||||
Run in a dedicated Python environment with tensorflow-cpu, tensorflowjs,
|
||||
TensorFlow Hub, and tf-keras installed. Uses the official TensorFlow YAMNet
|
||||
implementation and published weights; normal site traffic never contacts them.
|
||||
"""
|
||||
import csv
|
||||
import json
|
||||
import os
|
||||
import subprocess
|
||||
import sys
|
||||
import tempfile
|
||||
import urllib.request
|
||||
from pathlib import Path
|
||||
|
||||
SOURCE_REVISION = "c651073789719ff39dcf51406733bbcaaafb43f2"
|
||||
SOURCE_BASE = f"https://raw.githubusercontent.com/tensorflow/models/{SOURCE_REVISION}/research/audioset/yamnet"
|
||||
WEIGHTS_URL = "https://storage.googleapis.com/audioset/yamnet.h5"
|
||||
OUTPUT = Path(__file__).resolve().parents[1] / "fireworks_detect/static/browser-yamnet"
|
||||
|
||||
|
||||
def download(url, target):
|
||||
urllib.request.urlretrieve(url, target)
|
||||
|
||||
|
||||
def main():
|
||||
os.environ.setdefault("TF_USE_LEGACY_KERAS", "1")
|
||||
with tempfile.TemporaryDirectory() as directory:
|
||||
directory = Path(directory)
|
||||
for name in ("yamnet.py", "features.py", "params.py", "yamnet_class_map.csv"):
|
||||
download(f"{SOURCE_BASE}/{name}", directory / name)
|
||||
download(WEIGHTS_URL, directory / "yamnet.h5")
|
||||
sys.path.insert(0, str(directory))
|
||||
import tensorflow as tf
|
||||
import params
|
||||
import yamnet
|
||||
|
||||
class Export(tf.Module):
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
self.model = yamnet.yamnet_frames_model(params.Params(tflite_compatible=True))
|
||||
self.model.load_weights(str(directory / "yamnet.h5"))
|
||||
|
||||
@tf.function(input_signature=[tf.TensorSpec([None], tf.float32, name="waveform")])
|
||||
def classify(self, waveform):
|
||||
scores, embeddings, spectrogram = self.model(waveform)
|
||||
return {"predictions": scores, "embeddings": embeddings, "log_mel_spectrogram": spectrogram}
|
||||
|
||||
export = Export()
|
||||
with tempfile.TemporaryDirectory() as saved_dir:
|
||||
tf.saved_model.save(export, saved_dir, signatures={"serving_default": export.classify})
|
||||
OUTPUT.mkdir(parents=True, exist_ok=True)
|
||||
# The converter imports TF Decision Forests unconditionally even
|
||||
# though YAMNet contains no decision forest ops. Keep this stub
|
||||
# scoped to the conversion subprocess rather than installing TFDF.
|
||||
(directory / "tensorflow_decision_forests.py").write_text("")
|
||||
(directory / "tensorflow_hub.py").write_text("")
|
||||
(directory / "jax/experimental").mkdir(parents=True)
|
||||
(directory / "jax/__init__.py").write_text("")
|
||||
(directory / "jax/experimental/__init__.py").write_text("")
|
||||
(directory / "jax/experimental/jax2tf.py").write_text("")
|
||||
converter_env = {**os.environ, "PYTHONPATH": str(directory)}
|
||||
subprocess.run([
|
||||
sys.executable, "-m", "tensorflowjs.converters.converter",
|
||||
"--input_format=tf_saved_model", "--output_format=tfjs_graph_model",
|
||||
"--signature_name=serving_default", saved_dir, str(OUTPUT),
|
||||
], check=True, env=converter_env)
|
||||
with (directory / "yamnet_class_map.csv").open(newline="") as source:
|
||||
rows = list(csv.DictReader(source))
|
||||
assert len(rows) == 521
|
||||
(OUTPUT / "yamnet_class_map.csv").write_bytes((directory / "yamnet_class_map.csv").read_bytes())
|
||||
(OUTPUT / "yamnet_class_map.json").write_text(json.dumps([row["display_name"] for row in rows]))
|
||||
(OUTPUT / "VERSION").write_text(
|
||||
f"google-yamnet-1\nsource_revision={SOURCE_REVISION}\ntensorflow={tf.__version__}\n"
|
||||
)
|
||||
print(f"Browser YAMNet GraphModel written to {OUTPUT}")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -0,0 +1,29 @@
|
||||
import { readFileSync } from "node:fs";
|
||||
import { join, dirname } from "node:path";
|
||||
import * as tf from "@tensorflow/tfjs";
|
||||
|
||||
const directory = new URL("../fireworks_detect/static/browser-yamnet/", import.meta.url).pathname;
|
||||
const manifest = JSON.parse(readFileSync(join(directory, "model.json"), "utf8"));
|
||||
const mapping = JSON.parse(readFileSync(join(directory, "yamnet_class_map.json"), "utf8"));
|
||||
if (manifest.format !== "graph-model" || mapping.length !== 521) throw new Error("Invalid browser YAMNet assets");
|
||||
const specs = manifest.weightsManifest.flatMap((group) => group.weights);
|
||||
const chunks = manifest.weightsManifest.flatMap((group) => group.paths.map((path) => readFileSync(join(directory, path))));
|
||||
const combined = Buffer.concat(chunks);
|
||||
const model = await tf.loadGraphModel({ load: async () => ({
|
||||
modelTopology: manifest.modelTopology,
|
||||
weightSpecs: specs,
|
||||
weightData: combined.buffer.slice(combined.byteOffset, combined.byteOffset + combined.byteLength),
|
||||
}) });
|
||||
const input = tf.zeros([16000]);
|
||||
let outputs;
|
||||
try {
|
||||
outputs = await model.executeAsync(input);
|
||||
const tensors = Array.isArray(outputs) ? outputs : [outputs];
|
||||
const scores = tensors.find((tensor) => tensor.shape.length === 2 && tensor.shape[1] === 521);
|
||||
if (!scores || scores.shape[0] < 1) throw new Error("YAMNet did not produce scores");
|
||||
console.log("Verified browser YAMNet score tensor:", scores.shape);
|
||||
} finally {
|
||||
input.dispose();
|
||||
(Array.isArray(outputs) ? outputs : [outputs]).forEach((tensor) => tensor?.dispose());
|
||||
model.dispose();
|
||||
}
|
||||
@@ -0,0 +1,3 @@
|
||||
google-yamnet-1
|
||||
source_revision=c651073789719ff39dcf51406733bbcaaafb43f2
|
||||
tensorflow=2.21.0
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
File diff suppressed because one or more lines are too long
@@ -0,0 +1,522 @@
|
||||
index,mid,display_name
|
||||
0,/m/09x0r,Speech
|
||||
1,/m/0ytgt,"Child speech, kid speaking"
|
||||
2,/m/01h8n0,Conversation
|
||||
3,/m/02qldy,"Narration, monologue"
|
||||
4,/m/0261r1,Babbling
|
||||
5,/m/0brhx,Speech synthesizer
|
||||
6,/m/07p6fty,Shout
|
||||
7,/m/07q4ntr,Bellow
|
||||
8,/m/07rwj3x,Whoop
|
||||
9,/m/07sr1lc,Yell
|
||||
10,/t/dd00135,Children shouting
|
||||
11,/m/03qc9zr,Screaming
|
||||
12,/m/02rtxlg,Whispering
|
||||
13,/m/01j3sz,Laughter
|
||||
14,/t/dd00001,Baby laughter
|
||||
15,/m/07r660_,Giggle
|
||||
16,/m/07s04w4,Snicker
|
||||
17,/m/07sq110,Belly laugh
|
||||
18,/m/07rgt08,"Chuckle, chortle"
|
||||
19,/m/0463cq4,"Crying, sobbing"
|
||||
20,/t/dd00002,"Baby cry, infant cry"
|
||||
21,/m/07qz6j3,Whimper
|
||||
22,/m/07qw_06,"Wail, moan"
|
||||
23,/m/07plz5l,Sigh
|
||||
24,/m/015lz1,Singing
|
||||
25,/m/0l14jd,Choir
|
||||
26,/m/01swy6,Yodeling
|
||||
27,/m/02bk07,Chant
|
||||
28,/m/01c194,Mantra
|
||||
29,/t/dd00005,Child singing
|
||||
30,/t/dd00006,Synthetic singing
|
||||
31,/m/06bxc,Rapping
|
||||
32,/m/02fxyj,Humming
|
||||
33,/m/07s2xch,Groan
|
||||
34,/m/07r4k75,Grunt
|
||||
35,/m/01w250,Whistling
|
||||
36,/m/0lyf6,Breathing
|
||||
37,/m/07mzm6,Wheeze
|
||||
38,/m/01d3sd,Snoring
|
||||
39,/m/07s0dtb,Gasp
|
||||
40,/m/07pyy8b,Pant
|
||||
41,/m/07q0yl5,Snort
|
||||
42,/m/01b_21,Cough
|
||||
43,/m/0dl9sf8,Throat clearing
|
||||
44,/m/01hsr_,Sneeze
|
||||
45,/m/07ppn3j,Sniff
|
||||
46,/m/06h7j,Run
|
||||
47,/m/07qv_x_,Shuffle
|
||||
48,/m/07pbtc8,"Walk, footsteps"
|
||||
49,/m/03cczk,"Chewing, mastication"
|
||||
50,/m/07pdhp0,Biting
|
||||
51,/m/0939n_,Gargling
|
||||
52,/m/01g90h,Stomach rumble
|
||||
53,/m/03q5_w,"Burping, eructation"
|
||||
54,/m/02p3nc,Hiccup
|
||||
55,/m/02_nn,Fart
|
||||
56,/m/0k65p,Hands
|
||||
57,/m/025_jnm,Finger snapping
|
||||
58,/m/0l15bq,Clapping
|
||||
59,/m/01jg02,"Heart sounds, heartbeat"
|
||||
60,/m/01jg1z,Heart murmur
|
||||
61,/m/053hz1,Cheering
|
||||
62,/m/028ght,Applause
|
||||
63,/m/07rkbfh,Chatter
|
||||
64,/m/03qtwd,Crowd
|
||||
65,/m/07qfr4h,"Hubbub, speech noise, speech babble"
|
||||
66,/t/dd00013,Children playing
|
||||
67,/m/0jbk,Animal
|
||||
68,/m/068hy,"Domestic animals, pets"
|
||||
69,/m/0bt9lr,Dog
|
||||
70,/m/05tny_,Bark
|
||||
71,/m/07r_k2n,Yip
|
||||
72,/m/07qf0zm,Howl
|
||||
73,/m/07rc7d9,Bow-wow
|
||||
74,/m/0ghcn6,Growling
|
||||
75,/t/dd00136,Whimper (dog)
|
||||
76,/m/01yrx,Cat
|
||||
77,/m/02yds9,Purr
|
||||
78,/m/07qrkrw,Meow
|
||||
79,/m/07rjwbb,Hiss
|
||||
80,/m/07r81j2,Caterwaul
|
||||
81,/m/0ch8v,"Livestock, farm animals, working animals"
|
||||
82,/m/03k3r,Horse
|
||||
83,/m/07rv9rh,Clip-clop
|
||||
84,/m/07q5rw0,"Neigh, whinny"
|
||||
85,/m/01xq0k1,"Cattle, bovinae"
|
||||
86,/m/07rpkh9,Moo
|
||||
87,/m/0239kh,Cowbell
|
||||
88,/m/068zj,Pig
|
||||
89,/t/dd00018,Oink
|
||||
90,/m/03fwl,Goat
|
||||
91,/m/07q0h5t,Bleat
|
||||
92,/m/07bgp,Sheep
|
||||
93,/m/025rv6n,Fowl
|
||||
94,/m/09b5t,"Chicken, rooster"
|
||||
95,/m/07st89h,Cluck
|
||||
96,/m/07qn5dc,"Crowing, cock-a-doodle-doo"
|
||||
97,/m/01rd7k,Turkey
|
||||
98,/m/07svc2k,Gobble
|
||||
99,/m/09ddx,Duck
|
||||
100,/m/07qdb04,Quack
|
||||
101,/m/0dbvp,Goose
|
||||
102,/m/07qwf61,Honk
|
||||
103,/m/01280g,Wild animals
|
||||
104,/m/0cdnk,"Roaring cats (lions, tigers)"
|
||||
105,/m/04cvmfc,Roar
|
||||
106,/m/015p6,Bird
|
||||
107,/m/020bb7,"Bird vocalization, bird call, bird song"
|
||||
108,/m/07pggtn,"Chirp, tweet"
|
||||
109,/m/07sx8x_,Squawk
|
||||
110,/m/0h0rv,"Pigeon, dove"
|
||||
111,/m/07r_25d,Coo
|
||||
112,/m/04s8yn,Crow
|
||||
113,/m/07r5c2p,Caw
|
||||
114,/m/09d5_,Owl
|
||||
115,/m/07r_80w,Hoot
|
||||
116,/m/05_wcq,"Bird flight, flapping wings"
|
||||
117,/m/01z5f,"Canidae, dogs, wolves"
|
||||
118,/m/06hps,"Rodents, rats, mice"
|
||||
119,/m/04rmv,Mouse
|
||||
120,/m/07r4gkf,Patter
|
||||
121,/m/03vt0,Insect
|
||||
122,/m/09xqv,Cricket
|
||||
123,/m/09f96,Mosquito
|
||||
124,/m/0h2mp,"Fly, housefly"
|
||||
125,/m/07pjwq1,Buzz
|
||||
126,/m/01h3n,"Bee, wasp, etc."
|
||||
127,/m/09ld4,Frog
|
||||
128,/m/07st88b,Croak
|
||||
129,/m/078jl,Snake
|
||||
130,/m/07qn4z3,Rattle
|
||||
131,/m/032n05,Whale vocalization
|
||||
132,/m/04rlf,Music
|
||||
133,/m/04szw,Musical instrument
|
||||
134,/m/0fx80y,Plucked string instrument
|
||||
135,/m/0342h,Guitar
|
||||
136,/m/02sgy,Electric guitar
|
||||
137,/m/018vs,Bass guitar
|
||||
138,/m/042v_gx,Acoustic guitar
|
||||
139,/m/06w87,"Steel guitar, slide guitar"
|
||||
140,/m/01glhc,Tapping (guitar technique)
|
||||
141,/m/07s0s5r,Strum
|
||||
142,/m/018j2,Banjo
|
||||
143,/m/0jtg0,Sitar
|
||||
144,/m/04rzd,Mandolin
|
||||
145,/m/01bns_,Zither
|
||||
146,/m/07xzm,Ukulele
|
||||
147,/m/05148p4,Keyboard (musical)
|
||||
148,/m/05r5c,Piano
|
||||
149,/m/01s0ps,Electric piano
|
||||
150,/m/013y1f,Organ
|
||||
151,/m/03xq_f,Electronic organ
|
||||
152,/m/03gvt,Hammond organ
|
||||
153,/m/0l14qv,Synthesizer
|
||||
154,/m/01v1d8,Sampler
|
||||
155,/m/03q5t,Harpsichord
|
||||
156,/m/0l14md,Percussion
|
||||
157,/m/02hnl,Drum kit
|
||||
158,/m/0cfdd,Drum machine
|
||||
159,/m/026t6,Drum
|
||||
160,/m/06rvn,Snare drum
|
||||
161,/m/03t3fj,Rimshot
|
||||
162,/m/02k_mr,Drum roll
|
||||
163,/m/0bm02,Bass drum
|
||||
164,/m/011k_j,Timpani
|
||||
165,/m/01p970,Tabla
|
||||
166,/m/01qbl,Cymbal
|
||||
167,/m/03qtq,Hi-hat
|
||||
168,/m/01sm1g,Wood block
|
||||
169,/m/07brj,Tambourine
|
||||
170,/m/05r5wn,Rattle (instrument)
|
||||
171,/m/0xzly,Maraca
|
||||
172,/m/0mbct,Gong
|
||||
173,/m/016622,Tubular bells
|
||||
174,/m/0j45pbj,Mallet percussion
|
||||
175,/m/0dwsp,"Marimba, xylophone"
|
||||
176,/m/0dwtp,Glockenspiel
|
||||
177,/m/0dwt5,Vibraphone
|
||||
178,/m/0l156b,Steelpan
|
||||
179,/m/05pd6,Orchestra
|
||||
180,/m/01kcd,Brass instrument
|
||||
181,/m/0319l,French horn
|
||||
182,/m/07gql,Trumpet
|
||||
183,/m/07c6l,Trombone
|
||||
184,/m/0l14_3,Bowed string instrument
|
||||
185,/m/02qmj0d,String section
|
||||
186,/m/07y_7,"Violin, fiddle"
|
||||
187,/m/0d8_n,Pizzicato
|
||||
188,/m/01xqw,Cello
|
||||
189,/m/02fsn,Double bass
|
||||
190,/m/085jw,"Wind instrument, woodwind instrument"
|
||||
191,/m/0l14j_,Flute
|
||||
192,/m/06ncr,Saxophone
|
||||
193,/m/01wy6,Clarinet
|
||||
194,/m/03m5k,Harp
|
||||
195,/m/0395lw,Bell
|
||||
196,/m/03w41f,Church bell
|
||||
197,/m/027m70_,Jingle bell
|
||||
198,/m/0gy1t2s,Bicycle bell
|
||||
199,/m/07n_g,Tuning fork
|
||||
200,/m/0f8s22,Chime
|
||||
201,/m/026fgl,Wind chime
|
||||
202,/m/0150b9,Change ringing (campanology)
|
||||
203,/m/03qjg,Harmonica
|
||||
204,/m/0mkg,Accordion
|
||||
205,/m/0192l,Bagpipes
|
||||
206,/m/02bxd,Didgeridoo
|
||||
207,/m/0l14l2,Shofar
|
||||
208,/m/07kc_,Theremin
|
||||
209,/m/0l14t7,Singing bowl
|
||||
210,/m/01hgjl,Scratching (performance technique)
|
||||
211,/m/064t9,Pop music
|
||||
212,/m/0glt670,Hip hop music
|
||||
213,/m/02cz_7,Beatboxing
|
||||
214,/m/06by7,Rock music
|
||||
215,/m/03lty,Heavy metal
|
||||
216,/m/05r6t,Punk rock
|
||||
217,/m/0dls3,Grunge
|
||||
218,/m/0dl5d,Progressive rock
|
||||
219,/m/07sbbz2,Rock and roll
|
||||
220,/m/05w3f,Psychedelic rock
|
||||
221,/m/06j6l,Rhythm and blues
|
||||
222,/m/0gywn,Soul music
|
||||
223,/m/06cqb,Reggae
|
||||
224,/m/01lyv,Country
|
||||
225,/m/015y_n,Swing music
|
||||
226,/m/0gg8l,Bluegrass
|
||||
227,/m/02x8m,Funk
|
||||
228,/m/02w4v,Folk music
|
||||
229,/m/06j64v,Middle Eastern music
|
||||
230,/m/03_d0,Jazz
|
||||
231,/m/026z9,Disco
|
||||
232,/m/0ggq0m,Classical music
|
||||
233,/m/05lls,Opera
|
||||
234,/m/02lkt,Electronic music
|
||||
235,/m/03mb9,House music
|
||||
236,/m/07gxw,Techno
|
||||
237,/m/07s72n,Dubstep
|
||||
238,/m/0283d,Drum and bass
|
||||
239,/m/0m0jc,Electronica
|
||||
240,/m/08cyft,Electronic dance music
|
||||
241,/m/0fd3y,Ambient music
|
||||
242,/m/07lnk,Trance music
|
||||
243,/m/0g293,Music of Latin America
|
||||
244,/m/0ln16,Salsa music
|
||||
245,/m/0326g,Flamenco
|
||||
246,/m/0155w,Blues
|
||||
247,/m/05fw6t,Music for children
|
||||
248,/m/02v2lh,New-age music
|
||||
249,/m/0y4f8,Vocal music
|
||||
250,/m/0z9c,A capella
|
||||
251,/m/0164x2,Music of Africa
|
||||
252,/m/0145m,Afrobeat
|
||||
253,/m/02mscn,Christian music
|
||||
254,/m/016cjb,Gospel music
|
||||
255,/m/028sqc,Music of Asia
|
||||
256,/m/015vgc,Carnatic music
|
||||
257,/m/0dq0md,Music of Bollywood
|
||||
258,/m/06rqw,Ska
|
||||
259,/m/02p0sh1,Traditional music
|
||||
260,/m/05rwpb,Independent music
|
||||
261,/m/074ft,Song
|
||||
262,/m/025td0t,Background music
|
||||
263,/m/02cjck,Theme music
|
||||
264,/m/03r5q_,Jingle (music)
|
||||
265,/m/0l14gg,Soundtrack music
|
||||
266,/m/07pkxdp,Lullaby
|
||||
267,/m/01z7dr,Video game music
|
||||
268,/m/0140xf,Christmas music
|
||||
269,/m/0ggx5q,Dance music
|
||||
270,/m/04wptg,Wedding music
|
||||
271,/t/dd00031,Happy music
|
||||
272,/t/dd00033,Sad music
|
||||
273,/t/dd00034,Tender music
|
||||
274,/t/dd00035,Exciting music
|
||||
275,/t/dd00036,Angry music
|
||||
276,/t/dd00037,Scary music
|
||||
277,/m/03m9d0z,Wind
|
||||
278,/m/09t49,Rustling leaves
|
||||
279,/t/dd00092,Wind noise (microphone)
|
||||
280,/m/0jb2l,Thunderstorm
|
||||
281,/m/0ngt1,Thunder
|
||||
282,/m/0838f,Water
|
||||
283,/m/06mb1,Rain
|
||||
284,/m/07r10fb,Raindrop
|
||||
285,/t/dd00038,Rain on surface
|
||||
286,/m/0j6m2,Stream
|
||||
287,/m/0j2kx,Waterfall
|
||||
288,/m/05kq4,Ocean
|
||||
289,/m/034srq,"Waves, surf"
|
||||
290,/m/06wzb,Steam
|
||||
291,/m/07swgks,Gurgling
|
||||
292,/m/02_41,Fire
|
||||
293,/m/07pzfmf,Crackle
|
||||
294,/m/07yv9,Vehicle
|
||||
295,/m/019jd,"Boat, Water vehicle"
|
||||
296,/m/0hsrw,"Sailboat, sailing ship"
|
||||
297,/m/056ks2,"Rowboat, canoe, kayak"
|
||||
298,/m/02rlv9,"Motorboat, speedboat"
|
||||
299,/m/06q74,Ship
|
||||
300,/m/012f08,Motor vehicle (road)
|
||||
301,/m/0k4j,Car
|
||||
302,/m/0912c9,"Vehicle horn, car horn, honking"
|
||||
303,/m/07qv_d5,Toot
|
||||
304,/m/02mfyn,Car alarm
|
||||
305,/m/04gxbd,"Power windows, electric windows"
|
||||
306,/m/07rknqz,Skidding
|
||||
307,/m/0h9mv,Tire squeal
|
||||
308,/t/dd00134,Car passing by
|
||||
309,/m/0ltv,"Race car, auto racing"
|
||||
310,/m/07r04,Truck
|
||||
311,/m/0gvgw0,Air brake
|
||||
312,/m/05x_td,"Air horn, truck horn"
|
||||
313,/m/02rhddq,Reversing beeps
|
||||
314,/m/03cl9h,"Ice cream truck, ice cream van"
|
||||
315,/m/01bjv,Bus
|
||||
316,/m/03j1ly,Emergency vehicle
|
||||
317,/m/04qvtq,Police car (siren)
|
||||
318,/m/012n7d,Ambulance (siren)
|
||||
319,/m/012ndj,"Fire engine, fire truck (siren)"
|
||||
320,/m/04_sv,Motorcycle
|
||||
321,/m/0btp2,"Traffic noise, roadway noise"
|
||||
322,/m/06d_3,Rail transport
|
||||
323,/m/07jdr,Train
|
||||
324,/m/04zmvq,Train whistle
|
||||
325,/m/0284vy3,Train horn
|
||||
326,/m/01g50p,"Railroad car, train wagon"
|
||||
327,/t/dd00048,Train wheels squealing
|
||||
328,/m/0195fx,"Subway, metro, underground"
|
||||
329,/m/0k5j,Aircraft
|
||||
330,/m/014yck,Aircraft engine
|
||||
331,/m/04229,Jet engine
|
||||
332,/m/02l6bg,"Propeller, airscrew"
|
||||
333,/m/09ct_,Helicopter
|
||||
334,/m/0cmf2,"Fixed-wing aircraft, airplane"
|
||||
335,/m/0199g,Bicycle
|
||||
336,/m/06_fw,Skateboard
|
||||
337,/m/02mk9,Engine
|
||||
338,/t/dd00065,Light engine (high frequency)
|
||||
339,/m/08j51y,"Dental drill, dentist's drill"
|
||||
340,/m/01yg9g,Lawn mower
|
||||
341,/m/01j4z9,Chainsaw
|
||||
342,/t/dd00066,Medium engine (mid frequency)
|
||||
343,/t/dd00067,Heavy engine (low frequency)
|
||||
344,/m/01h82_,Engine knocking
|
||||
345,/t/dd00130,Engine starting
|
||||
346,/m/07pb8fc,Idling
|
||||
347,/m/07q2z82,"Accelerating, revving, vroom"
|
||||
348,/m/02dgv,Door
|
||||
349,/m/03wwcy,Doorbell
|
||||
350,/m/07r67yg,Ding-dong
|
||||
351,/m/02y_763,Sliding door
|
||||
352,/m/07rjzl8,Slam
|
||||
353,/m/07r4wb8,Knock
|
||||
354,/m/07qcpgn,Tap
|
||||
355,/m/07q6cd_,Squeak
|
||||
356,/m/0642b4,Cupboard open or close
|
||||
357,/m/0fqfqc,Drawer open or close
|
||||
358,/m/04brg2,"Dishes, pots, and pans"
|
||||
359,/m/023pjk,"Cutlery, silverware"
|
||||
360,/m/07pn_8q,Chopping (food)
|
||||
361,/m/0dxrf,Frying (food)
|
||||
362,/m/0fx9l,Microwave oven
|
||||
363,/m/02pjr4,Blender
|
||||
364,/m/02jz0l,"Water tap, faucet"
|
||||
365,/m/0130jx,Sink (filling or washing)
|
||||
366,/m/03dnzn,Bathtub (filling or washing)
|
||||
367,/m/03wvsk,Hair dryer
|
||||
368,/m/01jt3m,Toilet flush
|
||||
369,/m/012xff,Toothbrush
|
||||
370,/m/04fgwm,Electric toothbrush
|
||||
371,/m/0d31p,Vacuum cleaner
|
||||
372,/m/01s0vc,Zipper (clothing)
|
||||
373,/m/03v3yw,Keys jangling
|
||||
374,/m/0242l,Coin (dropping)
|
||||
375,/m/01lsmm,Scissors
|
||||
376,/m/02g901,"Electric shaver, electric razor"
|
||||
377,/m/05rj2,Shuffling cards
|
||||
378,/m/0316dw,Typing
|
||||
379,/m/0c2wf,Typewriter
|
||||
380,/m/01m2v,Computer keyboard
|
||||
381,/m/081rb,Writing
|
||||
382,/m/07pp_mv,Alarm
|
||||
383,/m/07cx4,Telephone
|
||||
384,/m/07pp8cl,Telephone bell ringing
|
||||
385,/m/01hnzm,Ringtone
|
||||
386,/m/02c8p,"Telephone dialing, DTMF"
|
||||
387,/m/015jpf,Dial tone
|
||||
388,/m/01z47d,Busy signal
|
||||
389,/m/046dlr,Alarm clock
|
||||
390,/m/03kmc9,Siren
|
||||
391,/m/0dgbq,Civil defense siren
|
||||
392,/m/030rvx,Buzzer
|
||||
393,/m/01y3hg,"Smoke detector, smoke alarm"
|
||||
394,/m/0c3f7m,Fire alarm
|
||||
395,/m/04fq5q,Foghorn
|
||||
396,/m/0l156k,Whistle
|
||||
397,/m/06hck5,Steam whistle
|
||||
398,/t/dd00077,Mechanisms
|
||||
399,/m/02bm9n,"Ratchet, pawl"
|
||||
400,/m/01x3z,Clock
|
||||
401,/m/07qjznt,Tick
|
||||
402,/m/07qjznl,Tick-tock
|
||||
403,/m/0l7xg,Gears
|
||||
404,/m/05zc1,Pulleys
|
||||
405,/m/0llzx,Sewing machine
|
||||
406,/m/02x984l,Mechanical fan
|
||||
407,/m/025wky1,Air conditioning
|
||||
408,/m/024dl,Cash register
|
||||
409,/m/01m4t,Printer
|
||||
410,/m/0dv5r,Camera
|
||||
411,/m/07bjf,Single-lens reflex camera
|
||||
412,/m/07k1x,Tools
|
||||
413,/m/03l9g,Hammer
|
||||
414,/m/03p19w,Jackhammer
|
||||
415,/m/01b82r,Sawing
|
||||
416,/m/02p01q,Filing (rasp)
|
||||
417,/m/023vsd,Sanding
|
||||
418,/m/0_ksk,Power tool
|
||||
419,/m/01d380,Drill
|
||||
420,/m/014zdl,Explosion
|
||||
421,/m/032s66,"Gunshot, gunfire"
|
||||
422,/m/04zjc,Machine gun
|
||||
423,/m/02z32qm,Fusillade
|
||||
424,/m/0_1c,Artillery fire
|
||||
425,/m/073cg4,Cap gun
|
||||
426,/m/0g6b5,Fireworks
|
||||
427,/g/122z_qxw,Firecracker
|
||||
428,/m/07qsvvw,"Burst, pop"
|
||||
429,/m/07pxg6y,Eruption
|
||||
430,/m/07qqyl4,Boom
|
||||
431,/m/083vt,Wood
|
||||
432,/m/07pczhz,Chop
|
||||
433,/m/07pl1bw,Splinter
|
||||
434,/m/07qs1cx,Crack
|
||||
435,/m/039jq,Glass
|
||||
436,/m/07q7njn,"Chink, clink"
|
||||
437,/m/07rn7sz,Shatter
|
||||
438,/m/04k94,Liquid
|
||||
439,/m/07rrlb6,"Splash, splatter"
|
||||
440,/m/07p6mqd,Slosh
|
||||
441,/m/07qlwh6,Squish
|
||||
442,/m/07r5v4s,Drip
|
||||
443,/m/07prgkl,Pour
|
||||
444,/m/07pqc89,"Trickle, dribble"
|
||||
445,/t/dd00088,Gush
|
||||
446,/m/07p7b8y,Fill (with liquid)
|
||||
447,/m/07qlf79,Spray
|
||||
448,/m/07ptzwd,Pump (liquid)
|
||||
449,/m/07ptfmf,Stir
|
||||
450,/m/0dv3j,Boiling
|
||||
451,/m/0790c,Sonar
|
||||
452,/m/0dl83,Arrow
|
||||
453,/m/07rqsjt,"Whoosh, swoosh, swish"
|
||||
454,/m/07qnq_y,"Thump, thud"
|
||||
455,/m/07rrh0c,Thunk
|
||||
456,/m/0b_fwt,Electronic tuner
|
||||
457,/m/02rr_,Effects unit
|
||||
458,/m/07m2kt,Chorus effect
|
||||
459,/m/018w8,Basketball bounce
|
||||
460,/m/07pws3f,Bang
|
||||
461,/m/07ryjzk,"Slap, smack"
|
||||
462,/m/07rdhzs,"Whack, thwack"
|
||||
463,/m/07pjjrj,"Smash, crash"
|
||||
464,/m/07pc8lb,Breaking
|
||||
465,/m/07pqn27,Bouncing
|
||||
466,/m/07rbp7_,Whip
|
||||
467,/m/07pyf11,Flap
|
||||
468,/m/07qb_dv,Scratch
|
||||
469,/m/07qv4k0,Scrape
|
||||
470,/m/07pdjhy,Rub
|
||||
471,/m/07s8j8t,Roll
|
||||
472,/m/07plct2,Crushing
|
||||
473,/t/dd00112,"Crumpling, crinkling"
|
||||
474,/m/07qcx4z,Tearing
|
||||
475,/m/02fs_r,"Beep, bleep"
|
||||
476,/m/07qwdck,Ping
|
||||
477,/m/07phxs1,Ding
|
||||
478,/m/07rv4dm,Clang
|
||||
479,/m/07s02z0,Squeal
|
||||
480,/m/07qh7jl,Creak
|
||||
481,/m/07qwyj0,Rustle
|
||||
482,/m/07s34ls,Whir
|
||||
483,/m/07qmpdm,Clatter
|
||||
484,/m/07p9k1k,Sizzle
|
||||
485,/m/07qc9xj,Clicking
|
||||
486,/m/07rwm0c,Clickety-clack
|
||||
487,/m/07phhsh,Rumble
|
||||
488,/m/07qyrcz,Plop
|
||||
489,/m/07qfgpx,"Jingle, tinkle"
|
||||
490,/m/07rcgpl,Hum
|
||||
491,/m/07p78v5,Zing
|
||||
492,/t/dd00121,Boing
|
||||
493,/m/07s12q4,Crunch
|
||||
494,/m/028v0c,Silence
|
||||
495,/m/01v_m0,Sine wave
|
||||
496,/m/0b9m1,Harmonic
|
||||
497,/m/0hdsk,Chirp tone
|
||||
498,/m/0c1dj,Sound effect
|
||||
499,/m/07pt_g0,Pulse
|
||||
500,/t/dd00125,"Inside, small room"
|
||||
501,/t/dd00126,"Inside, large room or hall"
|
||||
502,/t/dd00127,"Inside, public space"
|
||||
503,/t/dd00128,"Outside, urban or manmade"
|
||||
504,/t/dd00129,"Outside, rural or natural"
|
||||
505,/m/01b9nn,Reverberation
|
||||
506,/m/01jnbd,Echo
|
||||
507,/m/096m7z,Noise
|
||||
508,/m/06_y0by,Environmental noise
|
||||
509,/m/07rgkc5,Static
|
||||
510,/m/06xkwv,Mains hum
|
||||
511,/m/0g12c5,Distortion
|
||||
512,/m/08p9q4,Sidetone
|
||||
513,/m/07szfh9,Cacophony
|
||||
514,/m/0chx_,White noise
|
||||
515,/m/0cj0r,Pink noise
|
||||
516,/m/07p_0gm,Throbbing
|
||||
517,/m/01jwx6,Vibration
|
||||
518,/m/07c52,Television
|
||||
519,/m/06bz3,Radio
|
||||
520,/m/07hvw1,Field recording
|
||||
|
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
|
||||
class u{static async prepare(d,{signal:o}={}){if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log("[BoomCast][YAMNet] Preparing local classification.");const i=window.AudioContext||window.webkitAudioContext;if(!i||!(window.OfflineAudioContext||window.webkitOfflineAudioContext))throw new Error("Browser audio decoding unavailable");const a=new i;try{const e=await a.decodeAudioData(await d.arrayBuffer());if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");if(!e.duration||!Number.isFinite(e.duration))throw new Error("Invalid audio duration");const c=window.OfflineAudioContext||window.webkitOfflineAudioContext,t=new c(1,Math.ceil(e.duration*16e3),16e3),r=t.createBufferSource();r.buffer=e,r.connect(t.destination),r.start();const w=await t.startRendering();if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");const n=w.getChannelData(0).slice();return console.log("[BoomCast][YAMNet] Waveform prepared.",{sampleRate:16e3,samples:n.length,durationSeconds:n.length/16e3}),n}finally{await a.close().catch(()=>{})}}}export{u as AudioPreprocessor};
|
||||
@@ -0,0 +1 @@
|
||||
class w{static evaluate(c,s){var l,h;console.log("[BoomCast][Gate] Evaluating browser classification.");const n=new Set((s.whitelist||[]).map(e=>e.toLowerCase())),r=new Set((s.privacy_sensitive_speech||[]).map(e=>e.toLowerCase())),m=Number(((l=s.thresholds)==null?void 0:l.relevance)??.5),i=Number(((h=s.thresholds)==null?void 0:h.speech)??.5),t=c.filter(e=>n.has(e.class.toLowerCase())&&e.score>=m),o=c.some(e=>r.has(e.class.toLowerCase())&&e.score>=i);console.log("[BoomCast][Gate] Relevant whitelist matches:",t),console.log("[BoomCast][Gate] Speech detected:",o);const a=t.length?"whitelist_match":o?"speech_only":"no_match";return console.log(`[BoomCast][Gate] Decision: ${a.toUpperCase()}`),a!=="whitelist_match"&&console.log("[BoomCast][Gate] Automatic upload suppressed."),{result:a,speechDetected:o,matches:t}}}export{w as BrowserSubmissionGate};
|
||||
@@ -0,0 +1 @@
|
||||
import{_}from"./frontend/src/entries/fireworks-home.js-CWybHvkC.js";/* empty css */import"./theme-DXAi27ON.js";const e="[BoomCast][YAMNet]";class v{static async classify(d,{modelUrl:b,classMapUrl:C,signal:o,loadTensorFlow:y}={}){let r,l,c,s;const M=performance.now();try{if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");if(console.log(`${e} Lazy-loading TensorFlow.js.`),r=y?await y():await _(()=>import("./index-jWGXPN38.js"),[]),o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} TensorFlow.js loaded.`),await r.ready(),console.log(`${e} Backend:`,r.getBackend()),console.log(`${e} Loading model.`);const[t,A]=await Promise.all([r.loadGraphModel(b),fetch(C,{cache:"force-cache",signal:o})]);if(l=t,!A.ok)throw new Error("YAMNet class map unavailable");const n=await A.json();if(!Array.isArray(n)||n.length!==521)throw new Error("Invalid YAMNet class map");if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} Model ready.`);const $=d.length<15600?Float32Array.from({length:15600},(a,i)=>d[i]||0):d;c=r.tensor1d($,"float32"),console.log(`${e} Starting inference.`);const m=await l.executeAsync(c);s=Array.isArray(m)?m:[m];const f=s.find(a=>a.shape.length===2&&a.shape[1]===n.length);if(!f)throw new Error("YAMNet score output unavailable");const g=await f.data();if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");const B=f.shape[0],w=n.map((a,i)=>{let h=-1,u=0;for(let p=0;p<B;p+=1){const E=g[p*n.length+i];E>h&&(h=E,u=p)}return{class:a,score:h,frame:u,timeSeconds:Number((u*.48).toFixed(2))}});return w.sort((a,i)=>i.score-a.score),console.log(`${e} Inference completed in`,Math.round(performance.now()-M),"ms."),console.groupCollapsed(`${e} Top local predictions`),console.table(w.slice(0,10)),console.groupEnd(),w}catch(t){throw console.error(`${e} Local inference failed:`,t),t}finally{r&&console.log(`${e} TensorFlow memory before cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Disposing YAMNet tensors."),c==null||c.dispose(),s==null||s.forEach(t=>t==null?void 0:t.dispose()),console.log("[BoomCast][Cleanup] Disposing browser YAMNet model."),l==null||l.dispose(),console.log("[BoomCast][Cleanup] Releasing waveform buffers."),r&&console.log(`${e} TensorFlow memory after cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Browser classification cleanup complete.")}}}export{v as BrowserYamnetClassifier};
|
||||
@@ -0,0 +1 @@
|
||||
import{_}from"./frontend/src/entries/fireworks-home.js-DJ8Fx1Pi.js";/* empty css */import"./theme-DXAi27ON.js";const e="[BoomCast][YAMNet]";class v{static async classify(d,{modelUrl:b,classMapUrl:C,signal:o,loadTensorFlow:y}={}){let r,l,c,s;const M=performance.now();try{if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");if(console.log(`${e} Lazy-loading TensorFlow.js.`),r=y?await y():await _(()=>import("./index-jWGXPN38.js"),[]),o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} TensorFlow.js loaded.`),await r.ready(),console.log(`${e} Backend:`,r.getBackend()),console.log(`${e} Loading model.`);const[t,A]=await Promise.all([r.loadGraphModel(b),fetch(C,{cache:"force-cache",signal:o})]);if(l=t,!A.ok)throw new Error("YAMNet class map unavailable");const n=await A.json();if(!Array.isArray(n)||n.length!==521)throw new Error("Invalid YAMNet class map");if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} Model ready.`);const $=d.length<15600?Float32Array.from({length:15600},(a,i)=>d[i]||0):d;c=r.tensor1d($,"float32"),console.log(`${e} Starting inference.`);const m=await l.executeAsync(c);s=Array.isArray(m)?m:[m];const f=s.find(a=>a.shape.length===2&&a.shape[1]===n.length);if(!f)throw new Error("YAMNet score output unavailable");const g=await f.data();if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");const B=f.shape[0],w=n.map((a,i)=>{let h=-1,u=0;for(let p=0;p<B;p+=1){const E=g[p*n.length+i];E>h&&(h=E,u=p)}return{class:a,score:h,frame:u,timeSeconds:Number((u*.48).toFixed(2))}});return w.sort((a,i)=>i.score-a.score),console.log(`${e} Inference completed in`,Math.round(performance.now()-M),"ms."),console.groupCollapsed(`${e} Top local predictions`),console.table(w.slice(0,10)),console.groupEnd(),w}catch(t){throw console.error(`${e} Local inference failed:`,t),t}finally{r&&console.log(`${e} TensorFlow memory before cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Disposing YAMNet tensors."),c==null||c.dispose(),s==null||s.forEach(t=>t==null?void 0:t.dispose()),console.log("[BoomCast][Cleanup] Disposing browser YAMNet model."),l==null||l.dispose(),console.log("[BoomCast][Cleanup] Releasing waveform buffers."),r&&console.log(`${e} TensorFlow memory after cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Browser classification cleanup complete.")}}}export{v as BrowserYamnetClassifier};
|
||||
@@ -0,0 +1 @@
|
||||
import{_ as p}from"./frontend/src/entries/fireworks-home.js-CWybHvkC.js";/* empty css */import"./theme-DXAi27ON.js";const t="[BoomCast][FFmpeg]";class r extends Error{constructor(e,d){super(e,{cause:d}),this.name="VideoExtractionError",this.code=e}}async function A(i,{signal:e,onState:d=()=>{},createFFmpeg:v}={}){var y;let o,_=!1,f=!1,l="module_load_failed";const $=performance.now(),u="input",w="audio.wav",s=()=>o==null?void 0:o.terminate();e==null||e.addEventListener("abort",s,{once:!0}),console.log(`${t} Video input detected.`,{mimeType:i.type,sizeBytes:i.size});try{if(e!=null&&e.aborted)throw new r("cancelled");d("loading_ffmpeg"),console.log(`${t} Starting lazy import.`);const a=await(v||(async()=>{const[{FFmpeg:m},{default:E},{default:x}]=await Promise.all([p(()=>import("./index-Cr8NHl2n.js"),[]),p(()=>import("./ffmpeg-core-CTa1UqMt.js"),[]),p(()=>import("./ffmpeg-core-DJ3ydieg.js"),[])]);return console.log(`${t} ffmpeg.wasm module imported.`),{ffmpeg:new m,coreURL:E,wasmURL:x}}))();if(o=a.ffmpeg,e!=null&&e.aborted)throw new r("cancelled");if((y=o.on)==null||y.call(o,"log",({message:m})=>console.log(`${t}[core]`,m)),l="core_load_failed",console.log(`${t} Loading FFmpeg core.`),await o.load({coreURL:a.coreURL,wasmURL:a.wasmURL}),console.log(`${t} FFmpeg core ready.`),e!=null&&e.aborted)throw new r("cancelled");if(d("extracting_audio"),l="resource_failed",console.log(`${t} Writing input to virtual filesystem.`),_=!0,await o.writeFile(u,new Uint8Array(await i.arrayBuffer())),e!=null&&e.aborted)throw new r("cancelled");if(l="extraction_failed",console.log(`${t} Starting audio extraction: mono / 16kHz WAV.`),f=!0,await o.exec(["-i",u,"-vn","-ac","1","-ar","16000","-c:a","pcm_s16le",w])!==0)throw new r("invalid_media");if(e!=null&&e.aborted)throw new r("cancelled");const n=await o.readFile(w);if(!(n!=null&&n.byteLength))throw new r("invalid_media");if(n.byteLength>25*1024*1024)throw new r("output_too_large");const h=new File([n],`${i.name.replace(/\.[^.]+$/,"")||"recording"}.wav`,{type:"audio/wav"});return console.log(`${t} Audio extraction completed.`,{outputSizeBytes:h.size}),console.log(`${t} Extraction finished in ${Math.round(performance.now()-$)} ms.`),h}catch(c){const a=e!=null&&e.aborted?"cancelled":c instanceof r?c.code:c instanceof RangeError?"resource_failed":l;throw a==="invalid_media"&&console.warn(`${t} Unsupported or undecodable video.`),console.error(`${t} Audio extraction failed:`,c),new r(a,c)}finally{console.log(`${t} Removing temporary files.`),o!=null&&o.loaded&&(_&&await o.deleteFile(u).catch(()=>{}),f&&await o.deleteFile(w).catch(()=>{})),console.log(`${t} Terminating worker.`),o==null||o.terminate(),o=null,e==null||e.removeEventListener("abort",s),console.log(`${t} Cleanup complete.`)}}export{r as VideoExtractionError,A as extractVideoAudio};
|
||||
@@ -0,0 +1 @@
|
||||
import{_ as p}from"./frontend/src/entries/fireworks-home.js-DJ8Fx1Pi.js";/* empty css */import"./theme-DXAi27ON.js";const t="[BoomCast][FFmpeg]";class r extends Error{constructor(e,d){super(e,{cause:d}),this.name="VideoExtractionError",this.code=e}}async function A(i,{signal:e,onState:d=()=>{},createFFmpeg:v}={}){var y;let o,_=!1,f=!1,l="module_load_failed";const $=performance.now(),u="input",w="audio.wav",s=()=>o==null?void 0:o.terminate();e==null||e.addEventListener("abort",s,{once:!0}),console.log(`${t} Video input detected.`,{mimeType:i.type,sizeBytes:i.size});try{if(e!=null&&e.aborted)throw new r("cancelled");d("loading_ffmpeg"),console.log(`${t} Starting lazy import.`);const a=await(v||(async()=>{const[{FFmpeg:m},{default:E},{default:x}]=await Promise.all([p(()=>import("./index-Cr8NHl2n.js"),[]),p(()=>import("./ffmpeg-core-CTa1UqMt.js"),[]),p(()=>import("./ffmpeg-core-DJ3ydieg.js"),[])]);return console.log(`${t} ffmpeg.wasm module imported.`),{ffmpeg:new m,coreURL:E,wasmURL:x}}))();if(o=a.ffmpeg,e!=null&&e.aborted)throw new r("cancelled");if((y=o.on)==null||y.call(o,"log",({message:m})=>console.log(`${t}[core]`,m)),l="core_load_failed",console.log(`${t} Loading FFmpeg core.`),await o.load({coreURL:a.coreURL,wasmURL:a.wasmURL}),console.log(`${t} FFmpeg core ready.`),e!=null&&e.aborted)throw new r("cancelled");if(d("extracting_audio"),l="resource_failed",console.log(`${t} Writing input to virtual filesystem.`),_=!0,await o.writeFile(u,new Uint8Array(await i.arrayBuffer())),e!=null&&e.aborted)throw new r("cancelled");if(l="extraction_failed",console.log(`${t} Starting audio extraction: mono / 16kHz WAV.`),f=!0,await o.exec(["-i",u,"-vn","-ac","1","-ar","16000","-c:a","pcm_s16le",w])!==0)throw new r("invalid_media");if(e!=null&&e.aborted)throw new r("cancelled");const n=await o.readFile(w);if(!(n!=null&&n.byteLength))throw new r("invalid_media");if(n.byteLength>25*1024*1024)throw new r("output_too_large");const h=new File([n],`${i.name.replace(/\.[^.]+$/,"")||"recording"}.wav`,{type:"audio/wav"});return console.log(`${t} Audio extraction completed.`,{outputSizeBytes:h.size}),console.log(`${t} Extraction finished in ${Math.round(performance.now()-$)} ms.`),h}catch(c){const a=e!=null&&e.aborted?"cancelled":c instanceof r?c.code:c instanceof RangeError?"resource_failed":l;throw a==="invalid_media"&&console.warn(`${t} Unsupported or undecodable video.`),console.error(`${t} Audio extraction failed:`,c),new r(a,c)}finally{console.log(`${t} Removing temporary files.`),o!=null&&o.loaded&&(_&&await o.deleteFile(u).catch(()=>{}),f&&await o.deleteFile(w).catch(()=>{})),console.log(`${t} Terminating worker.`),o==null||o.terminate(),o=null,e==null||e.removeEventListener("abort",s),console.log(`${t} Cleanup complete.`)}}export{r as VideoExtractionError,A as extractVideoAudio};
|
||||
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
|
||||
/* empty css */import"./fireworks-home.js-DJ8Fx1Pi.js";import"./map.js-jpUFFpF3.js";import"../../../manual-report-BLClvilD.js";import"../../../theme-DXAi27ON.js";
|
||||
@@ -0,0 +1 @@
|
||||
/* empty css */import"./fireworks-home.js-CWybHvkC.js";import"./map.js-jpUFFpF3.js";import"../../../manual-report-BLClvilD.js";import"../../../theme-DXAi27ON.js";
|
||||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
@@ -45,6 +45,18 @@ window.BOOMCAST_I18N = {
|
||||
finished: "{% trans 'Finished' as value %}{{ value|escapejs }}",
|
||||
buffering: "{% trans 'Buffering…' as value %}{{ value|escapejs }}",
|
||||
couldNotLoad: "{% trans 'Could not load this recording.' as value %}{{ value|escapejs }}",
|
||||
checkingRecording: "{% trans 'Checking recording…' as value %}{{ value|escapejs }}",
|
||||
readyToSubmit: "{% trans 'Ready to submit.' as value %}{{ value|escapejs }}",
|
||||
extractingAudio: "{% trans 'Extracting audio from video…' as value %}{{ value|escapejs }}",
|
||||
videoExtractionFailed: "{% trans 'Could not extract audio from this video. Please choose an audio recording.' as value %}{{ value|escapejs }}",
|
||||
preparationCancelled: "{% trans 'Preparation cancelled. Choose a recording to continue.' as value %}{{ value|escapejs }}",
|
||||
videoAudioOnly: "{% trans 'Video processed on this device. Only extracted audio will be sent if you submit.' as value %}{{ value|escapejs }}",
|
||||
speechGateTitle: "{% trans 'This recording appears to contain speech, but no relevant sound was detected.' as value %}{{ value|escapejs }}",
|
||||
speechGateMessage: "{% trans 'To protect people’s privacy, this recording will not be uploaded automatically. You can still submit it for manual review.' as value %}{{ value|escapejs }}",
|
||||
irrelevantGateTitle: "{% trans 'No relevant sound was detected.' as value %}{{ value|escapejs }}",
|
||||
irrelevantGateMessage: "{% trans 'BoomCast could not identify a sound this service currently looks for. You can still submit it for manual review.' as value %}{{ value|escapejs }}",
|
||||
gateChooseMessage: "{% trans 'Recording checked. Choose another recording or submit for manual review.' as value %}{{ value|escapejs }}",
|
||||
secureVideoFailed: "{% trans 'Could not prepare this video for upload. Please choose an audio recording.' as value %}{{ value|escapejs }}",
|
||||
manualReport: "{% trans 'Manual report' as value %}{{ value|escapejs }}"
|
||||
};
|
||||
</script>
|
||||
|
||||
Reference in New Issue
Block a user