latest changes

This commit is contained in:
Joren de Graaf
2026-10-15 20:36:40 +02:00
parent 06c88eb98a
commit 30188dcb72
55 changed files with 944 additions and 28 deletions
+28
View File
@@ -0,0 +1,28 @@
# Burst Listening iPhone PWA field test
This feature is a foreground experiment. An installed PWA, Guided Access, or a
screen wake lock cannot guarantee microphone continuity after screen lock,
backgrounding, an incoming call, or iOS memory pressure. Keep the screen on
and watch the visible stream state. Do not count time after an interruption as
covered listening time.
For each run, record the iPhone model, iOS version, browser/PWA mode, network,
selected test setup, start/end time, and battery levels. Export the diagnostic
JSON before closing the review page. Compare its last client audio frame,
last server heartbeat, server timeout detection, and first resumed observation.
The interval between them is uncertain; neither timestamp proves when the mic
stopped. A server timeout proves only that HTTP heartbeats stopped arriving.
| Duration | Setup | Stimulus and checks |
| --- | --- | --- |
| 10 min | Foreground, screen on | Four spaced bangs; verify four playable clips, quiet interval, stop/review/submit. |
| 15 min | Installed Home Screen PWA, Guided Access with Display Auto-Lock Never | Four spaced bangs and two close bangs; check clip grouping, waveform, timer, battery, memory and server timeline. |
| 20 min | Foreground with optional Wake Lock | Verify auto-stop, bounded clips, upload retries, cleanup and server expiry. |
| Short runs | Manual lock, natural auto-lock, background/foreground, incoming call, low battery, network loss/reconnect | Confirm visible interruption, no automatic restart, recovered clips and uncertainty interval. |
The shared server watchdog must be running for the independent 15-second
heartbeat-lost diagnostic. Start the provided systemd user service or run
`python manage.py watch_burst_sessions --interval 5` under the same environment
as Django. The 10/15/20-minute physical iPhone scenarios remain unverified
until tested on a device. Local browser tests cannot emulate iOS suspension or
microphone access under Guided Access.
+11
View File
@@ -150,3 +150,14 @@ The service runs `/home/jorenmartijn/python/.venv-notifications/bin/python` with
project as its working directory. To keep the user timer running after logout,
run `sudo loginctl enable-linger jorenmartijn` once on the laptop. Check a run
with `journalctl --user -u send-pending-notifications.service -n 30`.
### Burst Listening watchdog
Run one shared `watch_burst_sessions` process alongside Django so a suspended PWA is
marked heartbeat-lost independently of browser JavaScript. A systemd user service
is provided at `deploy/systemd/watch-burst-sessions.service`; enable it for the
same user and Python environment as Django. `--once` is available for tests and
manual checks. A one-minute cron job cannot meet the 15-second timeout target.
For a user service: copy the unit to `~/.config/systemd/user/`, run
`systemctl --user daemon-reload`, then
`systemctl --user enable --now watch-burst-sessions.service`.
@@ -0,0 +1,13 @@
[Unit]
Description=BoomCast Burst Listening heartbeat watchdog
After=network.target
[Service]
Type=simple
WorkingDirectory=/home/jorenmartijn/python/django
ExecStart=/home/jorenmartijn/python/.venv/bin/python /home/jorenmartijn/python/django/manage.py watch_burst_sessions --interval 5
Restart=always
RestartSec=5
[Install]
WantedBy=default.target
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
+14 -3
View File
@@ -7,10 +7,10 @@ from django.core.exceptions import PermissionDenied
from django.http import HttpResponseNotAllowed
from django.shortcuts import get_object_or_404, redirect
from django.urls import path, reverse
from django.utils.html import format_html
from django.utils.html import format_html, format_html_join
from django.utils.translation import gettext as _, gettext_lazy, ngettext
from .models import BrowserProcessingSettings, ClassificationRule, Event, ManualReportRevision, PendingEvent, Sensor
from .models import BrowserProcessingSettings, BurstCapture, BurstSession, ClassificationRule, Event, ManualReportRevision, PendingEvent, Sensor
from . import views as classifier_views
@@ -70,7 +70,18 @@ class PendingEventAdmin(ClassificationAdmin):
actions = ("approve_selected", "deny_selected")
list_display = ("original_filename", "source_type", "sensor", "sensor_owner", "captured_at", "created_at", "primary_label", "primary_score", "duration")
readonly_fields = ClassificationAdmin.readonly_fields + ("sensor_owner", "captured_at", "firmware_version", "device_metadata")
fields = ClassificationAdmin.fields + ("sensor_owner", "captured_at", "firmware_version", "device_metadata", "pretty_classifier_response")
fields = ClassificationAdmin.fields + ("sensor_owner", "captured_at", "firmware_version", "device_metadata", "burst_captures", "pretty_classifier_response")
readonly_fields = ClassificationAdmin.readonly_fields + ("sensor_owner", "captured_at", "firmware_version", "device_metadata", "burst_captures")
@admin.display(description=gettext_lazy("Burst captures"))
def burst_captures(self, obj):
if not hasattr(obj, "burst_session"):
return "—"
parts = []
for capture in obj.burst_session.captures.all():
url = reverse("fireworks_detect:burst_capture_audio", args=[capture.pk])
parts.append(format_html('<details><summary>{} · {}s{}</summary><audio controls preload="none" src="{}"></audio></details>', capture.captured_at, f"{capture.duration_seconds:.1f}", " · primary" if capture.is_primary else "", url))
return format_html("<div>{}</div>", format_html_join("", "{}", ((part,) for part in parts)))
@admin.display(description=gettext_lazy("Sensor owner"))
def sensor_owner(self, obj):
@@ -0,0 +1,40 @@
import time
from datetime import timedelta
from django.core.management.base import BaseCommand
from django.utils import timezone
from fireworks_detect.models import BurstSession
class Command(BaseCommand):
help = "Check every active Burst Listening session independently for lost HTTP heartbeats."
def add_arguments(self, parser):
parser.add_argument("--once", action="store_true")
parser.add_argument("--interval", type=float, default=5)
def handle(self, *args, **options):
while True:
now = timezone.now()
BurstSession.objects.filter(ended_at__lt=now - timedelta(days=7)).exclude(diagnostic_events=[]).update(diagnostic_events=[])
for session in BurstSession.objects.filter(ended_at__isnull=True).exclude(status="expired").iterator():
if now > session.started_at + timedelta(minutes=21):
session.status = "expired"
session.ended_at = now
kind = "watchdog_expired"
elif now > (session.last_seen_at or session.started_at) + timedelta(seconds=15) and session.timeout_at is None:
session.status = "heartbeat_lost"
session.timeout_at = now
kind = "heartbeat_lost"
else:
continue
events = session.diagnostic_events
if len(events) >= 200:
events = events[:20] + events[-179:]
events.append({"kind": kind, "server_at": now.isoformat(), "last_seen_at": session.last_seen_at.isoformat() if session.last_seen_at else None})
session.diagnostic_events = events
session.save(update_fields=["status", "ended_at", "timeout_at", "diagnostic_events"])
if options["once"]:
break
time.sleep(max(1, options["interval"]))
@@ -0,0 +1,51 @@
# Generated by Django 6.1.1 on 2026-10-15 10:53
import django.db.models.deletion
import django.utils.timezone
import uuid
from django.conf import settings
from django.db import migrations, models
class Migration(migrations.Migration):
dependencies = [
('fireworks_detect', '0014_fieldnotecontext_fieldnoteassociation_fieldnote_and_more'),
migrations.swappable_dependency(settings.AUTH_USER_MODEL),
]
operations = [
migrations.CreateModel(
name='BurstSession',
fields=[
('id', models.UUIDField(default=uuid.uuid4, editable=False, primary_key=True, serialize=False)),
('started_at', models.DateTimeField(default=django.utils.timezone.now)),
('ended_at', models.DateTimeField(blank=True, null=True)),
('maximum_minutes', models.PositiveSmallIntegerField(default=15)),
('status', models.CharField(default='listening', max_length=24)),
('last_seen_at', models.DateTimeField(blank=True, null=True)),
('last_audio_at', models.DateTimeField(blank=True, null=True)),
('last_audio_frame', models.PositiveBigIntegerField(default=0)),
('last_sequence', models.PositiveIntegerField(default=0)),
('timeout_at', models.DateTimeField(blank=True, null=True)),
('diagnostic_events', models.JSONField(default=list)),
('event', models.OneToOneField(blank=True, null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='burst_session', to='fireworks_detect.event')),
('owner', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='burst_sessions', to=settings.AUTH_USER_MODEL)),
('pending_event', models.OneToOneField(blank=True, null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='burst_session', to='fireworks_detect.pendingevent')),
],
),
migrations.CreateModel(
name='BurstCapture',
fields=[
('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
('captured_at', models.DateTimeField()),
('duration_seconds', models.FloatField()),
('audio_file', models.FileField(upload_to='fireworks_audio/%Y/%m/%d')),
('is_primary', models.BooleanField(default=False)),
('session', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='captures', to='fireworks_detect.burstsession')),
],
options={
'ordering': ['captured_at', 'pk'],
},
),
]
+38
View File
@@ -290,6 +290,11 @@ class PendingEvent(ClassifiedAudio):
direction_source=self.direction_source,
)
from .field_notes import associate
if hasattr(self, "burst_session"):
session = self.burst_session
session.pending_event = None
session.event = event
session.save(update_fields=["pending_event", "event"])
for context in self.note_contexts.select_for_update():
associate(context, event=event, actor=actor, reason="approved")
self.delete()
@@ -297,6 +302,11 @@ class PendingEvent(ClassifiedAudio):
def deny(self):
file_name = self.audio_file.name
if hasattr(self, "burst_session"):
for capture in self.burst_session.captures.all():
if capture.audio_file.name and capture.audio_file.name != file_name:
default_storage.delete(capture.audio_file.name)
self.burst_session.captures.all().delete()
self.delete()
if file_name:
default_storage.delete(file_name)
@@ -313,6 +323,34 @@ class Event(ClassifiedAudio):
verbose_name_plural = _("Events")
class BurstSession(models.Model):
id = models.UUIDField(primary_key=True, default=uuid.uuid4, editable=False)
owner = models.ForeignKey(settings.AUTH_USER_MODEL, on_delete=models.CASCADE, related_name="burst_sessions")
pending_event = models.OneToOneField(PendingEvent, null=True, blank=True, on_delete=models.SET_NULL, related_name="burst_session")
event = models.OneToOneField(Event, null=True, blank=True, on_delete=models.SET_NULL, related_name="burst_session")
started_at = models.DateTimeField(default=timezone.now)
ended_at = models.DateTimeField(null=True, blank=True)
maximum_minutes = models.PositiveSmallIntegerField(default=15)
status = models.CharField(max_length=24, default="listening")
last_seen_at = models.DateTimeField(null=True, blank=True)
last_audio_at = models.DateTimeField(null=True, blank=True)
last_audio_frame = models.PositiveBigIntegerField(default=0)
last_sequence = models.PositiveIntegerField(default=0)
timeout_at = models.DateTimeField(null=True, blank=True)
diagnostic_events = models.JSONField(default=list)
class BurstCapture(models.Model):
session = models.ForeignKey(BurstSession, on_delete=models.CASCADE, related_name="captures")
captured_at = models.DateTimeField()
duration_seconds = models.FloatField()
audio_file = models.FileField(upload_to="fireworks_audio/%Y/%m/%d")
is_primary = models.BooleanField(default=False)
class Meta:
ordering = ["captured_at", "pk"]
class ManualReportRevision(models.Model):
"""Record edits to a session-owned manual Pending report."""
@@ -63,11 +63,24 @@
</div>
</div>
<div class="burst-listener" data-state="off">
<label class="manual-report__check"><input id="burst-mode" type="checkbox"> {% trans "Burst Listening experiment" %}</label>
<div id="burst-options" class="burst-listener__options" hidden>
{% if not request.user.is_authenticated %}<p>{% trans "Sign in before starting a Burst Listening session." %} <a href="{% url 'login' %}">{% trans "Sign in" %}</a></p>{% endif %}
<label for="burst-maximum">{% trans "Maximum listening time" %}</label>
<select id="burst-maximum"><option value="10">10 {% trans "minutes" %}</option><option value="15" selected>15 {% trans "minutes" %}</option><option value="20">20 {% trans "minutes" %}</option></select>
<label for="burst-test-mode">{% trans "Test setup" %}</label>
<select id="burst-test-mode"><option value="standard">Standard</option><option value="guided_access">Guided Access</option><option value="wake_lock">Wake Lock</option></select>
</div>
<button id="burst-start" class="burst-listener__button" type="button">{% trans "Start listening" %}</button>
<div id="burst-panel" class="burst-listener__panel" hidden>
<strong id="burst-heading" aria-live="polite"></strong>
<canvas id="burst-waveform" width="600" height="90" aria-label="{% trans 'Live microphone waveform' %}"></canvas>
<p id="burst-detail"></p>
<p id="burst-diagnostics" role="status" hidden></p>
<button id="burst-manual-capture" type="button" hidden>{% trans "Capture now" %}</button>
<button id="burst-export" type="button" hidden>{% trans "Export diagnostics" %}</button>
<details id="burst-timeline" hidden><summary>{% trans "Diagnostic timeline" %}</summary><ol id="burst-timeline-list"></ol></details>
<div id="burst-review" hidden><h4>{% trans "Review burst captures" %}</h4><p id="burst-upload-error" role="alert" hidden></p><ol id="burst-capture-list"></ol></div>
<audio id="burst-preview" controls hidden></audio>
<div class="burst-listener__actions">
<button id="burst-resume" type="button" hidden>{% trans "Resume listening" %}</button>
+89
View File
@@ -0,0 +1,89 @@
import json
from datetime import timedelta
from django.contrib.auth import get_user_model
from django.core.management import call_command
from django.test import TestCase
from django.urls import reverse
from django.utils import timezone
from .models import BurstSession
class BurstHeartbeatTests(TestCase):
def setUp(self):
self.user = get_user_model().objects.create_user(username="burst-a", password="test-password")
self.other = get_user_model().objects.create_user(username="burst-b", password="test-password")
self.client.force_login(self.user)
def start(self):
response = self.client.post(reverse("fireworks_detect:burst_start"), {"maximum_minutes": "15"})
self.assertEqual(response.status_code, 200)
return BurstSession.objects.get(pk=response.json()["id"])
def heartbeat(self, session, sequence=1, frames=100):
return self.client.post(reverse("fireworks_detect:burst_detail", args=[session.pk]), data=json.dumps({
"sequence": sequence, "audio_frames": frames, "elapsed_ms": 5000,
"wall_at": timezone.now().isoformat(), "track_state": "live", "visibility": "visible",
}), content_type="application/json")
def test_sessions_time_out_independently_and_recover(self):
lost = self.start()
active = self.start()
old = timezone.now() - timedelta(seconds=20)
BurstSession.objects.filter(pk=lost.pk).update(started_at=old, last_seen_at=old)
self.assertEqual(self.heartbeat(active).status_code, 200)
call_command("watch_burst_sessions", once=True)
lost.refresh_from_db()
active.refresh_from_db()
self.assertEqual(lost.status, "heartbeat_lost")
self.assertIsNotNone(lost.timeout_at)
self.assertEqual(active.status, "listening")
self.assertIsNone(active.timeout_at)
self.assertEqual(self.heartbeat(lost).status_code, 200)
lost.refresh_from_db()
self.assertEqual(lost.status, "listening")
self.assertTrue(any(item["kind"] == "heartbeat_recovered" for item in lost.diagnostic_events))
def test_replay_and_foreign_session_rejected(self):
session = self.start()
self.assertEqual(self.heartbeat(session).status_code, 200)
self.assertEqual(self.heartbeat(session).status_code, 400)
self.client.force_login(self.other)
self.assertEqual(self.heartbeat(session, sequence=2).status_code, 404)
self.assertEqual(self.client.get(reverse("fireworks_detect:burst_detail", args=[session.pk])).status_code, 404)
class BurstSubmissionTests(TestCase):
def setUp(self):
self.user = get_user_model().objects.create_user(username="burst-submit", password="test-password")
self.client.force_login(self.user)
self.client.cookies["django_language"] = "en"
def test_grouped_submission_creates_one_pending_with_two_clips(self):
from django.core.files.uploadedfile import SimpleUploadedFile
from .models import BurstCapture, PendingEvent
session = BurstSession.objects.create(owner=self.user, status="review", ended_at=timezone.now())
wav = b"RIFF" + b"\x00" * 4 + b"WAVEfmt " + b"\x00" * 40
clips = [SimpleUploadedFile(f"clip-{index}.wav", wav, content_type="audio/wav") for index in range(2)]
metadata = [{"captured_at": timezone.now().isoformat(), "duration_seconds": 2.0} for _ in clips]
response = self.client.post(reverse("fireworks_detect:submit_manual_pending"), {
"burst_session_id": str(session.pk), "burst_audio": clips,
"burst_captures": json.dumps(metadata), "burst_primary": "1", "occurrences": "2",
"burst_predictions": json.dumps([{"class": "Fireworks", "score": 0.8}]),
})
self.assertEqual(response.status_code, 200)
self.assertEqual(PendingEvent.objects.count(), 1)
self.assertEqual(BurstCapture.objects.filter(session=session).count(), 2)
self.assertEqual(PendingEvent.objects.get().classifier_response["classification_source"], "browser_yamnet_advisory")
self.assertEqual(BurstCapture.objects.get(session=session, is_primary=True).audio_file.name, PendingEvent.objects.get().audio_file.name)
from django.contrib import admin
self.assertIn("<audio", str(admin.site._registry[PendingEvent].burst_captures(PendingEvent.objects.get())))
self.assertEqual(self.client.post(reverse("fireworks_detect:submit_manual_pending"), {
"burst_session_id": str(session.pk), "burst_audio": clips,
"burst_captures": json.dumps(metadata), "burst_primary": "1", "occurrences": "2",
"burst_predictions": json.dumps([{"class": "Fireworks", "score": 0.8}]),
}).status_code, 409)
PendingEvent.objects.get().approve(actor=self.user)
session.refresh_from_db()
self.assertIsNotNone(session.event_id)
self.assertEqual(session.captures.count(), 2)
+5
View File
@@ -1,6 +1,7 @@
from django.urls import path
from .views import (
burst_session_start, burst_session_detail, burst_session_stop, burst_capture_audio,
classify_audio,
classify_upload,
event_audio,
@@ -24,6 +25,10 @@ from . import note_views
app_name = "fireworks_detect"
urlpatterns = [
path("burst-sessions/", burst_session_start, name="burst_start"),
path("burst-sessions/<uuid:session_id>/", burst_session_detail, name="burst_detail"),
path("burst-sessions/<uuid:session_id>/stop/", burst_session_stop, name="burst_stop"),
path("admin-audio/burst/<int:capture_id>/", burst_capture_audio, name="burst_capture_audio"),
path("notes/", note_views.notes, name="field_notes"),
path("notes/<uuid:context_id>/link/", note_views.link_note, name="link_field_note"),
path("notes/export/<str:format>/", note_views.export_notes, name="export_field_notes"),
+134 -2
View File
@@ -17,6 +17,7 @@ from urllib.error import HTTPError, URLError
from urllib.request import Request, urlopen
from django.contrib.admin.views.decorators import staff_member_required
from django.contrib.auth.decorators import login_required
from django.http import FileResponse, Http404, JsonResponse
from django.core import signing
from django.shortcuts import get_object_or_404, redirect, render
@@ -29,7 +30,7 @@ from django.views.decorators.http import require_http_methods
from .h3_utils import cell_boundary, cell_center, cell_from_coordinates, h3_resolution
from .browser_policy import advisory_browser_metadata, browser_config, browser_policy
from .models import BrowserProcessingSettings, ClassificationRule, Event, ManualReportRevision, PendingEvent, Sensor, SensorSubmission
from .models import BrowserProcessingSettings, BurstCapture, BurstSession, ClassificationRule, Event, ManualReportRevision, PendingEvent, Sensor, SensorSubmission
from .field_notes import draft_token
from .bursts import BURST_MIN_BANGS, DEFAULT_ESTIMATED_DURATION_MINUTES, burst_intensity, burst_rate
@@ -49,6 +50,79 @@ AUDIO_EXTENSIONS = {".aac", ".aif", ".aiff", ".flac", ".m4a", ".mp3", ".ogg", ".
logger = logging.getLogger(__name__)
def _burst_event(session, kind, **details):
events = session.diagnostic_events
if len(events) >= 200:
events = events[:20] + events[-179:]
events.append({"kind": kind, "server_at": timezone.now().isoformat(), **details})
session.diagnostic_events = events
@login_required
@require_http_methods(["POST"])
def burst_session_start(request):
try:
minutes = int(request.POST.get("maximum_minutes", 15))
except ValueError:
minutes = 0
if minutes not in (10, 15, 20):
return JsonResponse({"error": "Choose 10, 15 or 20 minutes."}, status=400)
session = BurstSession.objects.create(owner=request.user, maximum_minutes=minutes)
_burst_event(session, "started")
session.save(update_fields=["diagnostic_events"])
return JsonResponse({"id": str(session.pk), "started_at": session.started_at.isoformat()})
@login_required
@require_http_methods(["GET", "POST"])
def burst_session_detail(request, session_id):
session = get_object_or_404(BurstSession, pk=session_id, owner=request.user)
if request.method == "GET":
return JsonResponse({"id": str(session.pk), "status": session.status, "last_seen_at": session.last_seen_at.isoformat() if session.last_seen_at else None, "last_audio_at": session.last_audio_at.isoformat() if session.last_audio_at else None, "timeout_at": session.timeout_at.isoformat() if session.timeout_at else None, "events": session.diagnostic_events})
if len(request.body) > 1024:
return JsonResponse({"error": "Heartbeat is too large."}, status=413)
try:
payload = json.loads(request.body)
except (ValueError, UnicodeDecodeError):
return JsonResponse({"error": "Invalid heartbeat."}, status=400)
if session.ended_at or timezone.now() > session.started_at + timedelta(minutes=21):
return JsonResponse({"error": "Session has ended."}, status=409)
sequence = payload.get("sequence")
frames = payload.get("audio_frames")
elapsed = payload.get("elapsed_ms")
if not isinstance(sequence, int) or not session.last_sequence < sequence <= session.last_sequence + 1000 or not isinstance(frames, int) or not session.last_audio_frame <= frames <= 100_000_000 or not isinstance(elapsed, (int, float)) or not math.isfinite(elapsed) or not 0 <= elapsed <= 21 * 60 * 1000 or payload.get("track_state") not in ("live", "ended", "muted") or payload.get("visibility") not in ("visible", "hidden"):
return JsonResponse({"error": "Stale or invalid heartbeat."}, status=400)
now = timezone.now()
previous_timeout_at = session.timeout_at.isoformat() if session.timeout_at else None
previous_seen_at = session.last_seen_at.isoformat() if session.last_seen_at else None
if session.timeout_at:
_burst_event(session, "heartbeat_recovered", previous_timeout_at=session.timeout_at.isoformat())
if frames == session.last_audio_frame and session.last_seen_at:
_burst_event(session, "heartbeat_without_audio_progress")
if frames > session.last_audio_frame:
session.last_audio_at = now
session.last_audio_frame = frames
session.last_seen_at = now
session.last_sequence = sequence
session.timeout_at = None
session.status = "listening"
_burst_event(session, "heartbeat", sequence=sequence, audio_frames=frames, client_wall_at=str(payload.get("wall_at", ""))[:40], client_elapsed_ms=elapsed, track_state=str(payload.get("track_state", ""))[:20], visibility=str(payload.get("visibility", ""))[:20])
session.save()
return JsonResponse({"received_at": now.isoformat(), "last_audio_at": session.last_audio_at.isoformat() if session.last_audio_at else None, "previous_timeout_at": previous_timeout_at, "previous_seen_at": previous_seen_at})
@login_required
@require_http_methods(["POST"])
def burst_session_stop(request, session_id):
session = get_object_or_404(BurstSession, pk=session_id, owner=request.user)
if not session.ended_at:
session.ended_at = timezone.now()
session.status = "review"
_burst_event(session, "explicit_stop")
session.save()
return JsonResponse({"status": session.status})
@require_http_methods(["GET"])
@never_cache
def browser_processing_policy(request):
@@ -414,6 +488,46 @@ def manual_direction_panel(request):
@never_cache
@transaction.atomic
def submit_manual_pending_event(request):
burst_id = request.POST.get("burst_session_id")
burst_session = None
burst_files = []
if burst_id:
if not request.user.is_authenticated:
return render(request, "fireworks_detect/manual_pending_submission.html", {"error": _("Sign in to submit a Burst Listening session.")}, status=403)
burst_session = get_object_or_404(BurstSession.objects.select_for_update(), pk=burst_id, owner=request.user)
if burst_session.pending_event_id or burst_session.status not in ("review", "interrupted", "expired"):
return render(request, "fireworks_detect/manual_pending_submission.html", {"error": _("This burst session cannot be submitted again.")}, status=409)
burst_files = request.FILES.getlist("burst_audio")
if not 1 <= len(burst_files) <= 30 or sum(clip.size for clip in burst_files) > 60 * 1024 * 1024:
return render(request, "fireworks_detect/manual_pending_submission.html", {"error": _("A burst session needs 1 to 30 clips.")}, status=400)
for clip in burst_files:
header = clip.read(12)
clip.seek(0)
if clip.size > 5 * 1024 * 1024 or clip.content_type not in ("audio/wav", "audio/wave", "audio/x-wav") or header[:4] != b"RIFF" or header[8:] != b"WAVE":
return render(request, "fireworks_detect/manual_pending_submission.html", {"error": _("Each burst clip must be a WAV file no larger than 5 MiB.")}, status=400)
try:
primary_index = int(request.POST.get("burst_primary", 0))
capture_metadata = json.loads(request.POST.get("burst_captures", "[]"))
except (ValueError, TypeError):
primary_index, capture_metadata = -1, []
if not 0 <= primary_index < len(burst_files) or len(capture_metadata) != len(burst_files):
return render(request, "fireworks_detect/manual_pending_submission.html", {"error": _("Burst clip metadata is incomplete.")}, status=400)
try:
browser_predictions = json.loads(request.POST.get("burst_predictions", "[]"))
except (ValueError, TypeError):
browser_predictions = []
if not isinstance(browser_predictions, list) or not 1 <= len(browser_predictions) <= 5 or any(
not isinstance(item, dict) or not isinstance(item.get("class"), str) or len(item["class"]) > 100 or
not isinstance(item.get("score"), (int, float)) or not math.isfinite(item["score"]) or not 0 <= item["score"] <= 1
for item in browser_predictions
):
return render(request, "fireworks_detect/manual_pending_submission.html", {"error": _("Primary clip classification is missing or invalid.")}, status=400)
for item in capture_metadata:
captured = parse_datetime(str(item.get("captured_at", ""))) if isinstance(item, dict) else None
duration = item.get("duration_seconds") if isinstance(item, dict) else None
if not captured or not isinstance(duration, (int, float)) or not 0 < duration <= 20:
return render(request, "fireworks_detect/manual_pending_submission.html", {"error": _("Burst clip timing is invalid.")}, status=400)
request.FILES["audio"] = burst_files[primary_index]
try:
occurrences = int(request.POST.get("occurrences", ""))
except (TypeError, ValueError):
@@ -456,7 +570,7 @@ def submit_manual_pending_event(request):
pending = PendingEvent.objects.create(
audio_file=uploaded_file,
original_filename="Manual fireworks report",
classifier_response={},
classifier_response={"predictions": browser_predictions, "classification_source": "browser_yamnet_advisory"} if burst_session else {},
source_type=PendingEvent.SourceType.MANUAL,
occurrences=occurrences,
**details,
@@ -467,6 +581,19 @@ def submit_manual_pending_event(request):
direction_accuracy_degrees=direction_accuracy_degrees,
direction_source="device_compass" if direction_degrees is not None else "",
)
if burst_session:
burst_session.pending_event = pending
burst_session.status = "submitted"
_burst_event(burst_session, "submitted", capture_count=len(burst_files))
burst_session.save()
for index, (clip, item) in enumerate(zip(burst_files, capture_metadata)):
# The Pending record owns the primary file; child captures own attachments.
BurstCapture.objects.create(
session=burst_session, captured_at=parse_datetime(item["captured_at"]),
duration_seconds=item["duration_seconds"],
audio_file=pending.audio_file.name if index == primary_index else clip,
is_primary=index == primary_index,
)
from .field_notes import bind_report
bind_report(request.user, request.POST.get("field_note_context"), pending)
owned = request.session.get("manual_pending_ids", [])
@@ -580,6 +707,11 @@ def pending_audio(request, event_id):
return _audio_response(get_object_or_404(PendingEvent, pk=event_id))
@staff_member_required
def burst_capture_audio(request, capture_id):
return _audio_response(get_object_or_404(BurstCapture, pk=capture_id))
@staff_member_required
def event_audio(request, event_id):
return _audio_response(get_object_or_404(Event, pk=event_id))
+27 -9
View File
@@ -1,7 +1,7 @@
class BurstListenerProcessor extends AudioWorkletProcessor {
constructor() {
super();
this.samples = new Float32Array(Math.ceil(sampleRate * 10));
this.samples = new Float32Array(Math.ceil(sampleRate * 20));
this.position = 0;
this.count = 0;
this.interval = 0;
@@ -14,9 +14,15 @@ class BurstListenerProcessor extends AudioWorkletProcessor {
this.eventCount = 0;
this.frame = 0;
this.mode = "listening";
this.burst = false;
this.clipStart = 0;
this.lastHeartbeat = 0;
this.port.onmessage = ({ data }) => {
if (data === "snapshot") this.sendClip(this.count);
if (data === "reset") this.reset();
if (data === "burst") this.burst = true;
if (data === "single") this.burst = false;
if (data === "manual" && this.mode === "listening") this.startCapture();
};
}
@@ -40,9 +46,21 @@ class BurstListenerProcessor extends AudioWorkletProcessor {
this.port.postMessage({ type: "clip", samples: clip, sampleRate }, [clip.buffer]);
}
startCapture() {
this.mode = "tail";
this.clipStart = this.frame;
this.postRoll = Math.round(sampleRate * 2);
this.lastTrigger = this.frame;
this.port.postMessage({ type: "trigger" });
}
process(inputs) {
const channel = inputs[0]?.[0];
if (!channel || this.mode === "captured") return true;
if (this.frame - this.lastHeartbeat >= sampleRate) {
this.lastHeartbeat = this.frame;
this.port.postMessage({ type: "heartbeat", frames: this.frame });
}
for (let i = 0; i < channel.length; i++) {
const value = channel[i];
this.samples[this.position] = value;
@@ -53,21 +71,21 @@ class BurstListenerProcessor extends AudioWorkletProcessor {
this.interval++;
this.frame++;
if (this.mode === "tail") {
if (this.burst && this.frame - this.clipStart > sampleRate * 18) this.postRoll = 1;
if (--this.postRoll === 0) {
this.mode = "captured";
this.sendClip(Math.min(this.count, Math.round(sampleRate * 10)));
break;
this.mode = this.burst ? "listening" : "captured";
this.sendClip(Math.min(this.count, Math.round(sampleRate * (this.burst ? Math.min(20, 8 + (this.frame - this.clipStart) / sampleRate) : 10))));
if (!this.burst) break;
}
}
if (this.interval >= Math.round(sampleRate / 30)) {
const rms = Math.sqrt(this.energy / this.interval);
this.port.postMessage({ type: "level", value: Math.max(rms, this.peak * 0.5) });
if (this.mode === "listening" && this.frame > sampleRate && this.frame - this.lastTrigger > sampleRate * 3
&& rms > Math.max(0.075, this.baseline * 5) && this.peak > 0.16) {
this.mode = "tail";
if (this.mode === "tail" && this.burst && rms > Math.max(0.075, this.baseline * 5) && this.peak > 0.16) {
this.postRoll = Math.round(sampleRate * 2);
this.lastTrigger = this.frame;
this.port.postMessage({ type: "trigger" });
} else if (this.mode === "listening" && this.frame > sampleRate && this.frame - this.lastTrigger > sampleRate * 3
&& rms > Math.max(0.075, this.baseline * 5) && this.peak > 0.16) {
this.startCapture();
} else if (this.mode === "listening") {
this.baseline = this.baseline * 0.98 + Math.min(rms, this.baseline * 2) * 0.02;
}
+226 -9
View File
@@ -2,7 +2,7 @@ const form = document.querySelector("#manual-report-form");
const t = window.BOOMCAST_I18N || {};
export function createBurstListener() {
if (!form) return null;
if (!form || !document.querySelector("#burst-mode")) return null;
const start = document.querySelector("#burst-start");
const container = start.closest(".burst-listener");
const section = start.closest(".manual-report__supporting");
@@ -16,10 +16,102 @@ export function createBurstListener() {
const discard = document.querySelector("#burst-discard");
const stop = document.querySelector("#burst-stop");
const error = document.querySelector("#burst-error");
const mode = document.querySelector("#burst-mode");
const options = document.querySelector("#burst-options");
const maximum = document.querySelector("#burst-maximum");
const testMode = document.querySelector("#burst-test-mode");
const manualCapture = document.querySelector("#burst-manual-capture");
const diagnostics = document.querySelector("#burst-diagnostics");
const exportButton = document.querySelector("#burst-export");
const timelinePanel = document.querySelector("#burst-timeline");
const timelineList = document.querySelector("#burst-timeline-list");
const review = document.querySelector("#burst-review");
const captureList = document.querySelector("#burst-capture-list");
const uploadError = document.querySelector("#burst-upload-error");
const levels = new Float32Array(300);
let levelPosition = 0;
let state = "off";
let stream, context, source, node, silentOutput, previewUrl, captured, pendingSnapshot;
let sessionId, pressedAt, startedAt, lastFrameAt, frameCount = 0, sequence = 0, heartbeatTimer, displayTimer, wakeLock;
let captures = [], timeline = [], interrupted = false, submitting = false;
let serverGap = "";
let clockDriftNoted = false;
const database = () => new Promise((resolve, reject) => {
const open = indexedDB.open("boomcast-burst", 1);
open.onupgradeneeded = () => open.result.createObjectStore("clips", { keyPath: "key" });
open.onsuccess = () => resolve(open.result);
open.onerror = () => reject(open.error);
});
const clipStorage = async (operation, value) => {
const db = await database();
try {
return await new Promise((resolve, reject) => {
const tx = db.transaction("clips", operation === "read" ? "readonly" : "readwrite");
const store = tx.objectStore("clips");
const request = operation === "put" ? store.put(value) : operation === "delete" ? store.delete(value) : store.getAll();
request.onsuccess = () => resolve(request.result);
request.onerror = () => reject(request.error);
});
} finally { db.close(); }
};
const persistClip = (entry, index) => clipStorage("put", { key: `${sessionId}:${index}`, sessionId, index, file: entry.file, at: entry.at, duration: entry.duration, expires: Date.now() + 24 * 3600 * 1000 }).catch(() => { error.textContent = "Temporary clip storage unavailable. Keep this page open until submission."; error.hidden = false; });
const removeClip = (index) => clipStorage("delete", `${sessionId}:${index}`).catch(() => {});
const csrf = form.querySelector('[name="csrfmiddlewaretoken"]')?.value || "";
mode.addEventListener("change", () => { options.hidden = !mode.checked; });
const api = async (path, body = {}) => {
const response = await fetch(path, { method: "POST", credentials: "same-origin", headers: { "X-CSRFToken": csrf, ...(body instanceof FormData ? {} : { "Content-Type": "application/json" }) }, body: body instanceof FormData ? body : JSON.stringify(body) });
if (response.redirected && response.url.includes("/login")) throw new Error("Sign in before starting Burst Listening.");
const data = await response.json();
if (!response.ok) throw new Error(data.error || `HTTP ${response.status}`);
return data;
};
const sessionUrl = () => `/fireworks/burst-sessions/${sessionId}/`;
const log = (kind, extra = {}) => {
if (!mode.checked) return;
timeline.push({ kind, wall_at: new Date().toISOString(), elapsed_ms: Math.round(performance.now() - pressedAt), ...extra });
if (timeline.length > 250) timeline = [...timeline.slice(0, 20), ...timeline.slice(-230)];
const latest = timeline.at(-1);
const row = document.createElement("li");
row.textContent = `${latest.wall_at} · ${latest.kind}${latest.last_confirmed_active ? ` · last active ${latest.last_confirmed_active}` : ""}${latest.first_observed_inactive ? ` · first observed inactive ${latest.first_observed_inactive}` : ""}`;
timelineList.append(row);
while (timelineList.childElementCount > 250) timelineList.children[20]?.remove();
try { localStorage.setItem(`boomcast-burst-${sessionId || "starting"}`, JSON.stringify({ sessionId, timeline, lastFrameAt, frameCount, interrupted })); } catch (_) { /* storage optional */ }
};
const updateDiagnostics = () => {
if (!mode.checked || !pressedAt) return;
const elapsed = Math.floor((Date.now() - startedAt) / 1000);
if (!clockDriftNoted && Math.abs((Date.now() - startedAt) - (performance.now() - pressedAt)) > 5000) {
clockDriftNoted = true; log("clock_disagreement", { note: "Wall and monotonic elapsed time differ; an exact interruption time cannot be inferred." });
}
diagnostics.textContent = `${interrupted ? "Interrupted" : state === "review" ? "Review" : "Listening"} · ${Math.floor(elapsed / 60)}:${String(elapsed % 60).padStart(2, "0")} · ${captures.length} clips · Last confirmed microphone activity: ${lastFrameAt || "none yet"}${serverGap}`;
if (!interrupted && state !== "review" && elapsed >= Number(maximum.value) * 60) { log("auto_stop"); end(); }
};
const sendHeartbeat = async () => {
if (!sessionId || state === "off" || state === "review") return;
try {
const receipt = await api(sessionUrl(), { sequence: ++sequence, wall_at: new Date().toISOString(), elapsed_ms: Math.round(performance.now() - pressedAt), audio_frames: frameCount, track_state: stream?.getAudioTracks()[0]?.readyState || "ended", visibility: document.visibilityState });
log("heartbeat_received", { audio_frames: frameCount, last_confirmed_audio_at: lastFrameAt, server_at: receipt.received_at });
if (receipt.previous_timeout_at) {
log("server_heartbeat_recovered", { last_server_heartbeat: receipt.previous_seen_at, timeout_detected_at: receipt.previous_timeout_at, first_recovered_at: receipt.received_at });
serverGap = ` · Server gap: last received ${receipt.previous_seen_at}, timeout detected ${receipt.previous_timeout_at}, recovered ${receipt.received_at}. Microphone coverage during this gap is uncertain.`;
updateDiagnostics();
}
} catch (cause) { log("heartbeat_error", { message: cause.message }); }
};
const renderCaptures = () => {
captureList.replaceChildren();
captures.forEach((entry, index) => {
const item = document.createElement("li");
const label = document.createElement("span"); label.textContent = `${new Date(entry.at).toLocaleTimeString()} · ${entry.duration.toFixed(1)}s `;
const audio = document.createElement("audio"); audio.controls = true; audio.src = entry.url;
const choice = document.createElement("label");
const radio = document.createElement("input"); radio.type = "radio"; radio.name = "burst-primary-choice"; radio.checked = index === 0; radio.value = String(index);
choice.append(radio, " Primary clip ");
const remove = document.createElement("button"); remove.type = "button"; remove.textContent = "Delete";
remove.addEventListener("click", async () => { const oldLastIndex = captures.length - 1; URL.revokeObjectURL(entry.url); captures.splice(index, 1); await removeClip(oldLastIndex); for (const [position, clip] of captures.entries()) await persistClip(clip, position); renderCaptures(); updateDiagnostics(); });
item.append(label, audio, choice, remove); captureList.append(item);
});
};
function draw() {
const ctx = canvas.getContext("2d");
@@ -48,11 +140,11 @@ export function createBurstListener() {
state = next;
if (container) container.dataset.state = next;
if (section) section.dataset.state = next;
if (stateLabel) stateLabel.textContent = next === "listening" ? (t.listeningNextBang || "Listening for the next bang") : next === "tail" ? (t.soundDetected || "Sound detected") : next === "captured" ? (t.soundCaptured || "Sound captured") : (t.notListening || "Not listening");
if (stateLabel) stateLabel.textContent = next === "review" ? "Review captures" : next === "listening" ? (t.listeningNextBang || "Listening for the next bang") : next === "tail" ? (t.soundDetected || "Sound detected") : next === "captured" ? (t.soundCaptured || "Sound captured") : (t.notListening || "Not listening");
start.hidden = next !== "off";
panel.hidden = next === "off";
panel.hidden = next === "off" && !(mode.checked && sessionId);
resume.hidden = discard.hidden = next !== "captured";
heading.textContent = next === "captured" ? (t.soundCaptured || "Sound captured") : next === "tail" ? (t.soundDetectedFinishing || "Sound detected — finishing clip…") : (t.listeningNextSound || "Listening for the next sound…");
heading.textContent = next === "review" ? "Review captures before submitting" : next === "captured" ? (t.soundCaptured || "Sound captured") : next === "tail" ? (t.soundDetectedFinishing || "Sound detected — finishing clip…") : (t.listeningNextSound || "Listening for the next sound…");
detail.textContent = next === "listening" ? (t.keepingRecentAudio || "Keeping the most recent ~10 seconds") : next === "captured" ? (t.previewClipOrSend || "Preview the clip or send your report.") : "";
}
@@ -78,18 +170,37 @@ export function createBurstListener() {
}
async function begin() {
if (mode.checked) { pressedAt = performance.now(); startedAt = Date.now(); timeline = []; timelineList.replaceChildren(); captures = []; interrupted = false; serverGap = ""; clockDriftNoted = false; frameCount = sequence = 0; log("listen_pressed"); diagnostics.hidden = exportButton.hidden = timelinePanel.hidden = false; review.hidden = true; manualCapture.hidden = false; mode.disabled = maximum.disabled = testMode.disabled = true; }
error.hidden = true;
start.disabled = true;
if (container) container.dataset.state = "starting";
if (section) section.dataset.state = "starting";
if (stateLabel) stateLabel.textContent = t.startingMicrophone || "Starting microphone…";
try {
if (mode.checked) {
const data = new FormData(); data.append("maximum_minutes", maximum.value);
const started = await api("/fireworks/burst-sessions/", data); sessionId = started.id; localStorage.setItem("boomcast-burst-active", sessionId); log("server_session_created");
heartbeatTimer = window.setInterval(sendHeartbeat, 5000);
displayTimer = window.setInterval(updateDiagnostics, 1000);
}
if (!navigator.mediaDevices?.getUserMedia || !window.AudioWorkletNode) throw new Error("Microphone listening is unavailable in this browser or connection.");
stream = await navigator.mediaDevices.getUserMedia({ audio: { channelCount: 1 }, video: false });
log("microphone_permission_granted");
if (mode.checked) {
log("stream_acquired");
if (testMode.value === "wake_lock" && navigator.wakeLock?.request) {
try { wakeLock = await navigator.wakeLock.request("screen"); log("wake_lock_acquired"); wakeLock.addEventListener("release", () => log("wake_lock_released")); } catch (cause) { log("wake_lock_error", { message: cause.message }); }
}
const track = stream.getAudioTracks()[0];
track.addEventListener("mute", () => interrupt("track_muted"));
track.addEventListener("ended", () => interrupt("track_ended"));
track.addEventListener("unmute", () => log("track_unmuted"));
}
context = new AudioContext();
await context.audioWorklet.addModule(new URL("./burst-listener-worklet.js", import.meta.url));
source = context.createMediaStreamSource(stream);
node = new AudioWorkletNode(context, "burst-listener");
node.port.postMessage(mode.checked ? "burst" : "single");
silentOutput = context.createGain();
silentOutput.gain.value = 0;
node.port.onmessage = ({ data }) => {
@@ -98,12 +209,24 @@ export function createBurstListener() {
levelPosition = (levelPosition + 1) % levels.length;
draw();
} else if (data.type === "trigger" && state === "listening") {
log("capture_start");
setState("tail");
} else if (data.type === "heartbeat") {
if (mode.checked && lastFrameAt && Date.now() - Date.parse(lastFrameAt) > 10000) {
interrupt("audio_frame_gap_after_resume");
return;
}
frameCount = data.frames;
lastFrameAt = new Date().toISOString();
if (frameCount === data.frames && !timeline.some((item) => item.kind === "first_audio_frames")) log("first_audio_frames");
} else if (data.type === "clip") {
const file = new File([wav(data.samples, data.sampleRate)], filename(), { type: "audio/wav" });
if (pendingSnapshot) {
pendingSnapshot(file);
pendingSnapshot = null;
} else if (mode.checked && (state === "tail" || state === "listening")) {
if (captures.length < 30) { const entry = { file, url: URL.createObjectURL(file), at: new Date().toISOString(), duration: data.samples.length / data.sampleRate }; captures.push(entry); persistClip(entry, captures.length - 1); }
log("capture_end", { count: captures.length }); renderCaptures(); updateDiagnostics(); setState("listening");
} else if (state === "tail") {
clearClip();
captured = file;
@@ -117,14 +240,23 @@ export function createBurstListener() {
source.connect(node);
node.connect(silentOutput).connect(context.destination);
await context.resume();
log("audio_context_running");
context.addEventListener("statechange", () => { log(`audio_context_${context.state}`); if (context.state === "suspended") interrupt("audio_context_suspended"); });
levels.fill(0); levelPosition = 0; draw();
setState("listening");
log("recording_armed"); updateDiagnostics(); sendHeartbeat();
} catch (cause) {
await end();
if (mode.checked && captures.length === 0) {
localStorage.removeItem("boomcast-burst-active");
sessionId = null; mode.disabled = maximum.disabled = testMode.disabled = false;
review.hidden = true; diagnostics.hidden = exportButton.hidden = timelinePanel.hidden = true; manualCapture.hidden = true;
setState("off");
}
if (container) container.dataset.state = "error";
if (section) section.dataset.state = "error";
if (stateLabel) stateLabel.textContent = t.microphoneUnavailable || "Microphone unavailable";
error.textContent = cause.name === "NotAllowedError" ? (t.microphoneDenied || "Microphone permission was denied. Manual reporting is still available.") : (t.microphoneFailed || "Microphone capture failed.");
error.textContent = cause.name === "NotAllowedError" ? (t.microphoneDenied || "Microphone permission was denied. Manual reporting is still available.") : (cause.message || t.microphoneFailed || "Microphone capture failed.");
error.hidden = false;
} finally {
start.disabled = false;
@@ -132,6 +264,23 @@ export function createBurstListener() {
}
async function end() {
if (mode.checked && state === "tail" && node) {
const snapshot = await Promise.race([
new Promise((resolve) => { pendingSnapshot = resolve; node.port.postMessage("snapshot"); }),
new Promise((resolve) => setTimeout(() => resolve(null), 750)),
]);
pendingSnapshot = null;
if (snapshot && captures.length < 30) {
const entry = { file: snapshot, url: URL.createObjectURL(snapshot), at: new Date().toISOString(), duration: Math.min(20, snapshot.size / (context.sampleRate * 2)) };
captures.push(entry); persistClip(entry, captures.length - 1); log("capture_end_on_stop");
}
}
if (mode.checked && sessionId && state !== "review") {
log("explicit_stop");
window.clearInterval(heartbeatTimer); window.clearInterval(displayTimer);
try { await api(`${sessionUrl()}stop/`); } catch (cause) { log("stop_error", { message: cause.message }); }
try { await wakeLock?.release(); } catch (_) { /* already released */ }
}
if (pendingSnapshot) { pendingSnapshot(null); pendingSnapshot = null; }
clearClip();
node?.disconnect(); source?.disconnect(); silentOutput?.disconnect();
@@ -139,7 +288,15 @@ export function createBurstListener() {
await context?.close();
stream = context = source = node = silentOutput = null;
levels.fill(0); levelPosition = 0;
setState("off");
if (mode.checked && sessionId) { review.hidden = false; manualCapture.hidden = true; renderCaptures(); setState("review"); updateDiagnostics(); }
else { mode.disabled = maximum.disabled = testMode.disabled = false; setState("off"); }
}
function interrupt(kind) {
if (!mode.checked || state === "off" || state === "review") return;
interrupted = true; log(kind, { last_confirmed_active: lastFrameAt, first_observed_inactive: new Date().toISOString() });
error.textContent = `Listening interrupted. Last confirmed active: ${lastFrameAt || "unknown"}; first observed inactive: ${new Date().toISOString()}. The stop time is uncertain.`;
error.hidden = false; end();
}
function reset() {
@@ -153,10 +310,70 @@ export function createBurstListener() {
stop.addEventListener("click", end);
discard.addEventListener("click", reset);
resume.addEventListener("click", reset);
window.addEventListener("pagehide", end);
document.addEventListener("visibilitychange", () => { if (document.hidden) end(); });
manualCapture.addEventListener("click", () => { log("manual_capture"); node?.port.postMessage("manual"); });
exportButton.addEventListener("click", async () => {
let server = null; try { server = await (await fetch(sessionUrl(), { credentials: "same-origin" })).json(); } catch (_) { /* offline export */ }
const iosVersion = /(?:iPhone|iPad|iPod).*?OS (\d+[._]\d+(?:[._]\d+)?)/.exec(navigator.userAgent)?.[1]?.replaceAll("_", ".") || null;
const content = { session_id: sessionId, pwa: window.matchMedia("(display-mode: standalone)").matches || navigator.standalone === true, ios_version_reported_by_browser: iosVersion, test_mode: testMode.value, timeline, last_audio_frame_at: lastFrameAt, audio_frames: frameCount, capture_count: captures.length, server };
const url = URL.createObjectURL(new Blob([JSON.stringify(content, null, 2)], { type: "application/json" }));
const anchor = document.createElement("a"); anchor.href = url; anchor.download = `boomcast-burst-${sessionId}.json`; anchor.click(); setTimeout(() => URL.revokeObjectURL(url), 1000);
});
window.addEventListener("pagehide", () => { log("pagehide"); if (mode.checked) interrupt("pagehide"); else end(); });
window.addEventListener("pageshow", () => { log("pageshow"); if (mode.checked && lastFrameAt && Date.now() - Date.parse(lastFrameAt) > 10000) interrupt("audio_frame_gap_after_pageshow"); });
document.addEventListener("visibilitychange", () => { log(`visibility_${document.visibilityState}`); if (document.hidden) { if (mode.checked) interrupt("visibility_hidden"); else end(); } else if (mode.checked && lastFrameAt && Date.now() - Date.parse(lastFrameAt) > 10000) interrupt("audio_frame_gap_after_visibility_resume"); });
document.addEventListener("freeze", () => { log("freeze"); interrupt("freeze"); });
document.addEventListener("resume", () => log("resume"));
(async () => {
if (!window.indexedDB) return;
try {
const stored = await clipStorage("read");
for (const item of stored.filter((item) => item.expires < Date.now())) await clipStorage("delete", item.key);
const active = localStorage.getItem("boomcast-burst-active");
const saved = stored.filter((item) => item.sessionId === active && item.expires >= Date.now()).sort((a, b) => a.index - b.index);
if (!active || !saved.length) return;
sessionId = active; mode.checked = true; options.hidden = false; mode.disabled = maximum.disabled = testMode.disabled = true;
captures = saved.map((item) => ({ file: item.file, url: URL.createObjectURL(item.file), at: item.at, duration: item.duration }));
const savedDiagnostics = JSON.parse(localStorage.getItem(`boomcast-burst-${sessionId}`) || "{}");
timeline = savedDiagnostics.timeline || []; lastFrameAt = savedDiagnostics.lastFrameAt || null; frameCount = savedDiagnostics.frameCount || 0;
pressedAt = performance.now(); startedAt = Date.now(); interrupted = true;
log("page_reloaded", { last_confirmed_active: lastFrameAt, first_observed_inactive: new Date().toISOString() });
diagnostics.hidden = exportButton.hidden = timelinePanel.hidden = false; timelineList.replaceChildren(); timeline.forEach((item) => { const row = document.createElement("li"); row.textContent = `${item.wall_at} · ${item.kind}`; timelineList.append(row); }); review.hidden = false; renderCaptures(); setState("review");
error.textContent = "Previous listening was interrupted by a page reload. Captured clips were recovered; coverage after the last confirmed audio frame is unknown."; error.hidden = false;
} catch (_) { /* storage disabled */ }
})();
return {
get active() { return state !== "off"; },
get reviewingBurst() { return mode.checked && state === "review"; },
async burstForSubmission(data) {
if (!sessionId || state !== "review" || !captures.length) throw new Error("Stop listening and keep at least one clip before submitting.");
if (submitting) throw new Error("Burst submission is already in progress.");
submitting = true;
try {
uploadError.hidden = false; uploadError.textContent = "Checking clips for speech and classifying the primary clip on this device…";
const { AudioPreprocessor } = await import("./audio-preprocessor.js");
const { BrowserYamnetClassifier } = await import("./browser-yamnet-classifier.js");
let primaryPredictions = null;
const primary = Number(captureList.querySelector('input[name="burst-primary-choice"]:checked')?.value || 0);
for (let index = 0; index < captures.length; index++) {
try {
let waveform = await AudioPreprocessor.prepare(captures[index].file);
const predictions = await BrowserYamnetClassifier.classify(waveform, { modelUrl: "/static/browser-yamnet/model.json", classMapUrl: "/static/browser-yamnet/yamnet_class_map.json" });
waveform = null;
if (predictions.some((item) => /speech|conversation|narration|monologue|whisper|speaking/i.test(item.class) && item.score >= 0.5)) throw new Error("speech detected; delete this clip before submitting");
if (index === primary) primaryPredictions = predictions.slice(0, 5).map(({ class: label, score }) => ({ class: label, score }));
} catch (cause) {
uploadError.textContent = `Clip ${index + 1}: ${cause.message}. Review or retry this clip.`;
throw new Error(uploadError.textContent);
}
}
data.append("burst_predictions", JSON.stringify(primaryPredictions));
uploadError.hidden = true;
} finally { submitting = false; }
data.append("burst_session_id", sessionId);
data.append("burst_primary", captureList.querySelector('input[name="burst-primary-choice"]:checked')?.value || "0");
data.append("burst_captures", JSON.stringify(captures.map((entry) => ({ captured_at: entry.at, duration_seconds: entry.duration }))));
captures.forEach((entry) => data.append("burst_audio", entry.file));
},
async clipForSubmission() {
if (captured) return captured;
if (state === "off" || !node) return null;
@@ -165,6 +382,6 @@ export function createBurstListener() {
node.port.postMessage("snapshot");
});
},
submissionSucceeded: reset,
submissionSucceeded() { if (mode.checked) { captures.forEach((entry, index) => { URL.revokeObjectURL(entry.url); removeClip(index); }); captures = []; localStorage.removeItem(`boomcast-burst-${sessionId}`); localStorage.removeItem("boomcast-burst-active"); review.hidden = diagnostics.hidden = exportButton.hidden = timelinePanel.hidden = true; timelineList.replaceChildren(); sessionId = null; mode.checked = false; options.hidden = true; mode.disabled = maximum.disabled = testMode.disabled = false; setState("off"); } else reset(); },
};
}
+6 -3
View File
@@ -314,14 +314,17 @@
setSubmissionState("submitting", t.sendingReport || "Sending…");
if (burstListener?.active) {
try {
const audio = await burstListener.clipForSubmission();
const data = new FormData(manualForm);
if (audio) data.append("audio", audio);
if (burstListener.reviewingBurst) await burstListener.burstForSubmission(data);
else {
const audio = await burstListener.clipForSubmission();
if (audio) data.append("audio", audio);
}
const response = await fetch(manualForm.action, { method: "POST", body: data, credentials: "same-origin" });
const html = await response.text();
if (showResponse(html, response.ok)) burstListener.submissionSucceeded();
} catch (error) {
setSubmissionState("error", t.reportFailed || "Could not send the report. Please try again.");
setSubmissionState("error", error.message || t.reportFailed || "Could not send the report. Please try again.");
}
return;
}
@@ -42,7 +42,7 @@
margin-top: .85rem;
}
.burst-listener__button, .burst-listener__actions button {
.burst-listener__button, .burst-listener__actions button, #burst-manual-capture, #burst-export, #burst-review button {
min-height: 2.75rem;
padding: .65rem 1rem;
border: 1px solid #8d77d2;
@@ -127,7 +127,7 @@
color: #321d42;
}
:root[data-theme="light"] .burst-listener__button, :root[data-theme="light"] .burst-listener__actions button {
:root[data-theme="light"] .burst-listener__button, :root[data-theme="light"] .burst-listener__actions button, :root[data-theme="light"] #burst-manual-capture, :root[data-theme="light"] #burst-export, :root[data-theme="light"] #burst-review button {
border-color: #b68bb5;
color: #321d42;
background: #ead2eb;
@@ -37,6 +37,51 @@
gap: .5rem;
color: #e9def8;
}
.burst-listener {
display: grid;
gap: .65rem;
}
.burst-listener__options { display: grid; gap: .5rem; }
.burst-listener__options[hidden] { display: none; }
.burst-listener__options > label {
color: #d5caeb;
font-weight: 650;
}
.burst-listener__options > select {
width: 100%;
min-height: 2.75rem;
padding: .45rem .7rem;
border: 1px solid #725da4;
border-radius: .55rem;
color: #f5f0ff;
background: #211d3d;
font: inherit;
}
#burst-diagnostics {
padding: .7rem;
border: 1px solid #725da4;
border-radius: .6rem;
line-height: 1.45;
}
#burst-review ol { padding-left: 1.5rem; }
#burst-review li { margin: .8rem 0; }
#burst-review audio { display: block; max-width: 100%; margin: .5rem 0; }
#burst-review button { margin-left: .5rem; }
:root[data-theme="light"] .burst-listener__options > label { color: #492846; }
:root[data-theme="light"] .burst-listener > .manual-report__check { color: #492846; }
:root[data-theme="light"] .burst-listener__options > select { color: #321d42; background: #fff; border-color: #b68bb5; }
:root[data-theme="light"] #burst-diagnostics { border-color: #b68bb5; color: #321d42; }
@media (max-width: 600px) {
#burst-review li { overflow-wrap: anywhere; }
#burst-review audio { width: 100%; }
}
.manual-report__burst-status { margin: .5rem 0 0; color: #ffbf72; font-weight: 750; }
.manual-submission__edit {
display: grid;
@@ -0,0 +1,45 @@
import assert from "node:assert/strict";
import { readFileSync } from "node:fs";
import vm from "node:vm";
import { test } from "node:test";
function processor() {
let instance;
class AudioWorkletProcessor {
constructor() { this.port = { onmessage: null, messages: [], postMessage(message) { this.messages.push(message); } }; }
}
vm.runInNewContext(readFileSync(new URL("../src/scripts/burst-listener-worklet.js", import.meta.url), "utf8"), {
AudioWorkletProcessor, sampleRate: 16000, Float32Array,
registerProcessor(_name, Type) { instance = new Type(); },
});
instance.port.onmessage({ data: "burst" });
return instance;
}
function feed(instance, seconds, amplitude = 0) {
const samples = new Float32Array(128).fill(amplitude);
for (let count = 0; count < seconds * 16000 / 128; count++) instance.process([[samples]]);
}
test("burst listener re-arms for four spaced bangs", () => {
const worklet = processor();
feed(worklet, 2);
for (let index = 0; index < 4; index++) {
feed(worklet, 0.1, 0.5);
feed(worklet, 4);
}
assert.equal(worklet.port.messages.filter((item) => item.type === "clip").length, 4);
assert.equal(worklet.mode, "listening");
});
test("close bangs extend one bounded clip", () => {
const worklet = processor();
feed(worklet, 2);
feed(worklet, 0.1, 0.5);
feed(worklet, 1);
feed(worklet, 0.1, 0.5);
feed(worklet, 3);
const clips = worklet.port.messages.filter((item) => item.type === "clip");
assert.equal(clips.length, 1);
assert.ok(clips[0].samples.length / 16000 <= 20);
});
Binary file not shown.
+27
View File
@@ -1733,3 +1733,30 @@ msgstr "Er zijn nog geen veldnotities zichtbaar voor jou."
#: fireworks_detect/templates/fireworks_detect/notes/panel.html:37
msgid "My field notes"
msgstr "Mijn veldnotities"
msgid "Burst Listening experiment"
msgstr "Experimenteel burst luisteren"
msgid "Maximum listening time"
msgstr "Maximale luistertijd"
msgid "Test setup"
msgstr "Testinstelling"
msgid "Sign in before starting a Burst Listening session."
msgstr "Log in voordat je een burstluistersessie start."
msgid "Review burst captures"
msgstr "Bekijk de burst-opnamen"
msgid "Capture now"
msgstr "Nu opnemen"
msgid "Export diagnostics"
msgstr "Diagnostiek exporteren"
msgid "minutes"
msgstr "minuten"
msgid "Diagnostic timeline"
msgstr "Diagnostische tijdlijn"
@@ -0,0 +1,2 @@
const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=["assets/ffmpeg-video-extractor-BwxvwN2z.js","assets/preload-helper-xFrS6Fgo.js","assets/browser-yamnet-classifier-AB9vKKwv.js"])))=>i.map(i=>d[i]);
import{_ as d}from"./preload-helper-xFrS6Fgo.js";const n="[BoomCast][BrowserBeta]";function f(){const v=document.querySelector("#boomcast-browser-config");if(!v)return{browserProcessingBeta:!1};try{return JSON.parse(v.textContent)}catch(e){return console.error(`${n} Configuration unavailable:`,e),{browserProcessingBeta:!1}}}class b{constructor(e=f(),t=null,s={}){this.config=e,this.extractVideo=t,this.dependencies=s,this.userEnabled=!1,this.activeController=null}isAvailable(){return this.config.browserProcessingBeta===!0}isEnabled(){return this.isAvailable()&&this.userEnabled}setEnabled(e){e||this.cancel(),this.userEnabled=this.isAvailable()&&e===!0,console.log(`${n} ${this.userEnabled?"Browser processing enabled by user.":"Browser processing disabled by user; using existing server flow."}`)}cancel(){var e;(e=this.activeController)==null||e.abort(),this.activeController=null}async process(e,{signal:t,onState:s}={}){this.cancel();const o=new AbortController;this.activeController=o;const i=()=>o.abort();t==null||t.addEventListener("abort",i,{once:!0}),t!=null&&t.aborted&&o.abort();try{return await this.prepare(e,{signal:o.signal,onState:s})}finally{t==null||t.removeEventListener("abort",i),this.activeController===o&&(this.activeController=null)}}canProcess(e){return this.isEnabled()&&!!e&&(b.isAudio(e)||b.isVideo(e))}static isAudio(e){return!!e&&(e.type.startsWith("audio/")||!e.type&&/\.(aac|aif|aiff|flac|m4a|mp3|ogg|opus|wav|weba)$/i.test(e.name||""))}static isVideo(e){return!!e&&(e.type.startsWith("video/")||!e.type&&/\.(mp4|mov|m4v|webm|mkv|avi)$/i.test(e.name||""))}async prepare(e,{signal:t,onState:s=()=>{}}={}){if(!this.canProcess(e))return{file:e,metadata:null,gate:"unavailable"};console.log(`${n} Initialising beta submission pipeline.`),console.log(`${n} File selected:`,{type:(e==null?void 0:e.type)||"",size:(e==null?void 0:e.size)||0});const o=b.isVideo(e),i=new AbortController,h=()=>i.abort();t==null||t.addEventListener("abort",h,{once:!0});const y=setTimeout(()=>i.abort(),5e3);let a;try{const r=await fetch(this.config.policyUrl,{cache:"no-store",credentials:"same-origin",signal:i.signal});if(!r.ok)throw new Error(`Policy HTTP ${r.status}`);if(a=await r.json(),!a.browser_processing_beta_enabled||a.version!==this.config.policyVersion)return console.log(`${n} Browser beta disabled or policy changed; using legacy submission flow.`),{file:e,metadata:null,gate:"unavailable"}}catch(r){if(t!=null&&t.aborted||(console.error(`${n} Policy unavailable:`,r),o))throw r;return{file:e,metadata:null,gate:"unavailable"}}finally{clearTimeout(y),t==null||t.removeEventListener("abort",h)}if(t!=null&&t.aborted)throw new DOMException("Cancelled","AbortError");let l=e;o&&(l=await(this.extractVideo||(await d(async()=>{const{extractVideoAudio:u}=await import("./ffmpeg-video-extractor-BwxvwN2z.js");return{extractVideoAudio:u}},__vite__mapDeps([0,1]))).extractVideoAudio)(e,{signal:t,onState:s}));const c={browser_processing_used:o,browser_processing_version:a.version,browser_gate_result:"unavailable",browser_override:!1};try{s("checking");let u=await(this.dependencies.prepareAudio||(await d(async()=>{const{AudioPreprocessor:m}=await import("./audio-preprocessor-B6FBlKED.js");return{AudioPreprocessor:m}},[])).AudioPreprocessor.prepare)(l,{signal:t});if(t!=null&&t.aborted)throw new DOMException("Cancelled","AbortError");try{const _=await(this.dependencies.classify||(await d(async()=>{const{BrowserYamnetClassifier:w}=await import("./browser-yamnet-classifier-AB9vKKwv.js");return{BrowserYamnetClassifier:w}},__vite__mapDeps([2,1]))).BrowserYamnetClassifier.classify)(u,{modelUrl:a.model_url,classMapUrl:a.class_map_url,signal:t});if(t!=null&&t.aborted)throw new DOMException("Cancelled","AbortError");const p=(this.dependencies.evaluate||(await d(async()=>{const{BrowserSubmissionGate:w}=await import("./browser-submission-gate-D8pBYGfs.js");return{BrowserSubmissionGate:w}},[])).BrowserSubmissionGate.evaluate)(_,a);return c.browser_processing_used=!0,c.browser_gate_result=p.result,c.browser_speech_detected=p.speechDetected,{file:l,metadata:c,gate:p.result,predictions:_.slice(0,5)}}finally{u=null,console.log("[BoomCast][Cleanup] Releasing waveform buffers.")}}catch(r){if(t!=null&&t.aborted)throw r;return console.error("[BoomCast][YAMNet] Local classification unavailable:",r),console.log("[BoomCast][Gate] Falling back to server classification."),c.browser_gate_result="unavailable",{file:l,metadata:c,gate:"unavailable"}}}cleanup(){this.cancel(),console.log("[BoomCast][Cleanup] Browser beta resources released.")}}export{b as BrowserSubmissionProcessor,f as readBrowserProcessingConfig};
@@ -0,0 +1 @@
import{_}from"./preload-helper-xFrS6Fgo.js";const e="[BoomCast][YAMNet]";class N{static async classify(p,{modelUrl:b,classMapUrl:C,signal:o,loadTensorFlow:y}={}){let r,l,c,s;const M=performance.now();try{if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");if(console.log(`${e} Lazy-loading TensorFlow.js.`),r=y?await y():await _(()=>import("./index-jWGXPN38.js"),[]),o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} TensorFlow.js loaded.`),await r.ready(),console.log(`${e} Backend:`,r.getBackend()),console.log(`${e} Loading model.`);const[t,A]=await Promise.all([r.loadGraphModel(b),fetch(C,{cache:"force-cache",signal:o})]);if(l=t,!A.ok)throw new Error("YAMNet class map unavailable");const n=await A.json();if(!Array.isArray(n)||n.length!==521)throw new Error("Invalid YAMNet class map");if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");console.log(`${e} Model ready.`);const $=p.length<15600?Float32Array.from({length:15600},(a,i)=>p[i]||0):p;c=r.tensor1d($,"float32"),console.log(`${e} Starting inference.`);const f=await l.executeAsync(c);s=Array.isArray(f)?f:[f];const m=s.find(a=>a.shape.length===2&&a.shape[1]===n.length);if(!m)throw new Error("YAMNet score output unavailable");const g=await m.data();if(o!=null&&o.aborted)throw new DOMException("Cancelled","AbortError");const B=m.shape[0],w=n.map((a,i)=>{let h=-1,u=0;for(let d=0;d<B;d+=1){const E=g[d*n.length+i];E>h&&(h=E,u=d)}return{class:a,score:h,frame:u,timeSeconds:Number((u*.48).toFixed(2))}});return w.sort((a,i)=>i.score-a.score),console.log(`${e} Inference completed in`,Math.round(performance.now()-M),"ms."),console.groupCollapsed(`${e} Top local predictions`),console.table(w.slice(0,10)),console.groupEnd(),w}catch(t){throw console.error(`${e} Local inference failed:`,t),t}finally{r&&console.log(`${e} TensorFlow memory before cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Disposing YAMNet tensors."),c==null||c.dispose(),s==null||s.forEach(t=>t==null?void 0:t.dispose()),console.log("[BoomCast][Cleanup] Disposing browser YAMNet model."),l==null||l.dispose(),console.log("[BoomCast][Cleanup] Releasing waveform buffers."),r&&console.log(`${e} TensorFlow memory after cleanup:`,r.memory()),console.log("[BoomCast][Cleanup] Browser classification cleanup complete.")}}}export{N as BrowserYamnetClassifier};
@@ -0,0 +1,101 @@
class BurstListenerProcessor extends AudioWorkletProcessor {
constructor() {
super();
this.samples = new Float32Array(Math.ceil(sampleRate * 20));
this.position = 0;
this.count = 0;
this.interval = 0;
this.energy = 0;
this.peak = 0;
this.baseline = 0.01;
this.lastTrigger = -sampleRate * 10;
this.postRoll = 0;
this.eventPosition = 0;
this.eventCount = 0;
this.frame = 0;
this.mode = "listening";
this.burst = false;
this.clipStart = 0;
this.lastHeartbeat = 0;
this.port.onmessage = ({ data }) => {
if (data === "snapshot") this.sendClip(this.count);
if (data === "reset") this.reset();
if (data === "burst") this.burst = true;
if (data === "single") this.burst = false;
if (data === "manual" && this.mode === "listening") this.startCapture();
};
}
reset() {
this.samples.fill(0);
this.position = 0;
this.count = 0;
this.interval = 0;
this.energy = 0;
this.peak = 0;
this.baseline = 0.01;
this.lastTrigger = this.frame;
this.postRoll = 0;
this.mode = "listening";
}
sendClip(length) {
const clip = new Float32Array(length);
let start = (this.position - length + this.samples.length) % this.samples.length;
for (let i = 0; i < length; i++) clip[i] = this.samples[(start + i) % this.samples.length];
this.port.postMessage({ type: "clip", samples: clip, sampleRate }, [clip.buffer]);
}
startCapture() {
this.mode = "tail";
this.clipStart = this.frame;
this.postRoll = Math.round(sampleRate * 2);
this.lastTrigger = this.frame;
this.port.postMessage({ type: "trigger" });
}
process(inputs) {
const channel = inputs[0]?.[0];
if (!channel || this.mode === "captured") return true;
if (this.frame - this.lastHeartbeat >= sampleRate) {
this.lastHeartbeat = this.frame;
this.port.postMessage({ type: "heartbeat", frames: this.frame });
}
for (let i = 0; i < channel.length; i++) {
const value = channel[i];
this.samples[this.position] = value;
this.position = (this.position + 1) % this.samples.length;
this.count = Math.min(this.count + 1, this.samples.length);
this.energy += value * value;
this.peak = Math.max(this.peak, Math.abs(value));
this.interval++;
this.frame++;
if (this.mode === "tail") {
if (this.burst && this.frame - this.clipStart > sampleRate * 18) this.postRoll = 1;
if (--this.postRoll === 0) {
this.mode = this.burst ? "listening" : "captured";
this.sendClip(Math.min(this.count, Math.round(sampleRate * (this.burst ? Math.min(20, 8 + (this.frame - this.clipStart) / sampleRate) : 10))));
if (!this.burst) break;
}
}
if (this.interval >= Math.round(sampleRate / 30)) {
const rms = Math.sqrt(this.energy / this.interval);
this.port.postMessage({ type: "level", value: Math.max(rms, this.peak * 0.5) });
if (this.mode === "tail" && this.burst && rms > Math.max(0.075, this.baseline * 5) && this.peak > 0.16) {
this.postRoll = Math.round(sampleRate * 2);
} else if (this.mode === "listening" && this.frame > sampleRate && this.frame - this.lastTrigger > sampleRate * 3
&& rms > Math.max(0.075, this.baseline * 5) && this.peak > 0.16) {
this.startCapture();
} else if (this.mode === "listening") {
this.baseline = this.baseline * 0.98 + Math.min(rms, this.baseline * 2) * 0.02;
}
this.interval = 0;
this.energy = 0;
this.peak = 0;
}
}
return true;
}
}
registerProcessor("burst-listener", BurstListenerProcessor);
@@ -0,0 +1 @@
import{_}from"./preload-helper-xFrS6Fgo.js";const t="[BoomCast][FFmpeg]";class r extends Error{constructor(e,d){super(e,{cause:d}),this.name="VideoExtractionError",this.code=e}}async function b(i,{signal:e,onState:d=()=>{},createFFmpeg:v}={}){var y;let o,p=!1,f=!1,l="module_load_failed";const $=performance.now(),u="input",w="audio.wav",s=()=>o==null?void 0:o.terminate();e==null||e.addEventListener("abort",s,{once:!0}),console.log(`${t} Video input detected.`,{mimeType:i.type,sizeBytes:i.size});try{if(e!=null&&e.aborted)throw new r("cancelled");d("loading_ffmpeg"),console.log(`${t} Starting lazy import.`);const a=await(v||(async()=>{const[{FFmpeg:m},{default:E},{default:x}]=await Promise.all([_(()=>import("./index-Cr8NHl2n.js"),[]),_(()=>import("./ffmpeg-core-CTa1UqMt.js"),[]),_(()=>import("./ffmpeg-core-DJ3ydieg.js"),[])]);return console.log(`${t} ffmpeg.wasm module imported.`),{ffmpeg:new m,coreURL:E,wasmURL:x}}))();if(o=a.ffmpeg,e!=null&&e.aborted)throw new r("cancelled");if((y=o.on)==null||y.call(o,"log",({message:m})=>console.log(`${t}[core]`,m)),l="core_load_failed",console.log(`${t} Loading FFmpeg core.`),await o.load({coreURL:a.coreURL,wasmURL:a.wasmURL}),console.log(`${t} FFmpeg core ready.`),e!=null&&e.aborted)throw new r("cancelled");if(d("extracting_audio"),l="resource_failed",console.log(`${t} Writing input to virtual filesystem.`),p=!0,await o.writeFile(u,new Uint8Array(await i.arrayBuffer())),e!=null&&e.aborted)throw new r("cancelled");if(l="extraction_failed",console.log(`${t} Starting audio extraction: mono / 16kHz WAV.`),f=!0,await o.exec(["-i",u,"-vn","-ac","1","-ar","16000","-c:a","pcm_s16le",w])!==0)throw new r("invalid_media");if(e!=null&&e.aborted)throw new r("cancelled");const n=await o.readFile(w);if(!(n!=null&&n.byteLength))throw new r("invalid_media");if(n.byteLength>25*1024*1024)throw new r("output_too_large");const h=new File([n],`${i.name.replace(/\.[^.]+$/,"")||"recording"}.wav`,{type:"audio/wav"});return console.log(`${t} Audio extraction completed.`,{outputSizeBytes:h.size}),console.log(`${t} Extraction finished in ${Math.round(performance.now()-$)} ms.`),h}catch(c){const a=e!=null&&e.aborted?"cancelled":c instanceof r?c.code:c instanceof RangeError?"resource_failed":l;throw a==="invalid_media"&&console.warn(`${t} Unsupported or undecodable video.`),console.error(`${t} Audio extraction failed:`,c),new r(a,c)}finally{console.log(`${t} Removing temporary files.`),o!=null&&o.loaded&&(p&&await o.deleteFile(u).catch(()=>{}),f&&await o.deleteFile(w).catch(()=>{})),console.log(`${t} Terminating worker.`),o==null||o.terminate(),o=null,e==null||e.removeEventListener("abort",s),console.log(`${t} Cleanup complete.`)}}export{r as VideoExtractionError,b as extractVideoAudio};
@@ -0,0 +1 @@
/* empty css *//* empty css */import"./fireworks-home.js-BBxUrIvJ.js";import"./map.js-ZTK3kmoy.js";import"../../../manual-report-hrW9wOoh.js";import"../../../theme-DXAi27ON.js";/* empty css */import"../../../preload-helper-xFrS6Fgo.js";const o=document.querySelector("#field-notes-toggle"),e=document.querySelector("#field-notes-dialog"),r=document.querySelector("#field-notes-close");o&&e&&r&&(o.addEventListener("click",()=>e.showModal()),r.addEventListener("click",()=>e.close()),e.addEventListener("close",()=>o.focus()),e.addEventListener("htmx:afterSwap",()=>{if(!e.open)return;const t=e.querySelector(".field-notes .errorlist, .field-notes [role='status']");t&&(t.tabIndex=-1,t.focus())}));
@@ -0,0 +1 @@
/* empty css *//* empty css */import"./fireworks-home.js-CZsCTUTv.js";import"./map.js-ZTK3kmoy.js";import"../../../manual-report-_zDFko50.js";import"../../../theme-DXAi27ON.js";/* empty css */const o=document.querySelector("#field-notes-toggle"),e=document.querySelector("#field-notes-dialog"),n=document.querySelector("#field-notes-close");o&&e&&n&&(o.addEventListener("click",()=>e.showModal()),n.addEventListener("click",()=>e.close()),e.addEventListener("close",()=>o.focus()),e.addEventListener("htmx:afterSwap",()=>{if(!e.open)return;const t=e.querySelector(".field-notes .errorlist, .field-notes [role='status']");t&&(t.tabIndex=-1,t.focus())}));
@@ -0,0 +1 @@
/* empty css *//* empty css */import"./fireworks-home.js-CZsCTUTv.js";import"./map.js-ZTK3kmoy.js";import"../../../manual-report-D7kc1Kol.js";import"../../../theme-DXAi27ON.js";/* empty css */const o=document.querySelector("#field-notes-toggle"),e=document.querySelector("#field-notes-dialog"),n=document.querySelector("#field-notes-close");o&&e&&n&&(o.addEventListener("click",()=>e.showModal()),n.addEventListener("click",()=>e.close()),e.addEventListener("close",()=>o.focus()),e.addEventListener("htmx:afterSwap",()=>{if(!e.open)return;const t=e.querySelector(".field-notes .errorlist, .field-notes [role='status']");t&&(t.tabIndex=-1,t.focus())}));
@@ -0,0 +1 @@
/* empty css *//* empty css */import"./fireworks-home.js-BBxUrIvJ.js";import"./map.js-ZTK3kmoy.js";import"../../../manual-report-CxGvq0pY.js";import"../../../theme-DXAi27ON.js";/* empty css */import"../../../preload-helper-xFrS6Fgo.js";const o=document.querySelector("#field-notes-toggle"),e=document.querySelector("#field-notes-dialog"),r=document.querySelector("#field-notes-close");o&&e&&r&&(o.addEventListener("click",()=>e.showModal()),r.addEventListener("click",()=>e.close()),e.addEventListener("close",()=>o.focus()),e.addEventListener("htmx:afterSwap",()=>{if(!e.open)return;const t=e.querySelector(".field-notes .errorlist, .field-notes [role='status']");t&&(t.tabIndex=-1,t.focus())}));
@@ -0,0 +1 @@
/* empty css *//* empty css */import"./fireworks-home.js-BBxUrIvJ.js";import"./map.js-ZTK3kmoy.js";import"../../../manual-report-BlTplj9B.js";import"../../../theme-DXAi27ON.js";/* empty css */import"../../../preload-helper-xFrS6Fgo.js";const o=document.querySelector("#field-notes-toggle"),e=document.querySelector("#field-notes-dialog"),r=document.querySelector("#field-notes-close");o&&e&&r&&(o.addEventListener("click",()=>e.showModal()),r.addEventListener("click",()=>e.close()),e.addEventListener("close",()=>o.focus()),e.addEventListener("htmx:afterSwap",()=>{if(!e.open)return;const t=e.querySelector(".field-notes .errorlist, .field-notes [role='status']");t&&(t.tabIndex=-1,t.focus())}));
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
/* empty css */import"../../../manual-report-BlTplj9B.js";import"../../../theme-DXAi27ON.js";import"../../../preload-helper-xFrS6Fgo.js";
@@ -0,0 +1 @@
/* empty css */import"../../../manual-report-D7kc1Kol.js";import"../../../theme-DXAi27ON.js";
@@ -0,0 +1 @@
/* empty css */import"../../../manual-report-CxGvq0pY.js";import"../../../theme-DXAi27ON.js";import"../../../preload-helper-xFrS6Fgo.js";
@@ -0,0 +1 @@
/* empty css */import"../../../manual-report-hrW9wOoh.js";import"../../../theme-DXAi27ON.js";import"../../../preload-helper-xFrS6Fgo.js";
@@ -0,0 +1 @@
/* empty css */import"../../../manual-report-_zDFko50.js";import"../../../theme-DXAi27ON.js";
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
const v="modulepreload",E=function(l){return"/static/vite/"+l},d={},y=function(f,i,p){let c=Promise.resolve();if(i&&i.length>0){let n=function(t){return Promise.all(t.map(o=>Promise.resolve(o).then(s=>({status:"fulfilled",value:s}),s=>({status:"rejected",reason:s}))))};document.getElementsByTagName("link");const e=document.querySelector("meta[property=csp-nonce]"),u=(e==null?void 0:e.nonce)||(e==null?void 0:e.getAttribute("nonce"));c=n(i.map(t=>{if(t=E(t),t in d)return;d[t]=!0;const o=t.endsWith(".css"),s=o?'[rel="stylesheet"]':"";if(document.querySelector(`link[href="${t}"]${s}`))return;const r=document.createElement("link");if(r.rel=o?"stylesheet":v,o||(r.as="script"),r.crossOrigin="",r.href=t,u&&r.setAttribute("nonce",u),document.head.appendChild(r),o)return new Promise((m,h)=>{r.addEventListener("load",m),r.addEventListener("error",()=>h(new Error(`Unable to preload CSS for ${t}`)))})}))}function a(n){const e=new Event("vite:preloadError",{cancelable:!0});if(e.payload=n,window.dispatchEvent(e),!e.defaultPrevented)throw n}return c.then(n=>{for(const e of n||[])e.status==="rejected"&&a(e.reason);return f().catch(a)})};export{y as _};