browser audio detection phase 3

This commit is contained in:
Joren de Graaf
2026-10-02 21:34:38 +02:00
parent 5c0ca7bc47
commit 20bdabdd8f
50 changed files with 24755 additions and 144 deletions
+51 -2
View File
@@ -37,6 +37,7 @@ class BrowserProcessingBetaTests(TestCase):
self.assertEqual(response.json(), {
"version": 1, "browser_processing_beta_enabled": False,
"whitelist": [], "privacy_sensitive_speech": [], "thresholds": {},
"model_version": "google-yamnet-1", "model_url": "", "class_map_url": "",
})
self.assertIn("no-cache", response["Cache-Control"])
for url in (reverse("hello"), reverse("fireworks_detect:fireworks")):
@@ -53,8 +54,9 @@ class BrowserProcessingBetaTests(TestCase):
policy = self.client.get(reverse("fireworks_detect:browser_policy")).json()
self.assertTrue(policy["browser_processing_beta_enabled"])
self.assertEqual(policy["whitelist"], ["Fireworks"])
self.assertEqual(policy["privacy_sensitive_speech"], ["Speech"])
self.assertEqual(policy["thresholds"], {})
self.assertIn("Speech", policy["privacy_sensitive_speech"])
self.assertEqual(policy["thresholds"], {"relevance": 0.5, "speech": 0.5})
self.assertEqual(policy["model_url"], "/static/browser-yamnet/model.json")
self.assertNotIn("token", json.dumps(policy).lower())
BrowserProcessingSettings.objects.update(browser_processing_beta_enabled=False)
self.assertFalse(self.client.get(reverse("fireworks_detect:browser_policy")).json()["browser_processing_beta_enabled"])
@@ -99,3 +101,50 @@ class BrowserProcessingBetaTests(TestCase):
})
self.assertEqual(response.status_code, 200)
self.assertEqual(PendingEvent.objects.get().classifier_response, payload)
@patch("fireworks_detect.views.urlopen")
def test_speech_override_runs_server_classifier_and_enters_pending(self, urlopen):
reply = MagicMock()
reply.read.return_value = b'{"predictions": [{"class": "Speech", "score": 0.9}]}'
urlopen.return_value.__enter__.return_value = reply
BrowserProcessingSettings.objects.update(browser_processing_beta_enabled=True)
with TemporaryDirectory() as media_root, override_settings(MEDIA_ROOT=media_root), patch.object(
PendingEvent._meta.get_field("audio_file"), "storage", FileSystemStorage(location=media_root)
):
response = self.client.post(reverse("fireworks_detect:classify_upload"), {
"audio": SimpleUploadedFile("speech.wav", b"RIFF0000WAVEdata", content_type="audio/wav"),
"browser_processing_metadata": json.dumps({
"browser_processing_used": True, "browser_processing_version": 1,
"browser_gate_result": "speech_only", "browser_override": True,
}),
})
self.assertEqual(response.status_code, 200)
self.assertContains(response, "review-submission")
pending = PendingEvent.objects.get()
self.assertEqual(pending.classifier_response, {"predictions": [{"class": "Speech", "score": 0.9}]})
self.assertEqual(urlopen.call_count, 1)
self.assertNotIn(b"speech_only", urlopen.call_args.args[0].data)
@patch("fireworks_detect.views.urlopen")
def test_no_match_override_enters_pending_and_forged_whitelist_does_not_skip_classifier(self, urlopen):
reply = MagicMock()
reply.read.return_value = b'{"predictions": [{"class": "Music", "score": 0.9}]}'
urlopen.return_value.__enter__.return_value = reply
BrowserProcessingSettings.objects.update(browser_processing_beta_enabled=True)
with TemporaryDirectory() as media_root, override_settings(MEDIA_ROOT=media_root), patch.object(
PendingEvent._meta.get_field("audio_file"), "storage", FileSystemStorage(location=media_root)
):
response = self.client.post(reverse("fireworks_detect:classify_upload"), {
"audio": SimpleUploadedFile("music.wav", b"RIFF0000WAVEdata", content_type="audio/wav"),
"browser_processing_metadata": '{"browser_gate_result":"no_match","browser_override":true}',
})
self.assertEqual(response.status_code, 200)
self.assertEqual(PendingEvent.objects.count(), 1)
response = self.client.post(reverse("fireworks_detect:classify_upload"), {
"audio": SimpleUploadedFile("sample.wav", b"RIFF0000WAVEdata", content_type="audio/wav"),
"browser_processing_metadata": '{"browser_gate_result":"whitelist_match","browser_override":false}',
})
self.assertEqual(response.status_code, 200)
self.assertContains(response, "Music")
self.assertEqual(PendingEvent.objects.count(), 1)
self.assertEqual(urlopen.call_count, 2)