Spaces:
Running
Running
| <html> | |
| <head> | |
| <meta charset="utf-8"> | |
| <meta name="description" | |
| content="Measuring the Robustness of Audio Deepfake Detection under Real-World Corruptions"> | |
| <meta name="keywords" content="Audio Deepfake Detection"> | |
| <meta name="viewport" content="width=device-width, initial-scale=1"> | |
| <title>Measuring the Robustness of Audio Deepfake Detection under Real-World Corruptions</title> | |
| <!-- Global site tag (gtag.js) - Google Analytics --> | |
| <script async src="https://www.googletagmanager.com/gtag/js?id=G-PYVRSFMDRL"></script> | |
| <script> | |
| window.dataLayer = window.dataLayer || []; | |
| function gtag() { | |
| dataLayer.push(arguments); | |
| } | |
| gtag('js', new Date()); | |
| gtag('config', 'G-PYVRSFMDRL'); | |
| </script> | |
| <link href="https://fonts.googleapis.com/css?family=Google+Sans|Noto+Sans|Castoro" | |
| rel="stylesheet"> | |
| <link rel="stylesheet" href="./static/css/bulma.min.css"> | |
| <link rel="stylesheet" href="./static/css/bulma-carousel.min.css"> | |
| <link rel="stylesheet" href="./static/css/bulma-slider.min.css"> | |
| <link rel="stylesheet" href="./static/css/fontawesome.all.min.css"> | |
| <link rel="stylesheet" | |
| href="https://cdn.jsdelivr.net/gh/jpswalsh/academicons@1/css/academicons.min.css"> | |
| <link rel="stylesheet" href="./static/css/index.css"> | |
| <!-- <link rel="icon" href="./static/images/favicon.svg"> --> | |
| <link rel="stylesheet" href="./static/css/audio-table.css"> | |
| <script src="https://ajax.googleapis.com/ajax/libs/jquery/3.5.1/jquery.min.js"></script> | |
| <script defer src="./static/js/fontawesome.all.min.js"></script> | |
| <script src="./static/js/bulma-carousel.min.js"></script> | |
| <script src="./static/js/bulma-slider.min.js"></script> | |
| <script src="./static/js/index.js"></script> | |
| </head> | |
| <body> | |
| <!-- | |
| <nav class="navbar" role="navigation" aria-label="main navigation"> | |
| <div class="navbar-brand"> | |
| <a role="button" class="navbar-burger" aria-label="menu" aria-expanded="false"> | |
| <span aria-hidden="true"></span> | |
| <span aria-hidden="true"></span> | |
| <span aria-hidden="true"></span> | |
| </a> | |
| </div> | |
| <div class="navbar-menu"> | |
| <div class="navbar-start" style="flex-grow: 1; justify-content: center;"> | |
| <a class="navbar-item" href="https://keunhong.com"> | |
| <span class="icon"> | |
| <i class="fas fa-home"></i> | |
| </span> | |
| </a> | |
| <div class="navbar-item has-dropdown is-hoverable"> | |
| <a class="navbar-link"> | |
| More Research | |
| </a> | |
| <div class="navbar-dropdown"> | |
| <a class="navbar-item" href="https://hypernerf.github.io"> | |
| HyperNeRF | |
| </a> | |
| <a class="navbar-item" href="https://nerfies.github.io"> | |
| Nerfies | |
| </a> | |
| <a class="navbar-item" href="https://latentfusion.github.io"> | |
| LatentFusion | |
| </a> | |
| <a class="navbar-item" href="https://photoshape.github.io"> | |
| PhotoShape | |
| </a> | |
| </div> | |
| </div> | |
| </div> | |
| </div> | |
| </nav> --> | |
| <section class="hero"> | |
| <div class="hero-body"> | |
| <div class="container is-max-desktop"> | |
| <div class="columns is-centered"> | |
| <div class="column has-text-centered"> | |
| <h1 class="title is-1 publication-title">Measuring the Robustness of Audio Deepfake Detection under Real-World Corruptions</h1> | |
| <div class="is-size-5 publication-authors"> | |
| <span class="author-block"> | |
| <a href="https://jessegator.github.io/">Xiang Li</a><sup>1</sup>,</span> | |
| <span class="author-block"> | |
| <a href="https://sites.google.com/site/pinyuchenpage/home">Pin-Yu Chen</a><sup>2</sup>,</span> | |
| <span class="author-block"> | |
| <a href="https://wenqiwei789.github.io/Homepage/">Wenqi Wei</a><sup>1</sup>, | |
| </span> | |
| </div> | |
| <div class="is-size-5 publication-authors"> | |
| <span class="author-block"><sup>1</sup>Fordham University,</span> | |
| <span class="author-block"><sup>2</sup>IBM Research</span> | |
| </div> | |
| <div class="column has-text-centered"> | |
| <div class="publication-links"> | |
| <!-- PDF Link. --> | |
| <!-- <span class="link-block"> | |
| <a href="https://arxiv.org/pdf/2011.12948" | |
| class="external-link button is-normal is-rounded is-dark"> | |
| <span class="icon"> | |
| <i class="fas fa-file-pdf"></i> | |
| </span> | |
| <span>Paper</span> | |
| </a> | |
| </span> --> | |
| <span class="link-block"> | |
| <a href="https://arxiv.org/pdf/2503.17577" | |
| class="external-link button is-normal is-rounded is-dark"> | |
| <span class="icon"> | |
| <i class="ai ai-arxiv"></i> | |
| </span> | |
| <span>arXiv</span> | |
| </a> | |
| </span> | |
| <!-- Video Link. --> | |
| <!-- <span class="link-block"> | |
| <a href="https://www.youtube.com/watch?v=MrKrnHhk8IA" | |
| class="external-link button is-normal is-rounded is-dark"> | |
| <span class="icon"> | |
| <i class="fab fa-youtube"></i> | |
| </span> | |
| <span>Video</span> | |
| </a> | |
| </span> --> | |
| <!-- Code Link. --> | |
| <span class="link-block"> | |
| <a href="https://github.com/Jessegator/Audio_robustness_evaluation" | |
| class="external-link button is-normal is-rounded is-dark"> | |
| <span class="icon"> | |
| <i class="fab fa-github"></i> | |
| </span> | |
| <span>Code</span> | |
| </a> | |
| </span> | |
| <!-- Dataset Link. --> | |
| <!-- <span class="link-block"> | |
| <a href="https://github.com/google/nerfies/releases/tag/0.1" | |
| class="external-link button is-normal is-rounded is-dark"> | |
| <span class="icon"> | |
| <i class="far fa-images"></i> | |
| </span> | |
| <span>Data</span> | |
| </a> --> | |
| </div> | |
| </div> | |
| </div> | |
| </div> | |
| </div> | |
| </div> | |
| </section> | |
| <!-- "hero teaser" --> | |
| <section class="hero is-light is-small"> | |
| <div class="container is-max-desktop"> | |
| <div class="hero-body"> | |
| <img src="./static/images/Overview.png" | |
| class=""interpolation-image | |
| alt="Overview"> | |
| </img> | |
| <h2 class="subtitle has-text-centered"> | |
| Overview | |
| </h2> | |
| </div> | |
| </div> | |
| </section> | |
| <section class="section"> | |
| <div class="container is-max-desktop"> | |
| <!-- Abstract. --> | |
| <div class="columns is-centered has-text-centered"> | |
| <div class="column is-four-fifths"> | |
| <h2 class="title is-3">Abstract</h2> | |
| <div class="content has-text-justified"> | |
| <p> | |
| Deepfakes have emerged as a widespread and rapidly escalating concern in generative | |
| AI, spanning various media types such as images, audio, and videos. Among these, | |
| audio deepfakes are particularly alarming due to the growing accessibility | |
| of high-quality voice synthesis tools and the ease with which synthetic speech | |
| can be distributed via platforms like social media and robocalls. Consequently, | |
| detecting audio deepfakes is critical in combating the misuse of AI-synthesized | |
| speech. However, real-world audio is often subject to various corruptions, such | |
| as noise, modification, and compression, that may significantly impact detection | |
| performance. In this work, we systematically evaluate the robustness of 10 audio | |
| deepfake detection models against 18 common corruption types, grouped into | |
| categories: noise perturbation, audio modification, and compression. Using both | |
| traditional deep learning models and state-of-the-art foundation models, our study | |
| yields four key insights. (1) Most models demonstrate strong robustness to noise | |
| but they are notably more vulnerable to audio modifications and compression, | |
| especially when neural codecs are applied. (2) Speech foundation models generally | |
| outperform traditional models across most corruption scenarios, likely due to their | |
| extensive pre-training on large-scale and diverse audio datasets. (3) Increasing | |
| model size improves robustness, though with diminishing returns. (4) Robustness to | |
| unseen corruptions can be enhanced by targeted data augmentation during training | |
| or by applying speech enhancement techniques at inference time. These findings | |
| highlight the importance of comprehensive evaluation against diverse corruption | |
| types and developing more robust audio deepfake detection frameworks to ensure | |
| reliability in practical deployment settings. We further advocate that future research | |
| in deepfake detection-across all media formats-should account for the diverse and | |
| often unpredictable distortions common in real-world environments. | |
| </p> | |
| </div> | |
| </div> | |
| </div> | |
| <!--/ Abstract. --> | |
| <!-- Paper video. --> | |
| <!-- <div class="columns is-centered has-text-centered"> | |
| <div class="column is-four-fifths"> | |
| <h2 class="title is-3">Video</h2> | |
| <div class="publication-video"> | |
| <iframe src="https://www.youtube.com/embed/MrKrnHhk8IA?rel=0&showinfo=0" | |
| frameborder="0" allow="autoplay; encrypted-media" allowfullscreen></iframe> | |
| </div> | |
| </div> | |
| </div> --> | |
| <!--/ Paper video. --> | |
| </div> | |
| </section> | |
| <section class="section"> | |
| <div class="container is-max-desktop"> | |
| <div class="columns is-centered"> | |
| <!-- Audio Perturbation Samples. --> | |
| <div class="columns is-centered has-text-centered"> | |
| <div class="column is-full-width"> | |
| <h2 class="title is-3">Audio Perturbation Samples</h2> | |
| <!-- Noise Perturbation. --> | |
| <h3 class="title is-4">Noise Perturbation</h3> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">SNR=5</th> | |
| <th style="text-align: center">SNR=10</th> | |
| <th style="text-align: center">SNR=20</th> | |
| <th style="text-align: center">SNR=30</th> | |
| <th style="text-align: center">SNR=40</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Gaussian Noise</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ042-0224.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/gaussian_5.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/gaussian_10.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/gaussian_20.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/gaussian_30.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/gaussian_40.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Background Noise</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ040-0111.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/background_5.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/background_10.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/background_20.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/background_30.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/background_40.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Background Music</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ041-0055.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/music_5.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/music_10.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/music_20.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/music_30.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/music_40.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <br/> | |
| <!--/ Noise Perturbation. --> | |
| <!-- Modification. --> | |
| <!-- High/Low pass Filter --> | |
| <h3 class="title is-4">Modification</h3> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Cutoff Ratio=0.1</th> | |
| <th style="text-align: center">Cutoff Ratio=0.2</th> | |
| <th style="text-align: center">Cutoff Ratio=0.3</th> | |
| <th style="text-align: center">Cutoff Ratio=0.4</th> | |
| <th style="text-align: center">Cutoff Ratio=0.5</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Highpass Filter</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ043-0118.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/highpass_0.1.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/highpass_0.2.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/highpass_0.3.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/highpass_0.4.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/highpass_0.5.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Lowpass Filter</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ043-0118.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/lowpass_0.1.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/lowpass_0.2.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/lowpass_0.3.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/lowpass_0.4.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/lowpass_0.5.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- High/Low pass Filter --> | |
| <!-- Pitch Shift --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Semitone=-2</th> | |
| <th style="text-align: center">Semitone=-1</th> | |
| <th style="text-align: center">Semitone=-0.5</th> | |
| <th style="text-align: center">Semitone=0.5</th> | |
| <th style="text-align: center">Semitone=1</th> | |
| <th style="text-align: center">Semitone=2</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Pitch Shift</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ044-0121.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/pitch_shift_-2.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/pitch_shift_-1.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/pitch_shift_-0.5.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/pitch_shift_0.5.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/pitch_shift_1.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/pitch_shift_2.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Pitch Shift --> | |
| <!-- Time Stretch --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Speed Factor=0.7</th> | |
| <th style="text-align: center">Speed Factor=0.9</th> | |
| <th style="text-align: center">Speed Factor=1.1</th> | |
| <th style="text-align: center">Speed Factor=1.3</th> | |
| <th style="text-align: center">Speed Factor=1.5</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Time Stretch</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ045-0200.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/time_stretch_0.7.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/time_stretch_0.9.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/time_stretch_1.1.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/time_stretch_1.3.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/time_stretch_1.5.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Time Stretch --> | |
| <!-- Echo --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Delay=0.1s</th> | |
| <th style="text-align: center">Delay=0.3s</th> | |
| <th style="text-align: center">Delay=0.5s</th> | |
| <th style="text-align: center">Delay=0.7s</th> | |
| <th style="text-align: center">Delayr=0.9s</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Echo</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ049-0047.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/echo_0.1.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/echo_0.3.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/echo_0.5.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/echo_0.7.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/echo_0.9.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Echo --> | |
| <!-- Silence Insertion --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Length Ratio=0.1</th> | |
| <th style="text-align: center">Length Ratio=0.2</th> | |
| <th style="text-align: center">Length Ratio=0.3</th> | |
| <th style="text-align: center">Length Ratio=0.4</th> | |
| <th style="text-align: center">Length Ratio=0.5</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Silence Insertion</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ039-0240.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/silence_0.1.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/silence_0.2.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/silence_0.3.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/silence_0.4.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/silence_0.5.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Silence Insertion --> | |
| <!-- Smooth --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Window Size=6</th> | |
| <th style="text-align: center">Window Size=10</th> | |
| <th style="text-align: center">Window Size=14</th> | |
| <th style="text-align: center">Window Size=18</th> | |
| <th style="text-align: center">Window Size=22</th> | |
| <th style="text-align: center">Window Size=26</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Smooth</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ046-0222.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/smooth_6.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/smooth_10.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/smooth_14.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/smooth_18.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/smooth_22.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/smooth_26.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Smooth --> | |
| <!-- Autotune --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Key=C</th> | |
| <th style="text-align: center">Key=D</th> | |
| <th style="text-align: center">Key=E</th> | |
| <th style="text-align: center">Key=F</th> | |
| <th style="text-align: center">Key=G</th> | |
| <th style="text-align: center">Key=A</th> | |
| <th style="text-align: center">Key=B</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Autotune</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ037-0203.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/autotune_C.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/autotune_D.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/autotune_E.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/autotune_F.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/autotune_G.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/autotune_A.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/autotune_B.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Autotune --> | |
| <br/> | |
| <!-- Modification. --> | |
| <!-- Compression. --> | |
| <h3 class="title is-4">Compression</h3> | |
| <!-- Quantization --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">BitLevel=2</th> | |
| <th style="text-align: center">BitLevel=4</th> | |
| <th style="text-align: center">BitLevel=6</th> | |
| <th style="text-align: center">BitLevel=8</th> | |
| <th style="text-align: center">BitLevel=10</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Quantization</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ047-0180.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/quantization_2.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/quantization_4.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/quantization_6.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/quantization_8.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/quantization_10.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Quantization --> | |
| <!-- Opus --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Bitrate=16kbps</th> | |
| <th style="text-align: center">Bitrate=32kbps</th> | |
| <th style="text-align: center">Bitrate=64kbps</th> | |
| <th style="text-align: center">Bitrate=128kbps</th> | |
| <th style="text-align: center">Bitrate=256kbps</th> | |
| <th style="text-align: center">Bitrate=496kbps</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Opus</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ050-0200.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/opus_16k.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/opus_32k.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/opus_64k.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/opus_128k.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/opus_256k.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/opus_496k.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Opus --> | |
| <!-- MP3 --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Bitrate=8kbps</th> | |
| <th style="text-align: center">Bitrate=16kbps</th> | |
| <th style="text-align: center">Bitrate=24kbps</th> | |
| <th style="text-align: center">Bitrate=32kbps</th> | |
| <th style="text-align: center">Bitrate=40kbps</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">MP3</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ048-0283.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/mp3_8k.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/mp3_16k.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/mp3_24k.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/mp3_32k.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/mp3_40k.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- MP3 --> | |
| <!-- Encodec --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">Bandwidth=1.5kHz</th> | |
| <th style="text-align: center">Bandwidth=3kHz</th> | |
| <th style="text-align: center">Bandwidth=6kHz</th> | |
| <th style="text-align: center">Bandwidth=12kHz</th> | |
| <th style="text-align: center">Bandwidth=24kHz</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Encodec</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ049-0229.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/Encodec_1.5.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/Encodec_3.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/Encodec_6.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/Encodec_12.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/Encodec_24.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Encodec --> | |
| <!-- Other Neural Codecs --> | |
| <div class="table-container"> | |
| <table class="audio-table"> | |
| <thead> | |
| <tr> | |
| <th style="text-align: center">Perturbation type</th> | |
| <th style="text-align: center">Original</th> | |
| <th style="text-align: center">AudioDec</th> | |
| <th style="text-align: center">FACodec</th> | |
| <th style="text-align: center">DAC</th> | |
| </tr> | |
| </thead> | |
| <tbody> | |
| <tr> | |
| <td style="text-align: center;vertical-align:middle;width: 200px;min-width: 200px">Other Neural Codecs</td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/LJ050-0277.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/Audiodec.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/FACodec.wav" >Your browser does not support the audio element.</audio></td> | |
| <td style="text-align: center"><audio controls="controls" style="width: 200px;"><source src="./static/audios/DAC.wav" >Your browser does not support the audio element.</audio></td> | |
| </tr> | |
| </tbody> | |
| </table> | |
| </div> | |
| <!-- Other Neural Codecs --> | |
| <!-- Compression. --> | |
| </div> | |
| </div> | |
| <!--/ Audio Perturbation Samples. --> | |
| </div> | |
| </section> | |
| <section class="section" id="BibTeX"> | |
| <div class="container is-max-desktop content"> | |
| <h2 class="title">BibTeX</h2> | |
| <pre><code>@article{li2025measuring, | |
| title={Measuring the Robustness of Audio Deepfake Detectors}, | |
| author={Li, Xiang and Chen, Pin-Yu and Wei, Wenqi}, | |
| journal={arXiv preprint arXiv:2503.17577}, | |
| year={2025} | |
| }</code></pre> | |
| </div> | |
| </section> | |
| <footer class="footer"> | |
| <div class="container"> | |
| <div class="columns is-centered"> | |
| <div class="column is-8"> | |
| <div class="content"> | |
| <p> | |
| This website is licensed under a <a rel="license" | |
| href="http://creativecommons.org/licenses/by-sa/4.0/">Creative | |
| Commons Attribution-ShareAlike 4.0 International License</a>. | |
| </p> | |
| <p> | |
| This means you are free to borrow the <a | |
| href="https://github.com/nerfies/nerfies.github.io">source code</a> of this website, | |
| we just ask that you link back to this page in the footer. | |
| Please remember to remove the analytics code included in the header of the website which | |
| you do not want on your website. | |
| </p> | |
| </div> | |
| </div> | |
| </div> | |
| </div> | |
| </footer> | |
| </body> | |
| </html> | |