{ "snapshot_date": "2026-10-20", "challenges": [ { "title": "ICASSP 2026 URGENT Challenge - Track 1: Universal Speech Enhancement", "slug": "icassp-2026-urgent-challenge-track-1-universal-speech-enhancement", "short_description": "", "description": "", "terms": "By submitting the results, the participants agree to the following conditions:\n\nAs a condition of submission, entrants grant the organizers, a perpetual, irrevocable, worldwide, royalty-free, and non-exclusive license to use, reproduce, adapt, modify, publish, distribute, publicly perform, create a derivative work from, and publicly display the submitted audio signals and CSV files (containing the performance scores). The main motivation for this condition is to donate the submitted audio signals and corresponding performance scores to the community as a voice quality dataset.", "generation": "ICASSP 2026", "track": 1, "start_date": "2025-09-20T12:00:00Z", "end_date": "2025-11-08T12:00:00Z", "status": "ended", "participant_count": 76, "submission_count": 438, "website_url": "https://urgent-challenge.github.io/urgent2026/track1/", "baseline_repo_url": "https://github.com/urgent-challenge/urgent2026_challenge_track1", "paper_title": "ICASSP 2026 URGENT SPEECH ENHANCEMENT CHALLENGE", "paper_url": "https://arxiv.org/pdf/2601.13531", "paper_bibtex": "", "phases": [ { "phase_number": 1, "name": "Validation phase", "description": "[download eval data for validation phase](https://huggingface.co/datasets/urgent-challenge/urgent2026_leaderboard/resolve/main/track1/validation_noisy.zip)", "start_aoe": "2025-09-20T12:00:00Z", "end_aoe": "2025-10-14T12:00:00Z" }, { "phase_number": 2, "name": "Non-blind test phase", "description": "[download eval data for non-blind test phase](https://huggingface.co/datasets/urgent-challenge/urgent2026_leaderboard/resolve/main/track1/nonblind_test_noisy.zip)", "start_aoe": "2025-10-14T12:00:00Z", "end_aoe": "2025-11-04T12:00:00Z" }, { "phase_number": 3, "name": "Blind test phase", "description": "[download eval data for blind test phase](https://huggingface.co/datasets/urgent-challenge/urgent2026_leaderboard/resolve/main/track1/blind_noisy.zip)", "start_aoe": "2025-11-04T12:00:00Z", "end_aoe": "2025-11-08T12:00:00Z" }, { "phase_number": 4, "name": "MOS Evaluation", "description": "", "start_aoe": "2025-11-08T12:00:00Z", "end_aoe": "2025-11-08T12:00:00Z" } ], "leaderboards": { "1": { "phase_number": 1, "phase_name": "Validation phase", "source": "computed", "config": { "metrics": [ { "key": "PESQ", "label": "PESQ", "weight": 0.125, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpkSim", "label": "SpkSim", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "EmoSim", "label": "EmoSim", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.125, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "LID", "label": "LID", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc (%)", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "SCOREQ", "label": "SCOREQ", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LID": 0.963, "LPS": 0.8285, "CAcc": 88.04, "PESQ": 2.6793, "ESTOI": 0.848, "NISQA": 3.7244, "UTMOS": 2.9185, "DNSMOS": 3.1731, "EmoSim": 0.991, "SCOREQ": 3.5621, "SpkSim": 0.7951, "SpeechBERTScore": 0.8762 }, "username": "subatomicseer", "team_name": null, "metric_ranks": { "LID": 2, "LPS": 2, "CAcc": 2, "PESQ": 2, "ESTOI": 1, "NISQA": 7, "UTMOS": 4, "DNSMOS": 5, "EmoSim": 1, "SCOREQ": 3, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2025-09-25T22:54:08.796110+00:00", "overall_score": 2.31 }, { "rank": 2, "scores": { "LID": 0.935, "LPS": 0.8126, "CAcc": 85.36, "PESQ": 2.738, "ESTOI": 0.8511, "NISQA": 4.0821, "UTMOS": 3.1516, "DNSMOS": 3.199, "EmoSim": 0.9917, "SCOREQ": 3.7669, "SpkSim": 0.7912, "SpeechBERTScore": 0.8673 }, "username": "GHW", "team_name": "GHW", "metric_ranks": { "LID": 4, "LPS": 4, "CAcc": 10, "PESQ": 1, "ESTOI": 1, "NISQA": 3, "UTMOS": 2, "DNSMOS": 3, "EmoSim": 1, "SCOREQ": 2, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2025-10-07T10:17:45.867018+00:00", "overall_score": 2.69 }, { "rank": 3, "scores": { "LID": 0.966, "LPS": 0.8391, "CAcc": 88.09, "PESQ": 2.248, "ESTOI": 0.774, "NISQA": 4.1794, "UTMOS": 3.9793, "DNSMOS": 3.2127, "EmoSim": 0.9912, "SCOREQ": 4.2477, "SpkSim": 0.6843, "SpeechBERTScore": 0.8787 }, "username": "WR", "team_name": null, "metric_ranks": { "LID": 1, "LPS": 1, "CAcc": 1, "PESQ": 9, "ESTOI": 5, "NISQA": 2, "UTMOS": 1, "DNSMOS": 2, "EmoSim": 1, "SCOREQ": 1, "SpkSim": 6, "SpeechBERTScore": 1 }, "submitted_at": "2025-10-14T07:41:09.444058+00:00", "overall_score": 2.94 }, { "rank": 4, "scores": { "LID": 0.966, "LPS": 0.831, "CAcc": 87.65, "PESQ": 2.6114, "ESTOI": 0.853, "NISQA": 3.569, "UTMOS": 2.7725, "DNSMOS": 3.1297, "EmoSim": 0.9908, "SCOREQ": 3.4325, "SpkSim": 0.7923, "SpeechBERTScore": 0.8838 }, "username": "baird", "team_name": null, "metric_ranks": { "LID": 1, "LPS": 2, "CAcc": 3, "PESQ": 4, "ESTOI": 1, "NISQA": 9, "UTMOS": 7, "DNSMOS": 7, "EmoSim": 1, "SCOREQ": 6, "SpkSim": 2, "SpeechBERTScore": 1 }, "submitted_at": "2025-10-09T11:06:54.045446+00:00", "overall_score": 3.25 }, { "rank": 5, "scores": { "LID": 0.951, "LPS": 0.8207, "CAcc": 86.58, "PESQ": 2.5528, "ESTOI": 0.8462, "NISQA": 3.7549, "UTMOS": 2.803, "DNSMOS": 3.1682, "EmoSim": 0.9912, "SCOREQ": 3.5413, "SpkSim": 0.777, "SpeechBERTScore": 0.8793 }, "username": "RICK2000", "team_name": "ALPS", "metric_ranks": { "LID": 3, "LPS": 3, "CAcc": 8, "PESQ": 6, "ESTOI": 1, "NISQA": 6, "UTMOS": 6, "DNSMOS": 5, "EmoSim": 1, "SCOREQ": 4, "SpkSim": 3, "SpeechBERTScore": 1 }, "submitted_at": "2025-10-05T09:15:46.961428+00:00", "overall_score": 3.62 }, { "rank": 5, "scores": { "LID": 0.957, "LPS": 0.8218, "CAcc": 86.86, "PESQ": 2.6573, "ESTOI": 0.8455, "NISQA": 3.6035, "UTMOS": 2.7536, "DNSMOS": 3.1614, "EmoSim": 0.9911, "SCOREQ": 3.432, "SpkSim": 0.7864, "SpeechBERTScore": 0.8736 }, "username": "camssly", "team_name": null, "metric_ranks": { "LID": 2, "LPS": 3, "CAcc": 7, "PESQ": 3, "ESTOI": 1, "NISQA": 8, "UTMOS": 8, "DNSMOS": 6, "EmoSim": 1, "SCOREQ": 6, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2025-10-14T04:31:47.618017+00:00", "overall_score": 3.62 }, { "rank": 6, "scores": { "LID": 0.955, "LPS": 0.825, "CAcc": 87.45, "PESQ": 2.5686, "ESTOI": 0.8471, "NISQA": 3.4759, "UTMOS": 2.7002, "DNSMOS": 3.1341, "EmoSim": 0.9906, "SCOREQ": 3.317, "SpkSim": 0.7831, "SpeechBERTScore": 0.879 }, "username": "Baseline_BSRNN", "team_name": null, "metric_ranks": { "LID": 2, "LPS": 3, "CAcc": 4, "PESQ": 5, "ESTOI": 1, "NISQA": 10, "UTMOS": 10, "DNSMOS": 7, "EmoSim": 1, "SCOREQ": 9, "SpkSim": 3, "SpeechBERTScore": 1 }, "submitted_at": "2025-09-21T04:00:15.774798+00:00", "overall_score": 4.12 }, { "rank": 6, "scores": { "LID": 0.958, "LPS": 0.8251, "CAcc": 87.41, "PESQ": 2.5682, "ESTOI": 0.8471, "NISQA": 3.4757, "UTMOS": 2.7001, "DNSMOS": 3.1207, "EmoSim": 0.9906, "SCOREQ": 3.3168, "SpkSim": 0.7833, "SpeechBERTScore": 0.8791 }, "username": "vbaicai", "team_name": "GuanX", "metric_ranks": { "LID": 2, "LPS": 2, "CAcc": 5, "PESQ": 5, "ESTOI": 1, "NISQA": 10, "UTMOS": 10, "DNSMOS": 8, "EmoSim": 1, "SCOREQ": 9, "SpkSim": 3, "SpeechBERTScore": 1 }, "submitted_at": "2025-09-30T09:24:58.097539+00:00", "overall_score": 4.12 }, { "rank": 6, "scores": { "LID": 0.955, "LPS": 0.825, "CAcc": 87.45, "PESQ": 2.5686, "ESTOI": 0.8471, "NISQA": 3.4759, "UTMOS": 2.7002, "DNSMOS": 3.1341, "EmoSim": 0.9906, "SCOREQ": 3.317, "SpkSim": 0.7831, "SpeechBERTScore": 0.879 }, "username": "4Speech", "team_name": null, "metric_ranks": { "LID": 2, "LPS": 3, "CAcc": 4, "PESQ": 5, "ESTOI": 1, "NISQA": 10, "UTMOS": 10, "DNSMOS": 7, "EmoSim": 1, "SCOREQ": 9, "SpkSim": 3, "SpeechBERTScore": 1 }, "submitted_at": "2025-10-10T00:07:51.109716+00:00", "overall_score": 4.12 }, { "rank": 7, "scores": { "LID": 0.954, "LPS": 0.826, "CAcc": 87.13, "PESQ": 2.5478, "ESTOI": 0.8467, "NISQA": 3.4659, "UTMOS": 2.6742, "DNSMOS": 3.1301, "EmoSim": 0.991, "SCOREQ": 3.3303, "SpkSim": 0.7696, "SpeechBERTScore": 0.8802 }, "username": "seeee", "team_name": "seeee", "metric_ranks": { "LID": 3, "LPS": 2, "CAcc": 6, "PESQ": 6, "ESTOI": 1, "NISQA": 11, "UTMOS": 11, "DNSMOS": 7, "EmoSim": 1, "SCOREQ": 8, "SpkSim": 4, "SpeechBERTScore": 1 }, "submitted_at": "2025-09-24T06:51:26.884589+00:00", "overall_score": 4.44 }, { "rank": 8, "scores": { "LID": 0.951, "LPS": 0.8182, "CAcc": 86.26, "PESQ": 2.4167, "ESTOI": 0.8332, "NISQA": 3.3326, "UTMOS": 2.7115, "DNSMOS": 3.0818, "EmoSim": 0.991, "SCOREQ": 3.2643, "SpkSim": 0.7828, "SpeechBERTScore": 0.87 }, "username": "Ali-Universal-SE", "team_name": "Ali-Universal-SE", "metric_ranks": { "LID": 3, "LPS": 3, "CAcc": 9, "PESQ": 7, "ESTOI": 2, "NISQA": 12, "UTMOS": 9, "DNSMOS": 9, "EmoSim": 1, "SCOREQ": 10, "SpkSim": 3, "SpeechBERTScore": 2 }, "submitted_at": "2025-10-13T09:23:38.017070+00:00", "overall_score": 5.25 }, { "rank": 9, "scores": { "LID": 0.925, "LPS": 0.7504, "CAcc": 80.88, "PESQ": 2.1489, "ESTOI": 0.8067, "NISQA": 3.8286, "UTMOS": 2.6498, "DNSMOS": 3.1897, "EmoSim": 0.9925, "SCOREQ": 3.3461, "SpkSim": 0.742, "SpeechBERTScore": 0.8336 }, "username": "Baseline_BSRNN-Flow", "team_name": null, "metric_ranks": { "LID": 5, "LPS": 6, "CAcc": 14, "PESQ": 10, "ESTOI": 3, "NISQA": 5, "UTMOS": 12, "DNSMOS": 4, "EmoSim": 1, "SCOREQ": 7, "SpkSim": 5, "SpeechBERTScore": 3 }, "submitted_at": "2025-09-21T04:01:45.495896+00:00", "overall_score": 6.06 }, { "rank": 10, "scores": { "LID": 0.922, "LPS": 0.7302, "CAcc": 81.13, "PESQ": 1.8454, "ESTOI": 0.7294, "NISQA": 4.227, "UTMOS": 2.8802, "DNSMOS": 3.1899, "EmoSim": 0.9875, "SCOREQ": 3.2565, "SpkSim": 0.6642, "SpeechBERTScore": 0.7985 }, "username": "inverseai", "team_name": "Inverse_AI_ML_Team", "metric_ranks": { "LID": 5, "LPS": 7, "CAcc": 13, "PESQ": 11, "ESTOI": 6, "NISQA": 1, "UTMOS": 5, "DNSMOS": 4, "EmoSim": 1, "SCOREQ": 10, "SpkSim": 7, "SpeechBERTScore": 4 }, "submitted_at": "2025-10-13T11:03:31.622353+00:00", "overall_score": 6.38 }, { "rank": 11, "scores": { "LID": 0.944, "LPS": 0.7668, "CAcc": 84.13, "PESQ": 2.3818, "ESTOI": 0.7786, "NISQA": 3.1251, "UTMOS": 2.527, "DNSMOS": 3.0471, "EmoSim": 0.9888, "SCOREQ": 2.8219, "SpkSim": 0.5691, "SpeechBERTScore": 0.8272 }, "username": "Jyxiong", "team_name": "Audiophiles", "metric_ranks": { "LID": 4, "LPS": 5, "CAcc": 11, "PESQ": 8, "ESTOI": 4, "NISQA": 13, "UTMOS": 13, "DNSMOS": 10, "EmoSim": 1, "SCOREQ": 11, "SpkSim": 9, "SpeechBERTScore": 3 }, "submitted_at": "2025-10-12T14:16:36.774044+00:00", "overall_score": 7.0 }, { "rank": 12, "scores": { "LID": 0.874, "LPS": 0.7, "CAcc": 79.92, "PESQ": 1.5186, "ESTOI": 0.3087, "NISQA": 4.0089, "UTMOS": 3.0778, "DNSMOS": 3.277, "EmoSim": 0.9835, "SCOREQ": 3.4841, "SpkSim": 0.4204, "SpeechBERTScore": 0.7704 }, "username": "sigma", "team_name": null, "metric_ranks": { "LID": 7, "LPS": 8, "CAcc": 15, "PESQ": 13, "ESTOI": 9, "NISQA": 4, "UTMOS": 3, "DNSMOS": 1, "EmoSim": 2, "SCOREQ": 5, "SpkSim": 10, "SpeechBERTScore": 5 }, "submitted_at": "2025-10-10T10:04:33.109959+00:00", "overall_score": 7.31 }, { "rank": 13, "scores": { "LID": 0.891, "LPS": 0.6384, "CAcc": 72.54, "PESQ": 1.6866, "ESTOI": 0.681, "NISQA": 2.6398, "UTMOS": 2.1227, "DNSMOS": 2.7212, "EmoSim": 0.9848, "SCOREQ": 2.2955, "SpkSim": 0.5668, "SpeechBERTScore": 0.7535 }, "username": "Salute", "team_name": null, "metric_ranks": { "LID": 6, "LPS": 9, "CAcc": 16, "PESQ": 12, "ESTOI": 7, "NISQA": 14, "UTMOS": 14, "DNSMOS": 11, "EmoSim": 2, "SCOREQ": 12, "SpkSim": 9, "SpeechBERTScore": 6 }, "submitted_at": "2025-10-12T12:47:30.715325+00:00", "overall_score": 9.5 }, { "rank": 14, "scores": { "LID": 0.945, "LPS": 0.5835, "CAcc": 82.3, "PESQ": 1.2643, "ESTOI": 0.6092, "NISQA": 1.5637, "UTMOS": 1.5783, "DNSMOS": 1.8049, "EmoSim": 0.9763, "SCOREQ": 1.7179, "SpkSim": 0.581, "SpeechBERTScore": 0.7015 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LID": 4, "LPS": 10, "CAcc": 12, "PESQ": 14, "ESTOI": 8, "NISQA": 15, "UTMOS": 15, "DNSMOS": 12, "EmoSim": 2, "SCOREQ": 13, "SpkSim": 8, "SpeechBERTScore": 7 }, "submitted_at": "2025-09-21T03:44:20.256085+00:00", "overall_score": 9.94 } ] }, "2": { "phase_number": 2, "phase_name": "Non-blind test phase", "source": "computed", "config": { "metrics": [ { "key": "PESQ", "label": "PESQ", "weight": 0.125, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpkSim", "label": "SpkSim", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "EmoSim", "label": "EmoSim", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.125, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "LID", "label": "LID", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc (%)", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "SCOREQ", "label": "SCOREQ", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LID": 0.9629, "LPS": 0.8304, "CAcc": 88.16, "PESQ": 2.8106, "ESTOI": 0.8557, "NISQA": 3.3734, "UTMOS": 2.7718, "DNSMOS": 3.0643, "EmoSim": 0.9934, "SCOREQ": 3.6747, "SpkSim": 0.7558, "SpeechBERTScore": 0.8919 }, "username": "WR", "team_name": null, "metric_ranks": { "LID": 1, "LPS": 1, "CAcc": 1, "PESQ": 1, "ESTOI": 1, "NISQA": 7, "UTMOS": 2, "DNSMOS": 3, "EmoSim": 1, "SCOREQ": 2, "SpkSim": 2, "SpeechBERTScore": 1 }, "submitted_at": "2025-11-01T14:38:32.172852+00:00", "overall_score": 1.69 }, { "rank": 2, "scores": { "LID": 0.9462, "LPS": 0.7862, "CAcc": 87.76, "PESQ": 2.7089, "ESTOI": 0.8416, "NISQA": 3.3821, "UTMOS": 2.4142, "DNSMOS": 2.9567, "EmoSim": 0.9929, "SCOREQ": 3.3151, "SpkSim": 0.7583, "SpeechBERTScore": 0.8775 }, "username": "subatomicseer", "team_name": null, "metric_ranks": { "LID": 2, "LPS": 3, "CAcc": 2, "PESQ": 3, "ESTOI": 3, "NISQA": 6, "UTMOS": 7, "DNSMOS": 5, "EmoSim": 1, "SCOREQ": 4, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-01T11:12:45.367709+00:00", "overall_score": 3.19 }, { "rank": 3, "scores": { "LID": 0.9599, "LPS": 0.7974, "CAcc": 86.9, "PESQ": 2.7164, "ESTOI": 0.8498, "NISQA": 3.1145, "UTMOS": 2.2987, "DNSMOS": 2.9554, "EmoSim": 0.9932, "SCOREQ": 3.2381, "SpkSim": 0.7681, "SpeechBERTScore": 0.8847 }, "username": "baird", "team_name": null, "metric_ranks": { "LID": 1, "LPS": 2, "CAcc": 3, "PESQ": 2, "ESTOI": 2, "NISQA": 14, "UTMOS": 11, "DNSMOS": 5, "EmoSim": 1, "SCOREQ": 6, "SpkSim": 1, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-01T03:27:35.416565+00:00", "overall_score": 3.62 }, { "rank": 4, "scores": { "LID": 0.9394, "LPS": 0.767, "CAcc": 83.8, "PESQ": 2.6942, "ESTOI": 0.8385, "NISQA": 3.3768, "UTMOS": 2.6441, "DNSMOS": 2.9639, "EmoSim": 0.992, "SCOREQ": 3.4569, "SpkSim": 0.7562, "SpeechBERTScore": 0.8659 }, "username": "GHW", "team_name": "GHW", "metric_ranks": { "LID": 3, "LPS": 5, "CAcc": 15, "PESQ": 4, "ESTOI": 3, "NISQA": 6, "UTMOS": 4, "DNSMOS": 5, "EmoSim": 1, "SCOREQ": 3, "SpkSim": 2, "SpeechBERTScore": 3 }, "submitted_at": "2025-10-30T07:22:04.428112+00:00", "overall_score": 4.31 }, { "rank": 5, "scores": { "LID": 0.9521, "LPS": 0.7833, "CAcc": 86.61, "PESQ": 2.5825, "ESTOI": 0.8232, "NISQA": 3.2527, "UTMOS": 2.4832, "DNSMOS": 3.0045, "EmoSim": 0.9927, "SCOREQ": 3.207, "SpkSim": 0.7676, "SpeechBERTScore": 0.8753 }, "username": "Ali-Universal-SE", "team_name": "Ali-Universal-SE", "metric_ranks": { "LID": 2, "LPS": 4, "CAcc": 5, "PESQ": 7, "ESTOI": 5, "NISQA": 9, "UTMOS": 5, "DNSMOS": 4, "EmoSim": 1, "SCOREQ": 8, "SpkSim": 1, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-04T05:47:23.464165+00:00", "overall_score": 4.44 }, { "rank": 6, "scores": { "LID": 0.9521, "LPS": 0.7726, "CAcc": 85.65, "PESQ": 2.6424, "ESTOI": 0.839, "NISQA": 3.2785, "UTMOS": 2.3187, "DNSMOS": 2.9475, "EmoSim": 0.9924, "SCOREQ": 3.0883, "SpkSim": 0.7708, "SpeechBERTScore": 0.8738 }, "username": "RICK2000", "team_name": "ALPS", "metric_ranks": { "LID": 2, "LPS": 5, "CAcc": 10, "PESQ": 6, "ESTOI": 3, "NISQA": 8, "UTMOS": 9, "DNSMOS": 6, "EmoSim": 1, "SCOREQ": 10, "SpkSim": 1, "SpeechBERTScore": 3 }, "submitted_at": "2025-10-26T10:10:57.080489+00:00", "overall_score": 5.06 }, { "rank": 7, "scores": { "LID": 0.9355, "LPS": 0.7676, "CAcc": 86.55, "PESQ": 2.3662, "ESTOI": 0.8024, "NISQA": 3.3953, "UTMOS": 2.4635, "DNSMOS": 3.0599, "EmoSim": 0.9922, "SCOREQ": 3.2206, "SpkSim": 0.7404, "SpeechBERTScore": 0.8604 }, "username": "inverseai", "team_name": "Inverse_AI_ML_Team", "metric_ranks": { "LID": 3, "LPS": 5, "CAcc": 6, "PESQ": 15, "ESTOI": 7, "NISQA": 5, "UTMOS": 6, "DNSMOS": 3, "EmoSim": 1, "SCOREQ": 7, "SpkSim": 4, "SpeechBERTScore": 4 }, "submitted_at": "2025-11-03T09:35:22.280910+00:00", "overall_score": 6.06 }, { "rank": 8, "scores": { "LID": 0.9355, "LPS": 0.7571, "CAcc": 85.14, "PESQ": 2.6521, "ESTOI": 0.8011, "NISQA": 3.4549, "UTMOS": 2.2194, "DNSMOS": 3.0002, "EmoSim": 0.9918, "SCOREQ": 2.9796, "SpkSim": 0.713, "SpeechBERTScore": 0.8573 }, "username": "Jyxiong", "team_name": "Audiophiles", "metric_ranks": { "LID": 3, "LPS": 6, "CAcc": 14, "PESQ": 5, "ESTOI": 7, "NISQA": 4, "UTMOS": 13, "DNSMOS": 4, "EmoSim": 1, "SCOREQ": 15, "SpkSim": 6, "SpeechBERTScore": 4 }, "submitted_at": "2025-11-03T12:42:59.772193+00:00", "overall_score": 6.5 }, { "rank": 9, "scores": { "LID": 0.9423, "LPS": 0.7707, "CAcc": 86.67, "PESQ": 2.4168, "ESTOI": 0.8159, "NISQA": 3.1324, "UTMOS": 2.3132, "DNSMOS": 2.9363, "EmoSim": 0.992, "SCOREQ": 3.0563, "SpkSim": 0.7435, "SpeechBERTScore": 0.8651 }, "username": "abid", "team_name": "Neural Lab", "metric_ranks": { "LID": 3, "LPS": 5, "CAcc": 4, "PESQ": 13, "ESTOI": 5, "NISQA": 13, "UTMOS": 10, "DNSMOS": 7, "EmoSim": 1, "SCOREQ": 11, "SpkSim": 4, "SpeechBERTScore": 3 }, "submitted_at": "2025-10-29T04:43:29.114383+00:00", "overall_score": 6.56 }, { "rank": 10, "scores": { "LID": 0.9335, "LPS": 0.7677, "CAcc": 85.37, "PESQ": 2.5661, "ESTOI": 0.8231, "NISQA": 3.1065, "UTMOS": 2.2434, "DNSMOS": 2.9244, "EmoSim": 0.9923, "SCOREQ": 3.0507, "SpkSim": 0.7516, "SpeechBERTScore": 0.868 }, "username": "camssly", "team_name": null, "metric_ranks": { "LID": 4, "LPS": 5, "CAcc": 12, "PESQ": 8, "ESTOI": 5, "NISQA": 14, "UTMOS": 12, "DNSMOS": 9, "EmoSim": 1, "SCOREQ": 12, "SpkSim": 3, "SpeechBERTScore": 3 }, "submitted_at": "2025-10-16T03:00:04.784757+00:00", "overall_score": 6.81 }, { "rank": 11, "scores": { "LID": 0.9335, "LPS": 0.7627, "CAcc": 85.29, "PESQ": 2.4282, "ESTOI": 0.8208, "NISQA": 3.2134, "UTMOS": 2.2983, "DNSMOS": 2.9271, "EmoSim": 0.9924, "SCOREQ": 3.1301, "SpkSim": 0.7416, "SpeechBERTScore": 0.8715 }, "username": "NL", "team_name": null, "metric_ranks": { "LID": 4, "LPS": 6, "CAcc": 13, "PESQ": 12, "ESTOI": 5, "NISQA": 12, "UTMOS": 11, "DNSMOS": 8, "EmoSim": 1, "SCOREQ": 9, "SpkSim": 4, "SpeechBERTScore": 3 }, "submitted_at": "2025-10-16T05:38:11.157732+00:00", "overall_score": 7.12 }, { "rank": 12, "scores": { "LID": 0.9394, "LPS": 0.7733, "CAcc": 86.03, "PESQ": 2.4853, "ESTOI": 0.8283, "NISQA": 2.9762, "UTMOS": 2.1981, "DNSMOS": 2.8907, "EmoSim": 0.9921, "SCOREQ": 2.943, "SpkSim": 0.7473, "SpeechBERTScore": 0.8697 }, "username": "4Speech", "team_name": null, "metric_ranks": { "LID": 3, "LPS": 5, "CAcc": 8, "PESQ": 9, "ESTOI": 4, "NISQA": 16, "UTMOS": 15, "DNSMOS": 11, "EmoSim": 1, "SCOREQ": 17, "SpkSim": 3, "SpeechBERTScore": 3 }, "submitted_at": "2025-10-28T03:33:22.763295+00:00", "overall_score": 7.25 }, { "rank": 12, "scores": { "LID": 0.9462, "LPS": 0.7769, "CAcc": 86.21, "PESQ": 2.4819, "ESTOI": 0.8279, "NISQA": 2.9606, "UTMOS": 2.1915, "DNSMOS": 2.8664, "EmoSim": 0.9923, "SCOREQ": 2.9613, "SpkSim": 0.747, "SpeechBERTScore": 0.8703 }, "username": "xueke", "team_name": "CSF_NET", "metric_ranks": { "LID": 2, "LPS": 4, "CAcc": 7, "PESQ": 10, "ESTOI": 4, "NISQA": 17, "UTMOS": 16, "DNSMOS": 12, "EmoSim": 1, "SCOREQ": 16, "SpkSim": 3, "SpeechBERTScore": 3 }, "submitted_at": "2025-10-31T03:33:06.749124+00:00", "overall_score": 7.25 }, { "rank": 13, "scores": { "LID": 0.9394, "LPS": 0.7703, "CAcc": 85.79, "PESQ": 2.47, "ESTOI": 0.8239, "NISQA": 2.9824, "UTMOS": 2.2127, "DNSMOS": 2.8995, "EmoSim": 0.9921, "SCOREQ": 2.9602, "SpkSim": 0.7488, "SpeechBERTScore": 0.8711 }, "username": "Baseline_BSRNN", "team_name": null, "metric_ranks": { "LID": 3, "LPS": 5, "CAcc": 9, "PESQ": 11, "ESTOI": 5, "NISQA": 16, "UTMOS": 14, "DNSMOS": 10, "EmoSim": 1, "SCOREQ": 16, "SpkSim": 3, "SpeechBERTScore": 3 }, "submitted_at": "2025-10-16T02:58:59.823133+00:00", "overall_score": 7.5 }, { "rank": 14, "scores": { "LID": 0.9286, "LPS": 0.7475, "CAcc": 82.87, "PESQ": 2.3755, "ESTOI": 0.8134, "NISQA": 3.2244, "UTMOS": 2.3502, "DNSMOS": 2.9605, "EmoSim": 0.9913, "SCOREQ": 3.0175, "SpkSim": 0.7292, "SpeechBERTScore": 0.8573 }, "username": "seeee", "team_name": "seeee", "metric_ranks": { "LID": 4, "LPS": 7, "CAcc": 16, "PESQ": 14, "ESTOI": 6, "NISQA": 11, "UTMOS": 8, "DNSMOS": 5, "EmoSim": 1, "SCOREQ": 13, "SpkSim": 5, "SpeechBERTScore": 4 }, "submitted_at": "2025-11-03T15:18:18.831252+00:00", "overall_score": 7.81 }, { "rank": 15, "scores": { "LID": 0.914, "LPS": 0.6789, "CAcc": 80.51, "PESQ": 1.6877, "ESTOI": 0.6721, "NISQA": 4.01, "UTMOS": 3.4018, "DNSMOS": 3.2873, "EmoSim": 0.9893, "SCOREQ": 3.9991, "SpkSim": 0.6277, "SpeechBERTScore": 0.815 }, "username": "Yuhan_Wei", "team_name": "dku", "metric_ranks": { "LID": 5, "LPS": 10, "CAcc": 18, "PESQ": 19, "ESTOI": 10, "NISQA": 1, "UTMOS": 1, "DNSMOS": 1, "EmoSim": 1, "SCOREQ": 1, "SpkSim": 9, "SpeechBERTScore": 6 }, "submitted_at": "2025-10-31T19:21:48.044631+00:00", "overall_score": 7.94 }, { "rank": 16, "scores": { "LID": 0.9472, "LPS": 0.7531, "CAcc": 85.51, "PESQ": 2.3444, "ESTOI": 0.8104, "NISQA": 3.032, "UTMOS": 2.13, "DNSMOS": 2.8467, "EmoSim": 0.9919, "SCOREQ": 2.8337, "SpkSim": 0.7087, "SpeechBERTScore": 0.8558 }, "username": "XMU-SPEECH", "team_name": "XMU-SPEECH", "metric_ranks": { "LID": 2, "LPS": 7, "CAcc": 11, "PESQ": 16, "ESTOI": 6, "NISQA": 15, "UTMOS": 17, "DNSMOS": 13, "EmoSim": 1, "SCOREQ": 18, "SpkSim": 6, "SpeechBERTScore": 4 }, "submitted_at": "2025-10-31T16:15:08.576991+00:00", "overall_score": 9.31 }, { "rank": 17, "scores": { "LID": 0.9052, "LPS": 0.6853, "CAcc": 79.35, "PESQ": 2.0615, "ESTOI": 0.7804, "NISQA": 3.2348, "UTMOS": 2.1899, "DNSMOS": 2.9381, "EmoSim": 0.9902, "SCOREQ": 3.0079, "SpkSim": 0.6933, "SpeechBERTScore": 0.8263 }, "username": "Baseline_BSRNN-Flow", "team_name": null, "metric_ranks": { "LID": 5, "LPS": 9, "CAcc": 19, "PESQ": 18, "ESTOI": 8, "NISQA": 10, "UTMOS": 16, "DNSMOS": 7, "EmoSim": 1, "SCOREQ": 14, "SpkSim": 7, "SpeechBERTScore": 5 }, "submitted_at": "2025-10-16T02:58:58.546851+00:00", "overall_score": 9.94 }, { "rank": 18, "scores": { "LID": 0.9091, "LPS": 0.6556, "CAcc": 77.43, "PESQ": 1.4409, "ESTOI": 0.355, "NISQA": 3.7124, "UTMOS": 2.7404, "DNSMOS": 3.1291, "EmoSim": 0.9833, "SCOREQ": 3.2737, "SpkSim": 0.4079, "SpeechBERTScore": 0.7651 }, "username": "sigma", "team_name": null, "metric_ranks": { "LID": 5, "LPS": 11, "CAcc": 21, "PESQ": 21, "ESTOI": 15, "NISQA": 2, "UTMOS": 3, "DNSMOS": 2, "EmoSim": 2, "SCOREQ": 5, "SpkSim": 14, "SpeechBERTScore": 7 }, "submitted_at": "2025-10-21T01:00:00.588807+00:00", "overall_score": 10.12 }, { "rank": 19, "scores": { "LID": 0.9335, "LPS": 0.7061, "CAcc": 82.5, "PESQ": 2.0664, "ESTOI": 0.7723, "NISQA": 2.8876, "UTMOS": 2.0311, "DNSMOS": 2.7639, "EmoSim": 0.9907, "SCOREQ": 2.6896, "SpkSim": 0.6725, "SpeechBERTScore": 0.8259 }, "username": "Benjamin_Glidden", "team_name": "IUSpeech", "metric_ranks": { "LID": 4, "LPS": 8, "CAcc": 17, "PESQ": 17, "ESTOI": 9, "NISQA": 18, "UTMOS": 18, "DNSMOS": 15, "EmoSim": 1, "SCOREQ": 19, "SpkSim": 8, "SpeechBERTScore": 5 }, "submitted_at": "2025-10-30T13:09:18.048466+00:00", "overall_score": 11.12 }, { "rank": 20, "scores": { "LID": 0.7713, "LPS": 0.4591, "CAcc": 56.1, "PESQ": 1.3526, "ESTOI": 0.42, "NISQA": 3.6876, "UTMOS": 1.8874, "DNSMOS": 2.7795, "EmoSim": 0.9832, "SCOREQ": 2.197, "SpkSim": 0.5007, "SpeechBERTScore": 0.706 }, "username": "SPEAR", "team_name": "SPEAR", "metric_ranks": { "LID": 9, "LPS": 15, "CAcc": 24, "PESQ": 22, "ESTOI": 14, "NISQA": 3, "UTMOS": 19, "DNSMOS": 14, "EmoSim": 2, "SCOREQ": 20, "SpkSim": 12, "SpeechBERTScore": 9 }, "submitted_at": "2025-11-03T23:44:36.337533+00:00", "overall_score": 13.94 }, { "rank": 20, "scores": { "LID": 0.8006, "LPS": 0.5473, "CAcc": 65.95, "PESQ": 1.6004, "ESTOI": 0.6419, "NISQA": 2.459, "UTMOS": 1.806, "DNSMOS": 2.4917, "EmoSim": 0.984, "SCOREQ": 2.1024, "SpkSim": 0.5476, "SpeechBERTScore": 0.7349 }, "username": "Salute", "team_name": null, "metric_ranks": { "LID": 8, "LPS": 12, "CAcc": 22, "PESQ": 20, "ESTOI": 11, "NISQA": 19, "UTMOS": 21, "DNSMOS": 17, "EmoSim": 2, "SCOREQ": 22, "SpkSim": 10, "SpeechBERTScore": 8 }, "submitted_at": "2025-11-04T10:10:36.273849+00:00", "overall_score": 13.94 }, { "rank": 21, "scores": { "LID": 0.8925, "LPS": 0.5266, "CAcc": 79.28, "PESQ": 1.3004, "ESTOI": 0.6183, "NISQA": 1.4389, "UTMOS": 1.4375, "DNSMOS": 1.6673, "EmoSim": 0.9762, "SCOREQ": 1.5991, "SpkSim": 0.5398, "SpeechBERTScore": 0.7039 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LID": 6, "LPS": 13, "CAcc": 20, "PESQ": 23, "ESTOI": 12, "NISQA": 21, "UTMOS": 22, "DNSMOS": 18, "EmoSim": 2, "SCOREQ": 23, "SpkSim": 11, "SpeechBERTScore": 10 }, "submitted_at": "2025-10-16T02:58:54.982064+00:00", "overall_score": 14.94 }, { "rank": 22, "scores": { "LID": 0.8485, "LPS": 0.5221, "CAcc": 62.12, "PESQ": 1.2006, "ESTOI": 0.5113, "NISQA": 2.3323, "UTMOS": 1.8799, "DNSMOS": 2.6295, "EmoSim": 0.984, "SCOREQ": 2.1116, "SpkSim": 0.4737, "SpeechBERTScore": 0.7001 }, "username": "feilisimiaomiao", "team_name": null, "metric_ranks": { "LID": 7, "LPS": 14, "CAcc": 23, "PESQ": 24, "ESTOI": 13, "NISQA": 20, "UTMOS": 20, "DNSMOS": 16, "EmoSim": 2, "SCOREQ": 21, "SpkSim": 13, "SpeechBERTScore": 10 }, "submitted_at": "2025-11-03T06:26:58.038642+00:00", "overall_score": 15.25 } ] }, "3": { "phase_number": 3, "phase_name": "Blind test phase", "source": "computed", "config": { "metrics": [ { "key": "PESQ", "label": "PESQ", "weight": 0.125, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpkSim", "label": "SpkSim", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "EmoSim", "label": "EmoSim", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.125, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "LID", "label": "LID", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc (%)", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "SCOREQ", "label": "SCOREQ", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LID": 0.8655, "LPS": 0.7599, "CAcc": 69.69, "PESQ": 2.7097, "ESTOI": 0.8719, "NISQA": 3.4893, "UTMOS": 2.4784, "DNSMOS": 2.8656, "EmoSim": 0.9939, "SCOREQ": 3.5249, "SpkSim": 0.7762, "SpeechBERTScore": 0.8778 }, "username": "WR", "team_name": null, "metric_ranks": { "LID": 2, "LPS": 3, "CAcc": 1, "PESQ": 1, "ESTOI": 1, "NISQA": 4, "UTMOS": 5, "DNSMOS": 5, "EmoSim": 1, "SCOREQ": 2, "SpkSim": 2, "SpeechBERTScore": 1 }, "submitted_at": "2025-11-08T11:54:01.790196+00:00", "overall_score": 2.12 }, { "rank": 2, "scores": { "LID": 0.856, "LPS": 0.7358, "CAcc": 67.66, "PESQ": 2.6872, "ESTOI": 0.8636, "NISQA": 3.401, "UTMOS": 2.4578, "DNSMOS": 2.7598, "EmoSim": 0.9934, "SCOREQ": 3.4079, "SpkSim": 0.772, "SpeechBERTScore": 0.8674 }, "username": "GHW", "team_name": "GHW", "metric_ranks": { "LID": 3, "LPS": 4, "CAcc": 5, "PESQ": 2, "ESTOI": 2, "NISQA": 7, "UTMOS": 6, "DNSMOS": 11, "EmoSim": 1, "SCOREQ": 3, "SpkSim": 3, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-08T10:52:07.667664+00:00", "overall_score": 3.69 }, { "rank": 3, "scores": { "LID": 0.8762, "LPS": 0.7657, "CAcc": 69.46, "PESQ": 2.5968, "ESTOI": 0.8589, "NISQA": 3.2562, "UTMOS": 2.1411, "DNSMOS": 2.7108, "EmoSim": 0.9937, "SCOREQ": 3.1598, "SpkSim": 0.7794, "SpeechBERTScore": 0.8711 }, "username": "subatomicseer", "team_name": null, "metric_ranks": { "LID": 1, "LPS": 2, "CAcc": 2, "PESQ": 3, "ESTOI": 2, "NISQA": 10, "UTMOS": 9, "DNSMOS": 13, "EmoSim": 1, "SCOREQ": 7, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-08T11:19:17.428391+00:00", "overall_score": 3.94 }, { "rank": 4, "scores": { "LID": 0.85, "LPS": 0.7355, "CAcc": 67.13, "PESQ": 2.4994, "ESTOI": 0.8569, "NISQA": 3.4224, "UTMOS": 2.5078, "DNSMOS": 2.8499, "EmoSim": 0.9938, "SCOREQ": 3.5217, "SpkSim": 0.7703, "SpeechBERTScore": 0.8729 }, "username": "baird", "team_name": null, "metric_ranks": { "LID": 4, "LPS": 4, "CAcc": 7, "PESQ": 8, "ESTOI": 2, "NISQA": 6, "UTMOS": 4, "DNSMOS": 6, "EmoSim": 1, "SCOREQ": 2, "SpkSim": 3, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-08T10:06:59.990737+00:00", "overall_score": 4.06 }, { "rank": 5, "scores": { "LID": 0.8762, "LPS": 0.7564, "CAcc": 69.69, "PESQ": 2.54, "ESTOI": 0.856, "NISQA": 3.0119, "UTMOS": 2.0738, "DNSMOS": 2.6271, "EmoSim": 0.9932, "SCOREQ": 2.9677, "SpkSim": 0.7811, "SpeechBERTScore": 0.8801 }, "username": "RICK2000", "team_name": "ALPS", "metric_ranks": { "LID": 1, "LPS": 3, "CAcc": 1, "PESQ": 6, "ESTOI": 2, "NISQA": 13, "UTMOS": 12, "DNSMOS": 15, "EmoSim": 1, "SCOREQ": 10, "SpkSim": 2, "SpeechBERTScore": 1 }, "submitted_at": "2025-11-07T01:48:39.150920+00:00", "overall_score": 4.94 }, { "rank": 5, "scores": { "LID": 0.8833, "LPS": 0.7629, "CAcc": 69.35, "PESQ": 2.3089, "ESTOI": 0.8215, "NISQA": 3.1672, "UTMOS": 2.2845, "DNSMOS": 2.8272, "EmoSim": 0.9934, "SCOREQ": 3.1754, "SpkSim": 0.7815, "SpeechBERTScore": 0.8725 }, "username": "Ali-Universal-SE", "team_name": "Ali-Universal-SE", "metric_ranks": { "LID": 1, "LPS": 3, "CAcc": 3, "PESQ": 10, "ESTOI": 5, "NISQA": 11, "UTMOS": 7, "DNSMOS": 8, "EmoSim": 1, "SCOREQ": 6, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-08T10:59:26.488349+00:00", "overall_score": 4.94 }, { "rank": 6, "scores": { "LID": 0.8655, "LPS": 0.7288, "CAcc": 67.22, "PESQ": 2.5181, "ESTOI": 0.8275, "NISQA": 3.4018, "UTMOS": 2.0886, "DNSMOS": 2.8892, "EmoSim": 0.9923, "SCOREQ": 3.0955, "SpkSim": 0.7353, "SpeechBERTScore": 0.8574 }, "username": "camssly", "team_name": null, "metric_ranks": { "LID": 2, "LPS": 5, "CAcc": 6, "PESQ": 7, "ESTOI": 4, "NISQA": 7, "UTMOS": 11, "DNSMOS": 3, "EmoSim": 1, "SCOREQ": 8, "SpkSim": 6, "SpeechBERTScore": 3 }, "submitted_at": "2025-11-08T11:11:46.952630+00:00", "overall_score": 5.12 }, { "rank": 7, "scores": { "LID": 0.8571, "LPS": 0.7442, "CAcc": 66.23, "PESQ": 2.5497, "ESTOI": 0.8249, "NISQA": 3.3098, "UTMOS": 2.0853, "DNSMOS": 2.8724, "EmoSim": 0.993, "SCOREQ": 3.0144, "SpkSim": 0.743, "SpeechBERTScore": 0.8571 }, "username": "Jyxiong", "team_name": "Audiophiles", "metric_ranks": { "LID": 3, "LPS": 4, "CAcc": 10, "PESQ": 5, "ESTOI": 5, "NISQA": 9, "UTMOS": 11, "DNSMOS": 5, "EmoSim": 1, "SCOREQ": 9, "SpkSim": 6, "SpeechBERTScore": 3 }, "submitted_at": "2025-11-08T11:57:40.375018+00:00", "overall_score": 5.5 }, { "rank": 8, "scores": { "LID": 0.8464, "LPS": 0.7829, "CAcc": 63.58, "PESQ": 2.5704, "ESTOI": 0.8743, "NISQA": 2.8055, "UTMOS": 2.0389, "DNSMOS": 2.6805, "EmoSim": 0.9938, "SCOREQ": 2.8002, "SpkSim": 0.7864, "SpeechBERTScore": 0.8768 }, "username": "rc", "team_name": "NAVS", "metric_ranks": { "LID": 4, "LPS": 1, "CAcc": 16, "PESQ": 4, "ESTOI": 1, "NISQA": 16, "UTMOS": 13, "DNSMOS": 14, "EmoSim": 1, "SCOREQ": 13, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2025-11-08T02:34:25.630364+00:00", "overall_score": 5.75 }, { "rank": 9, "scores": { "LID": 0.7881, "LPS": 0.7003, "CAcc": 64.3, "PESQ": 2.1481, "ESTOI": 0.8058, "NISQA": 3.7829, "UTMOS": 2.8468, "DNSMOS": 2.8792, "EmoSim": 0.9925, "SCOREQ": 3.6687, "SpkSim": 0.7034, "SpeechBERTScore": 0.8442 }, "username": "inverseai", "team_name": "Inverse_AI_ML_Team", "metric_ranks": { "LID": 7, "LPS": 8, "CAcc": 14, "PESQ": 13, "ESTOI": 6, "NISQA": 2, "UTMOS": 1, "DNSMOS": 4, "EmoSim": 1, "SCOREQ": 1, "SpkSim": 8, "SpeechBERTScore": 5 }, "submitted_at": "2025-11-08T12:32:13.828337+00:00", "overall_score": 6.38 }, { "rank": 10, "scores": { "LID": 0.8405, "LPS": 0.6946, "CAcc": 63.96, "PESQ": 2.397, "ESTOI": 0.8265, "NISQA": 3.3394, "UTMOS": 2.2728, "DNSMOS": 2.8376, "EmoSim": 0.9929, "SCOREQ": 3.2509, "SpkSim": 0.7466, "SpeechBERTScore": 0.845 }, "username": "ai_se", "team_name": null, "metric_ranks": { "LID": 5, "LPS": 9, "CAcc": 15, "PESQ": 9, "ESTOI": 4, "NISQA": 8, "UTMOS": 8, "DNSMOS": 7, "EmoSim": 1, "SCOREQ": 5, "SpkSim": 5, "SpeechBERTScore": 5 }, "submitted_at": "2025-11-08T10:06:20.754925+00:00", "overall_score": 6.75 }, { "rank": 11, "scores": { "LID": 0.7845, "LPS": 0.7147, "CAcc": 65.87, "PESQ": 1.9083, "ESTOI": 0.777, "NISQA": 4.1799, "UTMOS": 2.7307, "DNSMOS": 3.0763, "EmoSim": 0.9917, "SCOREQ": 3.5169, "SpkSim": 0.7076, "SpeechBERTScore": 0.8175 }, "username": "abid", "team_name": "Neural Lab", "metric_ranks": { "LID": 8, "LPS": 7, "CAcc": 12, "PESQ": 17, "ESTOI": 8, "NISQA": 1, "UTMOS": 2, "DNSMOS": 1, "EmoSim": 1, "SCOREQ": 2, "SpkSim": 7, "SpeechBERTScore": 6 }, "submitted_at": "2025-11-05T05:19:22.549359+00:00", "overall_score": 6.88 }, { "rank": 12, "scores": { "LID": 0.8524, "LPS": 0.7395, "CAcc": 67.04, "PESQ": 2.312, "ESTOI": 0.8368, "NISQA": 2.7703, "UTMOS": 2.0066, "DNSMOS": 2.631, "EmoSim": 0.9934, "SCOREQ": 2.787, "SpkSim": 0.7594, "SpeechBERTScore": 0.8725 }, "username": "Baseline_BSRNN", "team_name": null, "metric_ranks": { "LID": 4, "LPS": 4, "CAcc": 8, "PESQ": 10, "ESTOI": 3, "NISQA": 17, "UTMOS": 15, "DNSMOS": 15, "EmoSim": 1, "SCOREQ": 14, "SpkSim": 4, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-05T03:28:21.240175+00:00", "overall_score": 7.25 }, { "rank": 12, "scores": { "LID": 0.8667, "LPS": 0.7419, "CAcc": 67.9, "PESQ": 2.2933, "ESTOI": 0.8357, "NISQA": 2.7337, "UTMOS": 1.9893, "DNSMOS": 2.6256, "EmoSim": 0.9932, "SCOREQ": 2.7993, "SpkSim": 0.7632, "SpeechBERTScore": 0.8718 }, "username": "4Speech", "team_name": null, "metric_ranks": { "LID": 2, "LPS": 4, "CAcc": 4, "PESQ": 12, "ESTOI": 3, "NISQA": 18, "UTMOS": 17, "DNSMOS": 15, "EmoSim": 1, "SCOREQ": 13, "SpkSim": 4, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-06T02:21:15.386419+00:00", "overall_score": 7.25 }, { "rank": 13, "scores": { "LID": 0.8774, "LPS": 0.7377, "CAcc": 66.21, "PESQ": 2.3058, "ESTOI": 0.8356, "NISQA": 2.7153, "UTMOS": 1.9802, "DNSMOS": 2.5381, "EmoSim": 0.9932, "SCOREQ": 2.7931, "SpkSim": 0.7584, "SpeechBERTScore": 0.8698 }, "username": "xueke", "team_name": "CSF_NET", "metric_ranks": { "LID": 1, "LPS": 4, "CAcc": 11, "PESQ": 10, "ESTOI": 3, "NISQA": 19, "UTMOS": 18, "DNSMOS": 18, "EmoSim": 1, "SCOREQ": 14, "SpkSim": 4, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-05T08:45:44.307462+00:00", "overall_score": 7.75 }, { "rank": 14, "scores": { "LID": 0.8488, "LPS": 0.7355, "CAcc": 66.55, "PESQ": 2.2981, "ESTOI": 0.8348, "NISQA": 2.7685, "UTMOS": 2.0074, "DNSMOS": 2.6186, "EmoSim": 0.9932, "SCOREQ": 2.7793, "SpkSim": 0.7367, "SpeechBERTScore": 0.8676 }, "username": "seeee", "team_name": "seeee", "metric_ranks": { "LID": 4, "LPS": 4, "CAcc": 9, "PESQ": 11, "ESTOI": 4, "NISQA": 17, "UTMOS": 15, "DNSMOS": 16, "EmoSim": 1, "SCOREQ": 15, "SpkSim": 6, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-06T16:08:04.243750+00:00", "overall_score": 7.81 }, { "rank": 15, "scores": { "LID": 0.8417, "LPS": 0.732, "CAcc": 65.7, "PESQ": 2.3034, "ESTOI": 0.8347, "NISQA": 2.821, "UTMOS": 2.0014, "DNSMOS": 2.6226, "EmoSim": 0.9932, "SCOREQ": 2.7424, "SpkSim": 0.7105, "SpeechBERTScore": 0.8698 }, "username": "Yuhan_Wei", "team_name": "dku", "metric_ranks": { "LID": 5, "LPS": 5, "CAcc": 13, "PESQ": 11, "ESTOI": 4, "NISQA": 15, "UTMOS": 16, "DNSMOS": 16, "EmoSim": 1, "SCOREQ": 16, "SpkSim": 7, "SpeechBERTScore": 2 }, "submitted_at": "2025-11-05T17:25:35.676825+00:00", "overall_score": 8.31 }, { "rank": 16, "scores": { "LID": 0.8, "LPS": 0.6644, "CAcc": 59.32, "PESQ": 1.9295, "ESTOI": 0.8035, "NISQA": 3.4578, "UTMOS": 2.1264, "DNSMOS": 2.7366, "EmoSim": 0.9924, "SCOREQ": 2.8811, "SpkSim": 0.6749, "SpeechBERTScore": 0.8476 }, "username": "SPEAR", "team_name": "SPEAR", "metric_ranks": { "LID": 6, "LPS": 11, "CAcc": 22, "PESQ": 16, "ESTOI": 7, "NISQA": 5, "UTMOS": 10, "DNSMOS": 12, "EmoSim": 1, "SCOREQ": 12, "SpkSim": 10, "SpeechBERTScore": 4 }, "submitted_at": "2025-11-08T05:36:14.992137+00:00", "overall_score": 9.62 }, { "rank": 17, "scores": { "LID": 0.8452, "LPS": 0.7162, "CAcc": 63.05, "PESQ": 2.1502, "ESTOI": 0.8159, "NISQA": 2.7268, "UTMOS": 1.9271, "DNSMOS": 2.5338, "EmoSim": 0.993, "SCOREQ": 2.706, "SpkSim": 0.7123, "SpeechBERTScore": 0.8551 }, "username": "XMU-SPEECH", "team_name": "XMU-SPEECH", "metric_ranks": { "LID": 4, "LPS": 6, "CAcc": 18, "PESQ": 13, "ESTOI": 5, "NISQA": 18, "UTMOS": 19, "DNSMOS": 19, "EmoSim": 1, "SCOREQ": 17, "SpkSim": 7, "SpeechBERTScore": 3 }, "submitted_at": "2025-11-05T08:45:53.092336+00:00", "overall_score": 9.81 }, { "rank": 18, "scores": { "LID": 0.8571, "LPS": 0.6936, "CAcc": 62.78, "PESQ": 2.0908, "ESTOI": 0.805, "NISQA": 2.9415, "UTMOS": 1.9042, "DNSMOS": 2.7894, "EmoSim": 0.9918, "SCOREQ": 2.7892, "SpkSim": 0.6921, "SpeechBERTScore": 0.838 }, "username": "miku8023", "team_name": "HatsuneMiku", "metric_ranks": { "LID": 3, "LPS": 9, "CAcc": 19, "PESQ": 14, "ESTOI": 7, "NISQA": 14, "UTMOS": 20, "DNSMOS": 9, "EmoSim": 1, "SCOREQ": 14, "SpkSim": 9, "SpeechBERTScore": 5 }, "submitted_at": "2025-11-07T20:55:14.645266+00:00", "overall_score": 9.94 }, { "rank": 19, "scores": { "LID": 0.775, "LPS": 0.5963, "CAcc": 59.78, "PESQ": 1.4332, "ESTOI": 0.2977, "NISQA": 3.7715, "UTMOS": 2.6869, "DNSMOS": 3.0304, "EmoSim": 0.9837, "SCOREQ": 3.3366, "SpkSim": 0.3995, "SpeechBERTScore": 0.7523 }, "username": "sigma", "team_name": null, "metric_ranks": { "LID": 8, "LPS": 13, "CAcc": 21, "PESQ": 20, "ESTOI": 12, "NISQA": 3, "UTMOS": 3, "DNSMOS": 2, "EmoSim": 2, "SCOREQ": 4, "SpkSim": 13, "SpeechBERTScore": 7 }, "submitted_at": "2025-11-07T01:34:58.634395+00:00", "overall_score": 10.0 }, { "rank": 20, "scores": { "LID": 0.794, "LPS": 0.6545, "CAcc": 58.33, "PESQ": 1.9748, "ESTOI": 0.7952, "NISQA": 3.0926, "UTMOS": 2.0242, "DNSMOS": 2.7698, "EmoSim": 0.9913, "SCOREQ": 2.9187, "SpkSim": 0.6976, "SpeechBERTScore": 0.8188 }, "username": "Baseline_BSRNN-Flow", "team_name": null, "metric_ranks": { "LID": 7, "LPS": 12, "CAcc": 23, "PESQ": 15, "ESTOI": 7, "NISQA": 12, "UTMOS": 14, "DNSMOS": 10, "EmoSim": 1, "SCOREQ": 11, "SpkSim": 8, "SpeechBERTScore": 6 }, "submitted_at": "2025-11-05T03:30:28.135293+00:00", "overall_score": 10.38 }, { "rank": 21, "scores": { "LID": 0.8357, "LPS": 0.6651, "CAcc": 61.17, "PESQ": 1.8915, "ESTOI": 0.7741, "NISQA": 2.6889, "UTMOS": 1.8564, "DNSMOS": 2.5722, "EmoSim": 0.9917, "SCOREQ": 2.6515, "SpkSim": 0.6657, "SpeechBERTScore": 0.8164 }, "username": "Benjamin_Glidden", "team_name": "IUSpeech", "metric_ranks": { "LID": 5, "LPS": 10, "CAcc": 20, "PESQ": 18, "ESTOI": 9, "NISQA": 20, "UTMOS": 21, "DNSMOS": 17, "EmoSim": 1, "SCOREQ": 18, "SpkSim": 10, "SpeechBERTScore": 6 }, "submitted_at": "2025-11-07T19:20:29.258635+00:00", "overall_score": 12.38 }, { "rank": 22, "scores": { "LID": 0.7488, "LPS": 0.5213, "CAcc": 51.23, "PESQ": 1.4992, "ESTOI": 0.6321, "NISQA": 2.4409, "UTMOS": 1.6996, "DNSMOS": 2.3499, "EmoSim": 0.9861, "SCOREQ": 2.2267, "SpkSim": 0.5221, "SpeechBERTScore": 0.72 }, "username": "Salute", "team_name": null, "metric_ranks": { "LID": 9, "LPS": 14, "CAcc": 24, "PESQ": 19, "ESTOI": 10, "NISQA": 21, "UTMOS": 22, "DNSMOS": 20, "EmoSim": 1, "SCOREQ": 19, "SpkSim": 11, "SpeechBERTScore": 8 }, "submitted_at": "2025-11-08T12:50:00.295051+00:00", "overall_score": 14.31 }, { "rank": 23, "scores": { "LID": 0.8524, "LPS": 0.4174, "CAcc": 63.5, "PESQ": 1.1687, "ESTOI": 0.5413, "NISQA": 1.4172, "UTMOS": 1.3512, "DNSMOS": 1.4347, "EmoSim": 0.9707, "SCOREQ": 1.7524, "SpkSim": 0.5095, "SpeechBERTScore": 0.647 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LID": 4, "LPS": 15, "CAcc": 17, "PESQ": 21, "ESTOI": 11, "NISQA": 22, "UTMOS": 23, "DNSMOS": 21, "EmoSim": 3, "SCOREQ": 20, "SpkSim": 12, "SpeechBERTScore": 9 }, "submitted_at": "2025-11-05T03:02:33.209461+00:00", "overall_score": 14.62 } ] }, "4": { "phase_number": 4, "phase_name": "MOS Evaluation", "source": "organizer_upload", "config": { "metrics": [ { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SCOREQ", "label": "SCOREQ", "weight": 0.0625, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.08333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.08333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "POLQA", "label": "POLQA", "weight": 0.08333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "SpkSim", "label": "SpkSim", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "EmoSim", "label": "EmoSim", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LID", "label": "LID", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc", "weight": 0.0625, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "uploaded_at": "2026-05-29T15:17:42.003379Z", "entries": [ { "rank": 1, "scores": { "LID": 0.87, "LPS": 0.75, "CAcc": 69.69, "PESQ": 2.71, "ESTOI": 0.87, "NISQA": 3.49, "POLQA": 3.46, "UTMOS": 2.48, "DNSMOS": 2.87, "EmoSim": 0.99, "SCOREQ": 3.52, "SpkSim": 0.78, "SpeechBERTScore": 0.88 }, "username": "WR", "team_name": null, "overall_score": 2.12, "metric_ranks": { "DNSMOS": 5, "NISQA": 4, "UTMOS": 5, "SCOREQ": 2, "PESQ": 1, "ESTOI": 1, "POLQA": 1, "SpeechBERTScore": 1, "LPS": 3, "SpkSim": 2, "EmoSim": 1, "LID": 2, "CAcc": 1 } }, { "rank": 2, "scores": { "LID": 0.86, "LPS": 0.72, "CAcc": 67.66, "PESQ": 2.69, "ESTOI": 0.86, "NISQA": 3.4, "POLQA": 3.46, "UTMOS": 2.46, "DNSMOS": 2.76, "EmoSim": 0.99, "SCOREQ": 3.41, "SpkSim": 0.77, "SpeechBERTScore": 0.87 }, "username": "GHW", "team_name": "GHW", "overall_score": 3.85, "metric_ranks": { "DNSMOS": 11, "NISQA": 7, "UTMOS": 6, "SCOREQ": 3, "PESQ": 2, "ESTOI": 2, "POLQA": 1, "SpeechBERTScore": 2, "LPS": 6, "SpkSim": 3, "EmoSim": 1, "LID": 3, "CAcc": 5 } }, { "rank": 3, "scores": { "LID": 0.88, "LPS": 0.76, "CAcc": 69.46, "PESQ": 2.6, "ESTOI": 0.86, "NISQA": 3.26, "POLQA": 3.42, "UTMOS": 2.14, "DNSMOS": 2.71, "EmoSim": 0.99, "SCOREQ": 3.16, "SpkSim": 0.78, "SpeechBERTScore": 0.87 }, "username": "subatomicseer", "team_name": null, "overall_score": 3.98, "metric_ranks": { "DNSMOS": 13, "NISQA": 10, "UTMOS": 9, "SCOREQ": 7, "PESQ": 3, "ESTOI": 2, "POLQA": 3, "SpeechBERTScore": 2, "LPS": 2, "SpkSim": 2, "EmoSim": 1, "LID": 1, "CAcc": 2 } }, { "rank": 4, "scores": { "LID": 0.85, "LPS": 0.72, "CAcc": 67.13, "PESQ": 2.5, "ESTOI": 0.86, "NISQA": 3.42, "POLQA": 3.33, "UTMOS": 2.51, "DNSMOS": 2.85, "EmoSim": 0.99, "SCOREQ": 3.52, "SpkSim": 0.77, "SpeechBERTScore": 0.87 }, "username": "baird", "team_name": null, "overall_score": 4.31, "metric_ranks": { "DNSMOS": 6, "NISQA": 6, "UTMOS": 4, "SCOREQ": 2, "PESQ": 8, "ESTOI": 2, "POLQA": 5, "SpeechBERTScore": 2, "LPS": 6, "SpkSim": 3, "EmoSim": 1, "LID": 4, "CAcc": 7 } }, { "rank": 5, "scores": { "LID": 0.88, "LPS": 0.74, "CAcc": 69.69, "PESQ": 2.54, "ESTOI": 0.86, "NISQA": 3.01, "POLQA": 3.43, "UTMOS": 2.07, "DNSMOS": 2.63, "EmoSim": 0.99, "SCOREQ": 2.97, "SpkSim": 0.78, "SpeechBERTScore": 0.88 }, "username": "RICK2000", "team_name": "ALPS", "overall_score": 4.9, "metric_ranks": { "DNSMOS": 15, "NISQA": 13, "UTMOS": 12, "SCOREQ": 10, "PESQ": 6, "ESTOI": 2, "POLQA": 2, "SpeechBERTScore": 1, "LPS": 4, "SpkSim": 2, "EmoSim": 1, "LID": 1, "CAcc": 1 } }, { "rank": 6, "scores": { "LID": 0.88, "LPS": 0.75, "CAcc": 69.35, "PESQ": 2.31, "ESTOI": 0.82, "NISQA": 3.17, "POLQA": 3.14, "UTMOS": 2.28, "DNSMOS": 2.83, "EmoSim": 0.99, "SCOREQ": 3.18, "SpkSim": 0.78, "SpeechBERTScore": 0.87 }, "username": "Ali-Universal-SE", "team_name": "Ali-Universal-SE", "overall_score": 5.06, "metric_ranks": { "DNSMOS": 8, "NISQA": 11, "UTMOS": 7, "SCOREQ": 6, "PESQ": 10, "ESTOI": 5, "POLQA": 9, "SpeechBERTScore": 2, "LPS": 3, "SpkSim": 2, "EmoSim": 1, "LID": 1, "CAcc": 3 } }, { "rank": 7, "scores": { "LID": 0.87, "LPS": 0.71, "CAcc": 67.22, "PESQ": 2.52, "ESTOI": 0.83, "NISQA": 3.4, "POLQA": 3.18, "UTMOS": 2.09, "DNSMOS": 2.89, "EmoSim": 0.99, "SCOREQ": 3.1, "SpkSim": 0.74, "SpeechBERTScore": 0.86 }, "username": "camssly", "team_name": null, "overall_score": 5.5, "metric_ranks": { "DNSMOS": 3, "NISQA": 7, "UTMOS": 11, "SCOREQ": 8, "PESQ": 7, "ESTOI": 4, "POLQA": 7, "SpeechBERTScore": 3, "LPS": 7, "SpkSim": 6, "EmoSim": 1, "LID": 2, "CAcc": 6 } }, { "rank": 8, "scores": { "LID": 0.86, "LPS": 0.73, "CAcc": 66.23, "PESQ": 2.55, "ESTOI": 0.82, "NISQA": 3.31, "POLQA": 3.25, "UTMOS": 2.09, "DNSMOS": 2.87, "EmoSim": 0.99, "SCOREQ": 3.01, "SpkSim": 0.74, "SpeechBERTScore": 0.86 }, "username": "Jyxiong", "team_name": "Audiophiles", "overall_score": 5.71, "metric_ranks": { "DNSMOS": 5, "NISQA": 9, "UTMOS": 11, "SCOREQ": 9, "PESQ": 5, "ESTOI": 5, "POLQA": 6, "SpeechBERTScore": 3, "LPS": 5, "SpkSim": 6, "EmoSim": 1, "LID": 3, "CAcc": 10 } }, { "rank": 9, "scores": { "LID": 0.85, "LPS": 0.77, "CAcc": 63.58, "PESQ": 2.57, "ESTOI": 0.87, "NISQA": 2.81, "POLQA": 3.4, "UTMOS": 2.04, "DNSMOS": 2.68, "EmoSim": 0.99, "SCOREQ": 2.8, "SpkSim": 0.79, "SpeechBERTScore": 0.88 }, "username": "rc", "team_name": "NAVS", "overall_score": 5.88, "metric_ranks": { "DNSMOS": 14, "NISQA": 16, "UTMOS": 13, "SCOREQ": 13, "PESQ": 4, "ESTOI": 1, "POLQA": 4, "SpeechBERTScore": 1, "LPS": 1, "SpkSim": 1, "EmoSim": 1, "LID": 4, "CAcc": 16 } }, { "rank": 10, "scores": { "LID": 0.79, "LPS": 0.69, "CAcc": 64.3, "PESQ": 2.15, "ESTOI": 0.81, "NISQA": 3.78, "POLQA": 2.94, "UTMOS": 2.85, "DNSMOS": 2.88, "EmoSim": 0.99, "SCOREQ": 3.67, "SpkSim": 0.7, "SpeechBERTScore": 0.84 }, "username": "inverseai", "team_name": "Inverse_AI_ML_Team", "overall_score": 6.88, "metric_ranks": { "DNSMOS": 4, "NISQA": 2, "UTMOS": 1, "SCOREQ": 1, "PESQ": 13, "ESTOI": 6, "POLQA": 14, "SpeechBERTScore": 5, "LPS": 9, "SpkSim": 8, "EmoSim": 1, "LID": 7, "CAcc": 14 } }, { "rank": 11, "scores": { "LID": 0.84, "LPS": 0.68, "CAcc": 63.96, "PESQ": 2.4, "ESTOI": 0.83, "NISQA": 3.34, "POLQA": 3.15, "UTMOS": 2.27, "DNSMOS": 2.84, "EmoSim": 0.99, "SCOREQ": 3.25, "SpkSim": 0.75, "SpeechBERTScore": 0.84 }, "username": "ai_se", "team_name": null, "overall_score": 7.0, "metric_ranks": { "DNSMOS": 7, "NISQA": 8, "UTMOS": 8, "SCOREQ": 5, "PESQ": 9, "ESTOI": 4, "POLQA": 8, "SpeechBERTScore": 5, "LPS": 10, "SpkSim": 5, "EmoSim": 1, "LID": 5, "CAcc": 15 } }, { "rank": 12, "scores": { "LID": 0.78, "LPS": 0.7, "CAcc": 65.87, "PESQ": 1.91, "ESTOI": 0.78, "NISQA": 4.18, "POLQA": 2.72, "UTMOS": 2.73, "DNSMOS": 3.08, "EmoSim": 0.99, "SCOREQ": 3.52, "SpkSim": 0.71, "SpeechBERTScore": 0.82 }, "username": "abid", "team_name": "Neural Lab", "overall_score": 7.38, "metric_ranks": { "DNSMOS": 1, "NISQA": 1, "UTMOS": 2, "SCOREQ": 2, "PESQ": 17, "ESTOI": 8, "POLQA": 17, "SpeechBERTScore": 6, "LPS": 8, "SpkSim": 7, "EmoSim": 1, "LID": 8, "CAcc": 12 } }, { "rank": 13, "scores": { "LID": 0.85, "LPS": 0.73, "CAcc": 67.04, "PESQ": 2.31, "ESTOI": 0.84, "NISQA": 2.77, "POLQA": 3.1, "UTMOS": 2.01, "DNSMOS": 2.63, "EmoSim": 0.99, "SCOREQ": 2.79, "SpkSim": 0.76, "SpeechBERTScore": 0.87 }, "username": "Baseline_BSRNN", "team_name": null, "overall_score": 7.67, "metric_ranks": { "DNSMOS": 15, "NISQA": 17, "UTMOS": 15, "SCOREQ": 14, "PESQ": 10, "ESTOI": 3, "POLQA": 10, "SpeechBERTScore": 2, "LPS": 5, "SpkSim": 4, "EmoSim": 1, "LID": 4, "CAcc": 8 } }, { "rank": 14, "scores": { "LID": 0.87, "LPS": 0.73, "CAcc": 67.9, "PESQ": 2.29, "ESTOI": 0.84, "NISQA": 2.73, "POLQA": 3.08, "UTMOS": 1.99, "DNSMOS": 2.63, "EmoSim": 0.99, "SCOREQ": 2.8, "SpkSim": 0.76, "SpeechBERTScore": 0.87 }, "username": "4Speech", "team_name": null, "overall_score": 7.75, "metric_ranks": { "DNSMOS": 15, "NISQA": 18, "UTMOS": 17, "SCOREQ": 13, "PESQ": 12, "ESTOI": 3, "POLQA": 12, "SpeechBERTScore": 2, "LPS": 5, "SpkSim": 4, "EmoSim": 1, "LID": 2, "CAcc": 4 } }, { "rank": 15, "scores": { "LID": 0.88, "LPS": 0.73, "CAcc": 66.21, "PESQ": 2.31, "ESTOI": 0.84, "NISQA": 2.72, "POLQA": 3.09, "UTMOS": 1.98, "DNSMOS": 2.54, "EmoSim": 0.99, "SCOREQ": 2.79, "SpkSim": 0.76, "SpeechBERTScore": 0.87 }, "username": "xueke", "team_name": "CSF_NET", "overall_score": 8.25, "metric_ranks": { "DNSMOS": 18, "NISQA": 19, "UTMOS": 18, "SCOREQ": 14, "PESQ": 10, "ESTOI": 3, "POLQA": 11, "SpeechBERTScore": 2, "LPS": 5, "SpkSim": 4, "EmoSim": 1, "LID": 1, "CAcc": 11 } }, { "rank": 16, "scores": { "LID": 0.85, "LPS": 0.72, "CAcc": 66.55, "PESQ": 2.3, "ESTOI": 0.83, "NISQA": 2.77, "POLQA": 3.09, "UTMOS": 2.01, "DNSMOS": 2.62, "EmoSim": 0.99, "SCOREQ": 2.78, "SpkSim": 0.74, "SpeechBERTScore": 0.87 }, "username": "seeee", "team_name": "seeee", "overall_score": 8.35, "metric_ranks": { "DNSMOS": 16, "NISQA": 17, "UTMOS": 15, "SCOREQ": 15, "PESQ": 11, "ESTOI": 4, "POLQA": 11, "SpeechBERTScore": 2, "LPS": 6, "SpkSim": 6, "EmoSim": 1, "LID": 4, "CAcc": 9 } }, { "rank": 17, "scores": { "LID": 0.84, "LPS": 0.72, "CAcc": 65.7, "PESQ": 2.3, "ESTOI": 0.83, "NISQA": 2.82, "POLQA": 2.96, "UTMOS": 2.0, "DNSMOS": 2.62, "EmoSim": 0.99, "SCOREQ": 2.74, "SpkSim": 0.71, "SpeechBERTScore": 0.87 }, "username": "Yuhan_Wei", "team_name": "dku", "overall_score": 8.9, "metric_ranks": { "DNSMOS": 16, "NISQA": 15, "UTMOS": 16, "SCOREQ": 16, "PESQ": 11, "ESTOI": 4, "POLQA": 13, "SpeechBERTScore": 2, "LPS": 6, "SpkSim": 7, "EmoSim": 1, "LID": 5, "CAcc": 13 } }, { "rank": 18, "scores": { "LID": 0.8, "LPS": 0.65, "CAcc": 59.32, "PESQ": 1.93, "ESTOI": 0.8, "NISQA": 3.46, "POLQA": 2.66, "UTMOS": 2.13, "DNSMOS": 2.74, "EmoSim": 0.99, "SCOREQ": 2.88, "SpkSim": 0.67, "SpeechBERTScore": 0.85 }, "username": "SPEAR", "team_name": "SPEAR", "overall_score": 10.17, "metric_ranks": { "DNSMOS": 12, "NISQA": 5, "UTMOS": 10, "SCOREQ": 12, "PESQ": 16, "ESTOI": 7, "POLQA": 18, "SpeechBERTScore": 4, "LPS": 11, "SpkSim": 10, "EmoSim": 1, "LID": 6, "CAcc": 22 } }, { "rank": 19, "scores": { "LID": 0.78, "LPS": 0.59, "CAcc": 59.78, "PESQ": 1.43, "ESTOI": 0.3, "NISQA": 3.77, "POLQA": 2.03, "UTMOS": 2.69, "DNSMOS": 3.03, "EmoSim": 0.98, "SCOREQ": 3.34, "SpkSim": 0.4, "SpeechBERTScore": 0.75 }, "username": "sigma", "team_name": null, "overall_score": 10.46, "metric_ranks": { "DNSMOS": 2, "NISQA": 3, "UTMOS": 3, "SCOREQ": 4, "PESQ": 20, "ESTOI": 12, "POLQA": 20, "SpeechBERTScore": 7, "LPS": 14, "SpkSim": 13, "EmoSim": 2, "LID": 8, "CAcc": 21 } }, { "rank": 20, "scores": { "LID": 0.86, "LPS": 0.68, "CAcc": 62.78, "PESQ": 2.09, "ESTOI": 0.8, "NISQA": 2.94, "POLQA": 2.82, "UTMOS": 1.9, "DNSMOS": 2.79, "EmoSim": 0.99, "SCOREQ": 2.79, "SpkSim": 0.69, "SpeechBERTScore": 0.84 }, "username": "miku8023", "team_name": "HatsuneMiku", "overall_score": 10.52, "metric_ranks": { "DNSMOS": 9, "NISQA": 14, "UTMOS": 20, "SCOREQ": 14, "PESQ": 14, "ESTOI": 7, "POLQA": 16, "SpeechBERTScore": 5, "LPS": 10, "SpkSim": 9, "EmoSim": 1, "LID": 3, "CAcc": 19 } }, { "rank": 21, "scores": { "LID": 0.85, "LPS": 0.7, "CAcc": 63.05, "PESQ": 2.15, "ESTOI": 0.82, "NISQA": 2.73, "POLQA": 2.9, "UTMOS": 1.93, "DNSMOS": 2.53, "EmoSim": 0.99, "SCOREQ": 2.71, "SpkSim": 0.71, "SpeechBERTScore": 0.86 }, "username": "XMU-SPEECH", "team_name": "XMU-SPEECH", "overall_score": 10.56, "metric_ranks": { "DNSMOS": 19, "NISQA": 18, "UTMOS": 19, "SCOREQ": 17, "PESQ": 13, "ESTOI": 5, "POLQA": 15, "SpeechBERTScore": 3, "LPS": 8, "SpkSim": 7, "EmoSim": 1, "LID": 4, "CAcc": 18 } }, { "rank": 22, "scores": { "LID": 0.79, "LPS": 0.63, "CAcc": 58.33, "PESQ": 1.97, "ESTOI": 0.8, "NISQA": 3.09, "POLQA": 2.82, "UTMOS": 2.02, "DNSMOS": 2.77, "EmoSim": 0.99, "SCOREQ": 2.92, "SpkSim": 0.7, "SpeechBERTScore": 0.82 }, "username": "Baseline_BSRNN-Flow", "team_name": null, "overall_score": 10.92, "metric_ranks": { "DNSMOS": 10, "NISQA": 12, "UTMOS": 14, "SCOREQ": 11, "PESQ": 15, "ESTOI": 7, "POLQA": 16, "SpeechBERTScore": 6, "LPS": 13, "SpkSim": 8, "EmoSim": 1, "LID": 7, "CAcc": 23 } }, { "rank": 23, "scores": { "LID": 0.84, "LPS": 0.64, "CAcc": 61.17, "PESQ": 1.89, "ESTOI": 0.77, "NISQA": 2.69, "POLQA": 2.53, "UTMOS": 1.86, "DNSMOS": 2.57, "EmoSim": 0.99, "SCOREQ": 2.65, "SpkSim": 0.67, "SpeechBERTScore": 0.82 }, "username": "Benjamin_Glidden", "team_name": "IUSpeech", "overall_score": 13.08, "metric_ranks": { "DNSMOS": 17, "NISQA": 20, "UTMOS": 21, "SCOREQ": 18, "PESQ": 18, "ESTOI": 9, "POLQA": 19, "SpeechBERTScore": 6, "LPS": 12, "SpkSim": 10, "EmoSim": 1, "LID": 5, "CAcc": 20 } }, { "rank": 24, "scores": { "LID": 0.75, "LPS": 0.49, "CAcc": 51.23, "PESQ": 1.5, "ESTOI": 0.63, "NISQA": 2.44, "POLQA": 1.95, "UTMOS": 1.7, "DNSMOS": 2.35, "EmoSim": 0.99, "SCOREQ": 2.23, "SpkSim": 0.52, "SpeechBERTScore": 0.72 }, "username": "Salute", "team_name": null, "overall_score": 14.98, "metric_ranks": { "DNSMOS": 20, "NISQA": 21, "UTMOS": 22, "SCOREQ": 19, "PESQ": 19, "ESTOI": 10, "POLQA": 21, "SpeechBERTScore": 8, "LPS": 15, "SpkSim": 11, "EmoSim": 1, "LID": 9, "CAcc": 24 } }, { "rank": 25, "scores": { "LID": 0.85, "LPS": 0.4, "CAcc": 63.5, "PESQ": 1.17, "ESTOI": 0.54, "NISQA": 1.42, "POLQA": 1.55, "UTMOS": 1.35, "DNSMOS": 1.43, "EmoSim": 0.97, "SCOREQ": 1.75, "SpkSim": 0.51, "SpeechBERTScore": 0.65 }, "username": "noisy", "team_name": "official", "overall_score": 15.25, "metric_ranks": { "DNSMOS": 21, "NISQA": 22, "UTMOS": 23, "SCOREQ": 20, "PESQ": 21, "ESTOI": 11, "POLQA": 22, "SpeechBERTScore": 9, "LPS": 16, "SpkSim": 12, "EmoSim": 3, "LID": 4, "CAcc": 17 } } ] } }, "edition": "2026" }, { "title": "ICASSP 2026 URGENT Challenge - Track 2: Speech Quality Assessment", "slug": "icassp-2026-urgent-challenge-track-2-speech-quality-assessment", "short_description": "", "description": "", "terms": "", "generation": "ICASSP 2026", "track": 2, "start_date": "2025-09-20T12:00:00Z", "end_date": "2025-11-08T12:00:00Z", "status": "ended", "participant_count": 74, "submission_count": 135, "website_url": "https://urgent-challenge.github.io/urgent2026/track2/", "baseline_repo_url": "https://github.com/urgent-challenge/urgent2026_challenge_track2", "paper_title": "", "paper_url": "https://arxiv.org/pdf/2601.13531", "paper_bibtex": "", "phases": [ { "phase_number": 1, "name": "Validation phase", "description": "[download eval data for validation phase](https://huggingface.co/datasets/urgent-challenge/urgent2026_leaderboard/resolve/main/track2/validation.zip)", "start_aoe": "2025-09-20T12:00:00Z", "end_aoe": "2025-10-14T12:00:00Z" }, { "phase_number": 2, "name": "Non-blind test phase", "description": "[download eval data for non-blind test phase](https://huggingface.co/datasets/urgent-challenge/urgent2026_leaderboard/resolve/main/track2/nonblind_test.zip)", "start_aoe": "2025-10-14T12:00:00Z", "end_aoe": "2025-11-04T12:00:00Z" }, { "phase_number": 3, "name": "Blind test phase", "description": "[download eval data for blind test phase](https://huggingface.co/datasets/urgent-challenge/urgent2026_leaderboard/blob/main/track2/blind_test.zip)", "start_aoe": "2025-11-04T12:00:00Z", "end_aoe": "2025-11-08T12:00:00Z" }, { "phase_number": 4, "name": "MOS Evaluation", "description": "", "start_aoe": "2025-11-08T12:00:00Z", "end_aoe": "2025-11-08T12:00:00Z" } ], "leaderboards": { "1": { "phase_number": 1, "phase_name": "Validation phase", "source": "computed", "config": { "metrics": [ { "key": "SYS-MSE", "label": "SYS-MSE", "weight": 0.16666666666666666, "category": "error", "direction": "asc", "precision": 2 }, { "key": "SYS-SRCC", "label": "SYS-SRCC", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "SYS-LCC", "label": "SYS-LCC", "weight": 0.16666666666666666, "category": "linear correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-LCC", "label": "UTT-LCC", "weight": 0.16666666666666666, "category": "linear correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-SRCC", "label": "UTT-SRCC", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-MSE", "label": "UTT-MSE", "weight": 0.16666666666666666, "category": "error", "direction": "asc", "precision": 2 }, { "key": "SYS-KTAU", "label": "SYS-KTAU", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-KTAU", "label": "UTT-KTAU", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "SYS-LCC": 0.9391639949, "SYS-MSE": 0.0192146879, "UTT-LCC": 0.7790971987, "UTT-MSE": 0.2785038371, "SYS-KTAU": 0.8577075099, "SYS-SRCC": 0.9634387352, "UTT-KTAU": 0.5932103693, "UTT-SRCC": 0.7789040855 }, "username": "urgent", "team_name": "official", "metric_ranks": { "SYS-LCC": 1, "SYS-MSE": 1, "UTT-LCC": 2, "UTT-MSE": 2, "SYS-KTAU": 1, "SYS-SRCC": 1, "UTT-KTAU": 2, "UTT-SRCC": 2 }, "submitted_at": "2025-09-21T03:16:19.621357+00:00", "overall_score": 1.5 }, { "rank": 1, "scores": { "SYS-LCC": 0.9391562352, "SYS-MSE": 0.0192185424, "UTT-LCC": 0.7791022878, "UTT-MSE": 0.2785059706, "SYS-KTAU": 0.8577075099, "SYS-SRCC": 0.9634387352, "UTT-KTAU": 0.5932062826, "UTT-SRCC": 0.7788964182 }, "username": "QFIN", "team_name": "QFIN", "metric_ranks": { "SYS-LCC": 1, "SYS-MSE": 1, "UTT-LCC": 2, "UTT-MSE": 2, "SYS-KTAU": 1, "SYS-SRCC": 1, "UTT-KTAU": 2, "UTT-SRCC": 2 }, "submitted_at": "2025-10-09T10:21:53.141176+00:00", "overall_score": 1.5 }, { "rank": 2, "scores": { "SYS-LCC": 0.9189562354, "SYS-MSE": 0.0312146901, "UTT-LCC": 0.790764421, "UTT-MSE": 0.244894721, "SYS-KTAU": 0.7944664032, "SYS-SRCC": 0.9416996047, "UTT-KTAU": 0.6010147006, "UTT-SRCC": 0.7855976339 }, "username": "mingyach", "team_name": "Friday", "metric_ranks": { "SYS-LCC": 2, "SYS-MSE": 2, "UTT-LCC": 1, "UTT-MSE": 1, "SYS-KTAU": 3, "SYS-SRCC": 3, "UTT-KTAU": 1, "UTT-SRCC": 1 }, "submitted_at": "2025-09-27T16:09:44.926611+00:00", "overall_score": 1.67 }, { "rank": 3, "scores": { "SYS-LCC": 0.9388768347, "SYS-MSE": 0.0400769646, "UTT-LCC": 0.7686813112, "UTT-MSE": 0.2831881725, "SYS-KTAU": 0.8260869565, "SYS-SRCC": 0.9505928854, "UTT-KTAU": 0.5734902949, "UTT-SRCC": 0.7575775616 }, "username": "RuizhePANG", "team_name": "SUSTech Audio Intelligence Lab", "metric_ranks": { "SYS-LCC": 1, "SYS-MSE": 3, "UTT-LCC": 3, "UTT-MSE": 2, "SYS-KTAU": 2, "SYS-SRCC": 2, "UTT-KTAU": 3, "UTT-SRCC": 3 }, "submitted_at": "2025-10-10T09:03:46.042167+00:00", "overall_score": 2.33 }, { "rank": 4, "scores": { "SYS-LCC": 0.9005961839, "SYS-MSE": 0.0225881335, "UTT-LCC": 0.7458529495, "UTT-MSE": 0.2982545542, "SYS-KTAU": 0.7865612648, "SYS-SRCC": 0.9199604743, "UTT-KTAU": 0.5630717741, "UTT-SRCC": 0.7493989413 }, "username": "subatomicseer", "team_name": null, "metric_ranks": { "SYS-LCC": 3, "SYS-MSE": 1, "UTT-LCC": 4, "UTT-MSE": 3, "SYS-KTAU": 3, "SYS-SRCC": 4, "UTT-KTAU": 4, "UTT-SRCC": 4 }, "submitted_at": "2025-10-09T05:05:22.926100+00:00", "overall_score": 3.08 } ] }, "2": { "phase_number": 2, "phase_name": "Non-blind test phase", "source": "computed", "config": { "metrics": [ { "key": "SYS-MSE", "label": "SYS-MSE", "weight": 0.16666666666666666, "category": "error", "direction": "asc", "precision": 2 }, { "key": "SYS-SRCC", "label": "SYS-SRCC", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "SYS-LCC", "label": "SYS-LCC", "weight": 0.16666666666666666, "category": "linear correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-LCC", "label": "UTT-LCC", "weight": 0.16666666666666666, "category": "linear correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-SRCC", "label": "UTT-SRCC", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-MSE", "label": "UTT-MSE", "weight": 0.16666666666666666, "category": "error", "direction": "asc", "precision": 2 }, { "key": "SYS-KTAU", "label": "SYS-KTAU", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-KTAU", "label": "UTT-KTAU", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "SYS-LCC": 0.8573244065, "SYS-MSE": 0.1527253254, "UTT-LCC": 0.7753665456, "UTT-MSE": 0.3549107148, "SYS-KTAU": 0.6630598914, "SYS-SRCC": 0.8534890623, "UTT-KTAU": 0.5865509737, "UTT-SRCC": 0.7721259825 }, "username": "urgent", "team_name": "official", "metric_ranks": { "SYS-LCC": 1, "SYS-MSE": 2, "UTT-LCC": 1, "UTT-MSE": 1, "SYS-KTAU": 1, "SYS-SRCC": 1, "UTT-KTAU": 1, "UTT-SRCC": 1 }, "submitted_at": "2025-10-14T23:29:36.111070+00:00", "overall_score": 1.17 }, { "rank": 2, "scores": { "SYS-LCC": 0.83996472, "SYS-MSE": 0.1427303554, "UTT-LCC": 0.7590466592, "UTT-MSE": 0.3514788368, "SYS-KTAU": 0.642423059, "SYS-SRCC": 0.8366550414, "UTT-KTAU": 0.5715887226, "UTT-SRCC": 0.7578934054 }, "username": "RuizhePANG", "team_name": "SUSTech Audio Intelligence Lab", "metric_ranks": { "SYS-LCC": 3, "SYS-MSE": 1, "UTT-LCC": 3, "UTT-MSE": 1, "SYS-KTAU": 3, "SYS-SRCC": 2, "UTT-KTAU": 3, "UTT-SRCC": 2 }, "submitted_at": "2025-11-03T07:34:58.745062+00:00", "overall_score": 2.17 }, { "rank": 3, "scores": { "SYS-LCC": 0.8473782579, "SYS-MSE": 0.1733627157, "UTT-LCC": 0.7660177487, "UTT-MSE": 0.3705682808, "SYS-KTAU": 0.652913258, "SYS-SRCC": 0.8439341326, "UTT-KTAU": 0.5754555734, "UTT-SRCC": 0.7621240302 }, "username": "mingyach", "team_name": "Friday", "metric_ranks": { "SYS-LCC": 2, "SYS-MSE": 4, "UTT-LCC": 2, "UTT-MSE": 2, "SYS-KTAU": 2, "SYS-SRCC": 2, "UTT-KTAU": 2, "UTT-SRCC": 2 }, "submitted_at": "2025-10-14T14:42:35.651284+00:00", "overall_score": 2.33 }, { "rank": 4, "scores": { "SYS-LCC": 0.8359880954, "SYS-MSE": 0.1620648931, "UTT-LCC": 0.7562874073, "UTT-MSE": 0.3695466643, "SYS-KTAU": 0.6402048508, "SYS-SRCC": 0.8352736064, "UTT-KTAU": 0.5713583884, "UTT-SRCC": 0.756176828 }, "username": "JingqiSUN", "team_name": null, "metric_ranks": { "SYS-LCC": 3, "SYS-MSE": 3, "UTT-LCC": 3, "UTT-MSE": 2, "SYS-KTAU": 3, "SYS-SRCC": 2, "UTT-KTAU": 3, "UTT-SRCC": 2 }, "submitted_at": "2025-11-01T04:59:12.105490+00:00", "overall_score": 2.67 }, { "rank": 4, "scores": { "SYS-LCC": 0.8465006039, "SYS-MSE": 0.1833719103, "UTT-LCC": 0.7698391709, "UTT-MSE": 0.3795003099, "SYS-KTAU": 0.6461490763, "SYS-SRCC": 0.8378282728, "UTT-KTAU": 0.5797861642, "UTT-SRCC": 0.7646000039 }, "username": "QFIN", "team_name": "QFIN", "metric_ranks": { "SYS-LCC": 2, "SYS-MSE": 5, "UTT-LCC": 2, "UTT-MSE": 3, "SYS-KTAU": 2, "SYS-SRCC": 2, "UTT-KTAU": 2, "UTT-SRCC": 2 }, "submitted_at": "2025-11-04T06:37:09.149392+00:00", "overall_score": 2.67 }, { "rank": 5, "scores": { "SYS-LCC": 0.8545526098, "SYS-MSE": 0.1989534863, "UTT-LCC": 0.7707487998, "UTT-MSE": 0.4117708852, "SYS-KTAU": 0.6585391142, "SYS-SRCC": 0.8477262535, "UTT-KTAU": 0.581954331, "UTT-SRCC": 0.7663882265 }, "username": "rrrezzsl", "team_name": null, "metric_ranks": { "SYS-LCC": 2, "SYS-MSE": 6, "UTT-LCC": 2, "UTT-MSE": 4, "SYS-KTAU": 1, "SYS-SRCC": 1, "UTT-KTAU": 2, "UTT-SRCC": 1 }, "submitted_at": "2025-10-28T11:29:32.879091+00:00", "overall_score": 2.75 }, { "rank": 6, "scores": { "SYS-LCC": 0.8212175578, "SYS-MSE": 0.176975084, "UTT-LCC": 0.7483984103, "UTT-MSE": 0.3837792947, "SYS-KTAU": 0.6229591889, "SYS-SRCC": 0.8170876021, "UTT-KTAU": 0.559045769, "UTT-SRCC": 0.7455661211 }, "username": "wenchinhuang", "team_name": null, "metric_ranks": { "SYS-LCC": 4, "SYS-MSE": 5, "UTT-LCC": 4, "UTT-MSE": 3, "SYS-KTAU": 4, "SYS-SRCC": 3, "UTT-KTAU": 4, "UTT-SRCC": 3 }, "submitted_at": "2025-10-29T05:17:00.272106+00:00", "overall_score": 3.83 }, { "rank": 6, "scores": { "SYS-LCC": 0.8380943927, "SYS-MSE": 0.2384100644, "UTT-LCC": 0.7577252683, "UTT-MSE": 0.4685267009, "SYS-KTAU": 0.6444250301, "SYS-SRCC": 0.8358514984, "UTT-KTAU": 0.5698664721, "UTT-SRCC": 0.7557962045 }, "username": "Connie4652", "team_name": null, "metric_ranks": { "SYS-LCC": 3, "SYS-MSE": 7, "UTT-LCC": 3, "UTT-MSE": 5, "SYS-KTAU": 3, "SYS-SRCC": 2, "UTT-KTAU": 3, "UTT-SRCC": 2 }, "submitted_at": "2025-11-03T15:22:06.806311+00:00", "overall_score": 3.83 } ] }, "3": { "phase_number": 3, "phase_name": "Blind test phase", "source": "computed", "config": { "metrics": [ { "key": "SYS-MSE", "label": "SYS-MSE", "weight": 0.16666666666666666, "category": "error", "direction": "asc", "precision": 2 }, { "key": "SYS-SRCC", "label": "SYS-SRCC", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "SYS-LCC", "label": "SYS-LCC", "weight": 0.16666666666666666, "category": "linear correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-LCC", "label": "UTT-LCC", "weight": 0.16666666666666666, "category": "linear correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-SRCC", "label": "UTT-SRCC", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-MSE", "label": "UTT-MSE", "weight": 0.16666666666666666, "category": "error", "direction": "asc", "precision": 2 }, { "key": "SYS-KTAU", "label": "SYS-KTAU", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-KTAU", "label": "UTT-KTAU", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "SYS-LCC": 0.9030588487, "SYS-MSE": 0.022105291, "UTT-LCC": 0.7600317911, "UTT-MSE": 0.3271222397, "SYS-KTAU": 0.7166666667, "SYS-SRCC": 0.8323529412, "UTT-KTAU": 0.5679130503, "UTT-SRCC": 0.7536467002 }, "username": "mingyach", "team_name": "Friday", "metric_ranks": { "SYS-LCC": 4, "SYS-MSE": 1, "UTT-LCC": 1, "UTT-MSE": 1, "SYS-KTAU": 2, "SYS-SRCC": 2, "UTT-KTAU": 1, "UTT-SRCC": 2 }, "submitted_at": "2025-11-04T16:03:10.679532+00:00", "overall_score": 1.75 }, { "rank": 2, "scores": { "SYS-LCC": 0.9455624638, "SYS-MSE": 0.0407094578, "UTT-LCC": 0.7127283709, "UTT-MSE": 0.3582780103, "SYS-KTAU": 0.75, "SYS-SRCC": 0.8764705882, "UTT-KTAU": 0.5222575803, "UTT-SRCC": 0.7022308735 }, "username": "urgent-pk", "team_name": null, "metric_ranks": { "SYS-LCC": 1, "SYS-MSE": 2, "UTT-LCC": 4, "UTT-MSE": 2, "SYS-KTAU": 1, "SYS-SRCC": 1, "UTT-KTAU": 4, "UTT-SRCC": 4 }, "submitted_at": "2025-11-05T17:46:14.472361+00:00", "overall_score": 2.33 }, { "rank": 3, "scores": { "SYS-LCC": 0.9207626673, "SYS-MSE": 0.0356141696, "UTT-LCC": 0.7467497449, "UTT-MSE": 0.4061216953, "SYS-KTAU": 0.7, "SYS-SRCC": 0.8264705882, "UTT-KTAU": 0.5583684426, "UTT-SRCC": 0.7437067959 }, "username": "rrrezzsl", "team_name": null, "metric_ranks": { "SYS-LCC": 2, "SYS-MSE": 2, "UTT-LCC": 2, "UTT-MSE": 4, "SYS-KTAU": 3, "SYS-SRCC": 2, "UTT-KTAU": 2, "UTT-SRCC": 3 }, "submitted_at": "2025-11-08T11:35:09.306168+00:00", "overall_score": 2.5 }, { "rank": 4, "scores": { "SYS-LCC": 0.9222722262, "SYS-MSE": 0.0354451764, "UTT-LCC": 0.7413567257, "UTT-MSE": 0.4184600251, "SYS-KTAU": 0.7, "SYS-SRCC": 0.8264705882, "UTT-KTAU": 0.5525379546, "UTT-SRCC": 0.7377099679 }, "username": "wenchinhuang", "team_name": null, "metric_ranks": { "SYS-LCC": 2, "SYS-MSE": 2, "UTT-LCC": 3, "UTT-MSE": 5, "SYS-KTAU": 3, "SYS-SRCC": 2, "UTT-KTAU": 3, "UTT-SRCC": 3 }, "submitted_at": "2025-11-06T02:08:45.846628+00:00", "overall_score": 2.92 }, { "rank": 5, "scores": { "SYS-LCC": 0.9116449756, "SYS-MSE": 0.0177974558, "UTT-LCC": 0.7393759893, "UTT-MSE": 0.3741910273, "SYS-KTAU": 0.6333333333, "SYS-SRCC": 0.7823529412, "UTT-KTAU": 0.5537718762, "UTT-SRCC": 0.7420247895 }, "username": "RuizhePANG", "team_name": "SUSTech Audio Intelligence Lab", "metric_ranks": { "SYS-LCC": 3, "SYS-MSE": 1, "UTT-LCC": 3, "UTT-MSE": 3, "SYS-KTAU": 5, "SYS-SRCC": 5, "UTT-KTAU": 3, "UTT-SRCC": 3 }, "submitted_at": "2025-11-07T05:39:30.085483+00:00", "overall_score": 3.0 }, { "rank": 6, "scores": { "SYS-LCC": 0.9142551131, "SYS-MSE": 0.3019394159, "UTT-LCC": 0.763082127, "UTT-MSE": 0.6332789783, "SYS-KTAU": 0.65, "SYS-SRCC": 0.8058823529, "UTT-KTAU": 0.573636778, "UTT-SRCC": 0.761374935 }, "username": "urgent", "team_name": "official", "metric_ranks": { "SYS-LCC": 3, "SYS-MSE": 4, "UTT-LCC": 1, "UTT-MSE": 8, "SYS-KTAU": 4, "SYS-SRCC": 3, "UTT-KTAU": 1, "UTT-SRCC": 1 }, "submitted_at": "2025-11-05T08:21:42.601125+00:00", "overall_score": 3.42 }, { "rank": 7, "scores": { "SYS-LCC": 0.8996567443, "SYS-MSE": 0.1213405794, "UTT-LCC": 0.7510493947, "UTT-MSE": 0.4784095772, "SYS-KTAU": 0.6333333333, "SYS-SRCC": 0.7852941176, "UTT-KTAU": 0.5585644148, "UTT-SRCC": 0.7460451068 }, "username": "QFIN", "team_name": "QFIN", "metric_ranks": { "SYS-LCC": 4, "SYS-MSE": 3, "UTT-LCC": 2, "UTT-MSE": 6, "SYS-KTAU": 5, "SYS-SRCC": 4, "UTT-KTAU": 2, "UTT-SRCC": 2 }, "submitted_at": "2025-11-07T10:32:30.478155+00:00", "overall_score": 3.58 }, { "rank": 8, "scores": { "SYS-LCC": 0.91328143, "SYS-MSE": 0.1166792347, "UTT-LCC": 0.7488859121, "UTT-MSE": 0.5767386346, "SYS-KTAU": 0.6166666667, "SYS-SRCC": 0.7764705882, "UTT-KTAU": 0.5589700569, "UTT-SRCC": 0.745676174 }, "username": "Connie4652", "team_name": null, "metric_ranks": { "SYS-LCC": 3, "SYS-MSE": 3, "UTT-LCC": 2, "UTT-MSE": 7, "SYS-KTAU": 6, "SYS-SRCC": 5, "UTT-KTAU": 2, "UTT-SRCC": 2 }, "submitted_at": "2025-11-07T11:58:48.273608+00:00", "overall_score": 3.75 } ] }, "4": { "phase_number": 4, "phase_name": "MOS Evaluation", "source": "organizer_upload", "config": { "metrics": [ { "key": "SYS-MSE", "label": "SYS-MSE", "weight": 0.16666666666666666, "category": "error", "direction": "asc", "precision": 2 }, { "key": "UTT-MSE", "label": "UTT-MSE", "weight": 0.16666666666666666, "category": "error", "direction": "asc", "precision": 2 }, { "key": "SYS-LCC", "label": "SYS-LCC", "weight": 0.16666666666666666, "category": "linear correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-LCC", "label": "UTT-LCC", "weight": 0.16666666666666666, "category": "linear correlation", "direction": "desc", "precision": 2 }, { "key": "SYS-SRCC", "label": "SYS-SRCC", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-SRCC", "label": "UTT-SRCC", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "SYS-KTAU", "label": "SYS-KTAU", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 }, { "key": "UTT-KTAU", "label": "UTT-KTAU", "weight": 0.08333333333333333, "category": "rank correlation", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "uploaded_at": "2026-05-29T15:17:42.021127Z", "entries": [ { "rank": 1, "scores": { "SYS-LCC": 0.9, "SYS-MSE": 0.02, "UTT-LCC": 0.76, "UTT-MSE": 0.33, "SYS-KTAU": 0.72, "SYS-SRCC": 0.83, "UTT-KTAU": 0.57, "UTT-SRCC": 0.75 }, "username": "mingyach", "team_name": "Friday", "overall_score": 1.75, "metric_ranks": { "SYS-MSE": 1, "UTT-MSE": 1, "SYS-LCC": 4, "UTT-LCC": 1, "SYS-SRCC": 2, "UTT-SRCC": 2, "SYS-KTAU": 2, "UTT-KTAU": 1 } }, { "rank": 2, "scores": { "SYS-LCC": 0.95, "SYS-MSE": 0.04, "UTT-LCC": 0.71, "UTT-MSE": 0.36, "SYS-KTAU": 0.75, "SYS-SRCC": 0.88, "UTT-KTAU": 0.52, "UTT-SRCC": 0.7 }, "username": "urgent-pk", "team_name": null, "overall_score": 2.33, "metric_ranks": { "SYS-MSE": 2, "UTT-MSE": 2, "SYS-LCC": 1, "UTT-LCC": 4, "SYS-SRCC": 1, "UTT-SRCC": 4, "SYS-KTAU": 1, "UTT-KTAU": 4 } }, { "rank": 3, "scores": { "SYS-LCC": 0.92, "SYS-MSE": 0.04, "UTT-LCC": 0.75, "UTT-MSE": 0.41, "SYS-KTAU": 0.7, "SYS-SRCC": 0.83, "UTT-KTAU": 0.56, "UTT-SRCC": 0.74 }, "username": "rrrezzsl", "team_name": null, "overall_score": 2.5, "metric_ranks": { "SYS-MSE": 2, "UTT-MSE": 4, "SYS-LCC": 2, "UTT-LCC": 2, "SYS-SRCC": 2, "UTT-SRCC": 3, "SYS-KTAU": 3, "UTT-KTAU": 2 } }, { "rank": 4, "scores": { "SYS-LCC": 0.92, "SYS-MSE": 0.04, "UTT-LCC": 0.74, "UTT-MSE": 0.42, "SYS-KTAU": 0.7, "SYS-SRCC": 0.83, "UTT-KTAU": 0.55, "UTT-SRCC": 0.74 }, "username": "wenchinhuang", "team_name": null, "overall_score": 2.92, "metric_ranks": { "SYS-MSE": 2, "UTT-MSE": 5, "SYS-LCC": 2, "UTT-LCC": 3, "SYS-SRCC": 2, "UTT-SRCC": 3, "SYS-KTAU": 3, "UTT-KTAU": 3 } }, { "rank": 5, "scores": { "SYS-LCC": 0.91, "SYS-MSE": 0.02, "UTT-LCC": 0.74, "UTT-MSE": 0.37, "SYS-KTAU": 0.63, "SYS-SRCC": 0.78, "UTT-KTAU": 0.55, "UTT-SRCC": 0.74 }, "username": "RuizhePANG", "team_name": "SUSTech Audio Intelligence Lab", "overall_score": 3.0, "metric_ranks": { "SYS-MSE": 1, "UTT-MSE": 3, "SYS-LCC": 3, "UTT-LCC": 3, "SYS-SRCC": 5, "UTT-SRCC": 3, "SYS-KTAU": 5, "UTT-KTAU": 3 } }, { "rank": 6, "scores": { "SYS-LCC": 0.91, "SYS-MSE": 0.3, "UTT-LCC": 0.76, "UTT-MSE": 0.63, "SYS-KTAU": 0.65, "SYS-SRCC": 0.81, "UTT-KTAU": 0.57, "UTT-SRCC": 0.76 }, "username": "urgent", "team_name": "official", "overall_score": 3.42, "metric_ranks": { "SYS-MSE": 4, "UTT-MSE": 8, "SYS-LCC": 3, "UTT-LCC": 1, "SYS-SRCC": 3, "UTT-SRCC": 1, "SYS-KTAU": 4, "UTT-KTAU": 1 } }, { "rank": 7, "scores": { "SYS-LCC": 0.9, "SYS-MSE": 0.12, "UTT-LCC": 0.75, "UTT-MSE": 0.48, "SYS-KTAU": 0.63, "SYS-SRCC": 0.79, "UTT-KTAU": 0.56, "UTT-SRCC": 0.75 }, "username": "QFIN", "team_name": "QFIN", "overall_score": 3.58, "metric_ranks": { "SYS-MSE": 3, "UTT-MSE": 6, "SYS-LCC": 4, "UTT-LCC": 2, "SYS-SRCC": 4, "UTT-SRCC": 2, "SYS-KTAU": 5, "UTT-KTAU": 2 } }, { "rank": 8, "scores": { "SYS-LCC": 0.91, "SYS-MSE": 0.12, "UTT-LCC": 0.75, "UTT-MSE": 0.58, "SYS-KTAU": 0.62, "SYS-SRCC": 0.78, "UTT-KTAU": 0.56, "UTT-SRCC": 0.75 }, "username": "Connie4652", "team_name": null, "overall_score": 3.75, "metric_ranks": { "SYS-MSE": 3, "UTT-MSE": 7, "SYS-LCC": 3, "UTT-LCC": 2, "SYS-SRCC": 5, "UTT-SRCC": 2, "SYS-KTAU": 6, "UTT-KTAU": 2 } } ] } }, "edition": "2026" }, { "title": "Interspeech 2025 URGENT Challenge - Track 1", "slug": "interspeech-2025-urgent-challenge-track-1", "short_description": "", "description": "", "terms": "", "generation": "Interspeech 2025", "track": 1, "start_date": "2024-11-25T12:00:00Z", "end_date": "2025-01-23T12:00:00Z", "status": "ended", "participant_count": 41, "submission_count": 205, "website_url": "https://urgent-challenge.github.io/urgent2025/", "baseline_repo_url": "https://github.com/urgent-challenge/urgent2025_challenge", "paper_title": "", "paper_url": "https://www.isca-archive.org/interspeech_2025/saijo25_interspeech.pdf", "paper_bibtex": "", "phases": [ { "phase_number": 1, "name": "Validation phase", "description": "[download eval data for validation phase](https://drive.google.com/file/d/1Ip-C5tUNGCssT8KAjHUUoh99jkzRH6nm/view?usp=sharing)", "start_aoe": "2024-11-25T12:00:00Z", "end_aoe": "2024-12-23T12:00:00Z" }, { "phase_number": 2, "name": "Non-blind test phase", "description": "[download eval data for non blind test phase](https://drive.google.com/file/d/1rxV6RgA4LAp2I1EnHsln7wI7-UCP6Qer/view?usp=sharing)", "start_aoe": "2024-12-23T12:00:00Z", "end_aoe": "2025-01-20T12:00:00Z" }, { "phase_number": 3, "name": "Blind test phase", "description": "[download eval data for blind test phase](https://drive.google.com/file/d/1dHvYEGHCf9rsB1q-Cd9rXOeQaa_vjG2u/view?usp=sharing)", "start_aoe": "2025-01-20T12:00:00Z", "end_aoe": "2025-01-23T12:00:00Z" }, { "phase_number": 4, "name": "MOS Evaluation", "description": "", "start_aoe": "2025-01-23T12:00:00Z", "end_aoe": "2025-01-23T12:00:00Z" } ], "leaderboards": { "1": { "phase_number": 1, "phase_name": "Validation phase", "source": "computed", "config": { "metrics": [ { "key": "SpkSim", "label": "SpkSim", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SBERT", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc (%)", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LPS": 0.8414, "LSD": 2.7447, "MCD": 3.0668, "SDR": 13.3387, "CAcc": 85.35, "PESQ": 2.6589, "ESTOI": 0.8262, "NISQA": 3.3641, "UTMOS": 2.5514, "DNSMOS": 3.0873, "SpkSim": 0.806, "SpeechBERTScore": 0.8871 }, "username": "rc", "team_name": "NAVS", "metric_ranks": { "LPS": 1, "LSD": 1, "MCD": 1, "SDR": 1, "CAcc": 1, "PESQ": 1, "ESTOI": 1, "NISQA": 3, "UTMOS": 2, "DNSMOS": 1, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2024-12-22T15:50:28.669315+00:00", "overall_score": 1.25 }, { "rank": 2, "scores": { "LPS": 0.8143, "LSD": 3.1205, "MCD": 3.8422, "SDR": 12.323, "CAcc": 84.26, "PESQ": 2.46, "ESTOI": 0.7891, "NISQA": 3.501, "UTMOS": 2.4882, "DNSMOS": 3.0231, "SpkSim": 0.7865, "SpeechBERTScore": 0.8765 }, "username": "Bobbsun", "team_name": "TAI", "metric_ranks": { "LPS": 2, "LSD": 3, "MCD": 3, "SDR": 2, "CAcc": 2, "PESQ": 2, "ESTOI": 2, "NISQA": 1, "UTMOS": 3, "DNSMOS": 3, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2024-12-13T07:10:51.542307+00:00", "overall_score": 2.18 }, { "rank": 3, "scores": { "LPS": 0.7842, "LSD": 2.752, "MCD": 3.5386, "SDR": 11.7793, "CAcc": 82.66, "PESQ": 2.3115, "ESTOI": 0.775, "NISQA": 2.9226, "UTMOS": 2.2251, "DNSMOS": 2.9899, "SpkSim": 0.7617, "SpeechBERTScore": 0.8488 }, "username": "urgent", "team_name": "official", "metric_ranks": { "LPS": 3, "LSD": 2, "MCD": 2, "SDR": 3, "CAcc": 3, "PESQ": 3, "ESTOI": 3, "NISQA": 4, "UTMOS": 4, "DNSMOS": 4, "SpkSim": 3, "SpeechBERTScore": 3 }, "submitted_at": "2024-11-24T12:03:45.855596+00:00", "overall_score": 3.15 }, { "rank": 4, "scores": { "LPS": 0.7633, "LSD": 3.8358, "MCD": 5.1729, "SDR": 6.4692, "CAcc": 80.24, "PESQ": 1.8214, "ESTOI": 0.7019, "NISQA": 3.4896, "UTMOS": 2.5909, "DNSMOS": 3.0719, "SpkSim": 0.6645, "SpeechBERTScore": 0.842 }, "username": "subatomicseer", "team_name": null, "metric_ranks": { "LPS": 4, "LSD": 4, "MCD": 4, "SDR": 4, "CAcc": 4, "PESQ": 4, "ESTOI": 4, "NISQA": 2, "UTMOS": 1, "DNSMOS": 2, "SpkSim": 4, "SpeechBERTScore": 4 }, "submitted_at": "2024-12-21T04:54:25.518309+00:00", "overall_score": 3.42 }, { "rank": 5, "scores": { "LPS": 0.6002, "LSD": 5.9066, "MCD": 8.9412, "SDR": 3.2775, "CAcc": 79.49, "PESQ": 1.2571, "ESTOI": 0.5739, "NISQA": 1.556, "UTMOS": 1.5072, "DNSMOS": 1.7839, "SpkSim": 0.5854, "SpeechBERTScore": 0.7225 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LPS": 5, "LSD": 5, "MCD": 5, "SDR": 5, "CAcc": 5, "PESQ": 5, "ESTOI": 5, "NISQA": 5, "UTMOS": 5, "DNSMOS": 5, "SpkSim": 5, "SpeechBERTScore": 5 }, "submitted_at": "2024-11-24T12:03:44.100231+00:00", "overall_score": 5.0 } ] }, "2": { "phase_number": 2, "phase_name": "Non-blind test phase", "source": "computed", "config": { "metrics": [ { "key": "SpkSim", "label": "SpkSim", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc (%)", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LPS": 0.8553, "LSD": 2.8291, "MCD": 3.0094, "SDR": 14.326, "CAcc": 88.92, "PESQ": 2.9477, "ESTOI": 0.8613, "NISQA": 3.4089, "UTMOS": 2.3976, "DNSMOS": 3.0107, "SpkSim": 0.8531, "SpeechBERTScore": 0.9066 }, "username": "Bobbsun", "team_name": "TAI", "metric_ranks": { "LPS": 1, "LSD": 3, "MCD": 2, "SDR": 1, "CAcc": 1, "PESQ": 1, "ESTOI": 1, "NISQA": 5, "UTMOS": 3, "DNSMOS": 5, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2025-01-18T13:27:55.648236+00:00", "overall_score": 1.98 }, { "rank": 2, "scores": { "LPS": 0.847, "LSD": 2.9423, "MCD": 2.9272, "SDR": 13.1059, "CAcc": 88.05, "PESQ": 2.7916, "ESTOI": 0.8532, "NISQA": 3.2144, "UTMOS": 2.2969, "DNSMOS": 3.0107, "SpkSim": 0.8355, "SpeechBERTScore": 0.8971 }, "username": "rc", "team_name": "NAVS", "metric_ranks": { "LPS": 2, "LSD": 6, "MCD": 1, "SDR": 2, "CAcc": 2, "PESQ": 2, "ESTOI": 2, "NISQA": 7, "UTMOS": 6, "DNSMOS": 5, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2025-01-01T22:43:12.880904+00:00", "overall_score": 3.15 }, { "rank": 3, "scores": { "LPS": 0.8385, "LSD": 3.0816, "MCD": 3.2957, "SDR": 13.0597, "CAcc": 87.94, "PESQ": 2.739, "ESTOI": 0.8413, "NISQA": 3.4542, "UTMOS": 2.3143, "DNSMOS": 3.0013, "SpkSim": 0.8338, "SpeechBERTScore": 0.8949 }, "username": "Xiaobin", "team_name": "NJU-AALab", "metric_ranks": { "LPS": 3, "LSD": 9, "MCD": 4, "SDR": 3, "CAcc": 3, "PESQ": 3, "ESTOI": 3, "NISQA": 3, "UTMOS": 5, "DNSMOS": 6, "SpkSim": 3, "SpeechBERTScore": 3 }, "submitted_at": "2025-01-20T10:51:29.891606+00:00", "overall_score": 3.77 }, { "rank": 4, "scores": { "LPS": 0.8065, "LSD": 2.6908, "MCD": 3.3556, "SDR": 11.9312, "CAcc": 85.65, "PESQ": 2.7244, "ESTOI": 0.8204, "NISQA": 3.4165, "UTMOS": 2.2568, "DNSMOS": 3.0156, "SpkSim": 0.8044, "SpeechBERTScore": 0.8875 }, "username": "poisonous", "team_name": null, "metric_ranks": { "LPS": 5, "LSD": 1, "MCD": 6, "SDR": 6, "CAcc": 6, "PESQ": 4, "ESTOI": 4, "NISQA": 4, "UTMOS": 7, "DNSMOS": 4, "SpkSim": 5, "SpeechBERTScore": 3 }, "submitted_at": "2025-01-20T03:23:30.032331+00:00", "overall_score": 4.67 }, { "rank": 5, "scores": { "LPS": 0.8193, "LSD": 3.0645, "MCD": 3.9, "SDR": 12.1837, "CAcc": 86.15, "PESQ": 2.6327, "ESTOI": 0.8192, "NISQA": 3.2823, "UTMOS": 2.3393, "DNSMOS": 3.0241, "SpkSim": 0.8197, "SpeechBERTScore": 0.8788 }, "username": "subatomicseer", "team_name": null, "metric_ranks": { "LPS": 4, "LSD": 8, "MCD": 9, "SDR": 4, "CAcc": 5, "PESQ": 5, "ESTOI": 4, "NISQA": 6, "UTMOS": 4, "DNSMOS": 4, "SpkSim": 4, "SpeechBERTScore": 4 }, "submitted_at": "2025-01-14T11:18:24.603530+00:00", "overall_score": 4.79 }, { "rank": 6, "scores": { "LPS": 0.8168, "LSD": 3.2719, "MCD": 3.2796, "SDR": 12.0862, "CAcc": 86.46, "PESQ": 2.436, "ESTOI": 0.8197, "NISQA": 3.1498, "UTMOS": 2.1765, "DNSMOS": 2.9618, "SpkSim": 0.8166, "SpeechBERTScore": 0.8801 }, "username": "byti.shsy", "team_name": "Bytedance-SMT-Audio", "metric_ranks": { "LPS": 4, "LSD": 10, "MCD": 3, "SDR": 5, "CAcc": 4, "PESQ": 7, "ESTOI": 4, "NISQA": 8, "UTMOS": 8, "DNSMOS": 8, "SpkSim": 4, "SpeechBERTScore": 4 }, "submitted_at": "2025-01-19T18:18:29.322795+00:00", "overall_score": 5.45 }, { "rank": 7, "scores": { "LPS": 0.7912, "LSD": 2.8406, "MCD": 3.323, "SDR": 11.3685, "CAcc": 84.93, "PESQ": 2.4328, "ESTOI": 0.8007, "NISQA": 2.9492, "UTMOS": 2.1107, "DNSMOS": 2.9663, "SpkSim": 0.7957, "SpeechBERTScore": 0.8609 }, "username": "Lam-Fung", "team_name": null, "metric_ranks": { "LPS": 6, "LSD": 4, "MCD": 5, "SDR": 7, "CAcc": 8, "PESQ": 8, "ESTOI": 5, "NISQA": 10, "UTMOS": 11, "DNSMOS": 7, "SpkSim": 5, "SpeechBERTScore": 6 }, "submitted_at": "2025-01-09T09:45:24.078638+00:00", "overall_score": 6.91 }, { "rank": 8, "scores": { "LPS": 0.7926, "LSD": 2.8479, "MCD": 3.3206, "SDR": 11.2856, "CAcc": 84.96, "PESQ": 2.4324, "ESTOI": 0.8008, "NISQA": 2.8938, "UTMOS": 2.1063, "DNSMOS": 2.9414, "SpkSim": 0.7952, "SpeechBERTScore": 0.8605 }, "username": "urgent", "team_name": "official", "metric_ranks": { "LPS": 6, "LSD": 5, "MCD": 5, "SDR": 8, "CAcc": 7, "PESQ": 8, "ESTOI": 5, "NISQA": 11, "UTMOS": 11, "DNSMOS": 9, "SpkSim": 5, "SpeechBERTScore": 6 }, "submitted_at": "2024-12-24T12:43:10.726764+00:00", "overall_score": 7.13 }, { "rank": 9, "scores": { "LPS": 0.7896, "LSD": 2.7249, "MCD": 3.4365, "SDR": 6.2207, "CAcc": 83.73, "PESQ": 2.2238, "ESTOI": 0.7058, "NISQA": 2.7037, "UTMOS": 2.1533, "DNSMOS": 3.1073, "SpkSim": 0.7763, "SpeechBERTScore": 0.87 }, "username": "cobalamin", "team_name": "Labskaus", "metric_ranks": { "LPS": 6, "LSD": 2, "MCD": 7, "SDR": 14, "CAcc": 9, "PESQ": 11, "ESTOI": 9, "NISQA": 14, "UTMOS": 9, "DNSMOS": 3, "SpkSim": 7, "SpeechBERTScore": 5 }, "submitted_at": "2025-01-18T16:40:06.746645+00:00", "overall_score": 7.69 }, { "rank": 10, "scores": { "LPS": 0.7666, "LSD": 3.7329, "MCD": 4.5101, "SDR": 7.4914, "CAcc": 81.7, "PESQ": 1.9878, "ESTOI": 0.757, "NISQA": 3.9628, "UTMOS": 2.4915, "DNSMOS": 3.2756, "SpkSim": 0.7651, "SpeechBERTScore": 0.8392 }, "username": "alindborg", "team_name": "aic", "metric_ranks": { "LPS": 8, "LSD": 12, "MCD": 12, "SDR": 13, "CAcc": 12, "PESQ": 12, "ESTOI": 7, "NISQA": 2, "UTMOS": 2, "DNSMOS": 1, "SpkSim": 8, "SpeechBERTScore": 8 }, "submitted_at": "2025-01-16T21:39:29.508573+00:00", "overall_score": 7.72 }, { "rank": 11, "scores": { "LPS": 0.7877, "LSD": 3.0251, "MCD": 3.5726, "SDR": 10.9279, "CAcc": 83.71, "PESQ": 2.3537, "ESTOI": 0.795, "NISQA": 2.8928, "UTMOS": 2.065, "DNSMOS": 2.908, "SpkSim": 0.7883, "SpeechBERTScore": 0.8579 }, "username": "SQuad", "team_name": null, "metric_ranks": { "LPS": 6, "LSD": 7, "MCD": 8, "SDR": 9, "CAcc": 10, "PESQ": 9, "ESTOI": 5, "NISQA": 11, "UTMOS": 12, "DNSMOS": 11, "SpkSim": 6, "SpeechBERTScore": 6 }, "submitted_at": "2025-01-19T18:02:34.889861+00:00", "overall_score": 8.23 }, { "rank": 12, "scores": { "LPS": 0.7755, "LSD": 3.28, "MCD": 4.399, "SDR": 9.5787, "CAcc": 83.2, "PESQ": 2.5587, "ESTOI": 0.7767, "NISQA": 2.9655, "UTMOS": 2.1399, "DNSMOS": 2.9303, "SpkSim": 0.7671, "SpeechBERTScore": 0.8549 }, "username": "dy", "team_name": null, "metric_ranks": { "LPS": 7, "LSD": 11, "MCD": 10, "SDR": 10, "CAcc": 11, "PESQ": 6, "ESTOI": 6, "NISQA": 9, "UTMOS": 10, "DNSMOS": 10, "SpkSim": 8, "SpeechBERTScore": 7 }, "submitted_at": "2025-01-18T15:43:24.017704+00:00", "overall_score": 8.69 }, { "rank": 13, "scores": { "LPS": 0.7301, "LSD": 7.9784, "MCD": 11.2461, "SDR": -13.8756, "CAcc": 79.7, "PESQ": 1.3596, "ESTOI": 0.5559, "NISQA": 4.0062, "UTMOS": 2.7805, "DNSMOS": 3.1815, "SpkSim": 0.5098, "SpeechBERTScore": 0.8194 }, "username": "wataru9871", "team_name": "UTokyo-AIST", "metric_ranks": { "LPS": 10, "LSD": 17, "MCD": 16, "SDR": 17, "CAcc": 16, "PESQ": 15, "ESTOI": 12, "NISQA": 1, "UTMOS": 1, "DNSMOS": 2, "SpkSim": 13, "SpeechBERTScore": 10 }, "submitted_at": "2024-12-26T23:51:59.235436+00:00", "overall_score": 10.31 }, { "rank": 14, "scores": { "LPS": 0.7448, "LSD": 4.3126, "MCD": 5.2118, "SDR": 5.9997, "CAcc": 80.03, "PESQ": 2.2537, "ESTOI": 0.7583, "NISQA": 2.7743, "UTMOS": 2.1427, "DNSMOS": 2.9403, "SpkSim": 0.692, "SpeechBERTScore": 0.8289 }, "username": "IASP_Q", "team_name": null, "metric_ranks": { "LPS": 9, "LSD": 13, "MCD": 13, "SDR": 15, "CAcc": 15, "PESQ": 10, "ESTOI": 7, "NISQA": 13, "UTMOS": 10, "DNSMOS": 9, "SpkSim": 10, "SpeechBERTScore": 9 }, "submitted_at": "2025-01-20T06:02:51.285414+00:00", "overall_score": 10.94 }, { "rank": 15, "scores": { "LPS": 0.7418, "LSD": 4.8932, "MCD": 4.4072, "SDR": 8.284, "CAcc": 81.66, "PESQ": 1.9112, "ESTOI": 0.7228, "NISQA": 2.4168, "UTMOS": 1.8741, "DNSMOS": 2.6307, "SpkSim": 0.6966, "SpeechBERTScore": 0.8307 }, "username": "hanhw96", "team_name": null, "metric_ranks": { "LPS": 9, "LSD": 14, "MCD": 11, "SDR": 11, "CAcc": 13, "PESQ": 13, "ESTOI": 8, "NISQA": 15, "UTMOS": 13, "DNSMOS": 13, "SpkSim": 9, "SpeechBERTScore": 9 }, "submitted_at": "2025-01-15T07:17:50.344528+00:00", "overall_score": 11.27 }, { "rank": 16, "scores": { "LPS": 0.6625, "LSD": 6.5881, "MCD": 5.7839, "SDR": 8.0728, "CAcc": 71.74, "PESQ": 1.9906, "ESTOI": 0.6755, "NISQA": 2.8012, "UTMOS": 2.1536, "DNSMOS": 2.8795, "SpkSim": 0.5437, "SpeechBERTScore": 0.7869 }, "username": "SEES", "team_name": "bigger", "metric_ranks": { "LPS": 11, "LSD": 16, "MCD": 14, "SDR": 12, "CAcc": 17, "PESQ": 12, "ESTOI": 10, "NISQA": 12, "UTMOS": 9, "DNSMOS": 12, "SpkSim": 12, "SpeechBERTScore": 11 }, "submitted_at": "2025-01-19T01:52:32.396294+00:00", "overall_score": 12.32 }, { "rank": 17, "scores": { "LPS": 0.6172, "LSD": 5.5102, "MCD": 7.9181, "SDR": 2.5304, "CAcc": 81.29, "PESQ": 1.3731, "ESTOI": 0.6094, "NISQA": 1.6876, "UTMOS": 1.5585, "DNSMOS": 1.8374, "SpkSim": 0.6254, "SpeechBERTScore": 0.749 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LPS": 12, "LSD": 15, "MCD": 15, "SDR": 16, "CAcc": 14, "PESQ": 14, "ESTOI": 11, "NISQA": 16, "UTMOS": 14, "DNSMOS": 14, "SpkSim": 11, "SpeechBERTScore": 12 }, "submitted_at": "2024-12-24T12:52:02.918980+00:00", "overall_score": 13.34 } ] }, "3": { "phase_number": 3, "phase_name": "Blind test phase", "source": "computed", "config": { "metrics": [ { "key": "SpkSim", "label": "SpkSim", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc (%)", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LPS": 0.7361, "LSD": 2.9274, "MCD": 3.6676, "SDR": 12.6584, "CAcc": 79.8, "PESQ": 2.6361, "ESTOI": 0.8228, "NISQA": 3.2196, "UTMOS": 2.0925, "DNSMOS": 2.8815, "SpkSim": 0.7592, "SpeechBERTScore": 0.8677 }, "username": "Bobbsun", "team_name": "TAI", "metric_ranks": { "LPS": 1, "LSD": 3, "MCD": 2, "SDR": 1, "CAcc": 1, "PESQ": 1, "ESTOI": 1, "NISQA": 6, "UTMOS": 5, "DNSMOS": 7, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2025-01-23T08:32:54.036727+00:00", "overall_score": 2.4 }, { "rank": 2, "scores": { "LPS": 0.7179, "LSD": 2.9814, "MCD": 3.643, "SDR": 11.6884, "CAcc": 78.35, "PESQ": 2.4808, "ESTOI": 0.807, "NISQA": 2.9236, "UTMOS": 2.0332, "DNSMOS": 2.8263, "SpkSim": 0.7372, "SpeechBERTScore": 0.8509 }, "username": "rc", "team_name": "NAVS", "metric_ranks": { "LPS": 2, "LSD": 7, "MCD": 1, "SDR": 2, "CAcc": 2, "PESQ": 2, "ESTOI": 2, "NISQA": 12, "UTMOS": 7, "DNSMOS": 10, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2025-01-23T11:51:18.153941+00:00", "overall_score": 4.12 }, { "rank": 3, "scores": { "LPS": 0.7012, "LSD": 2.9944, "MCD": 3.9638, "SDR": 11.1032, "CAcc": 76.06, "PESQ": 2.469, "ESTOI": 0.7891, "NISQA": 3.2412, "UTMOS": 2.1559, "DNSMOS": 2.916, "SpkSim": 0.7425, "SpeechBERTScore": 0.845 }, "username": "Xiaobin", "team_name": "NJU-AALab", "metric_ranks": { "LPS": 4, "LSD": 8, "MCD": 7, "SDR": 5, "CAcc": 6, "PESQ": 3, "ESTOI": 4, "NISQA": 5, "UTMOS": 3, "DNSMOS": 5, "SpkSim": 2, "SpeechBERTScore": 3 }, "submitted_at": "2025-01-22T23:17:23.061256+00:00", "overall_score": 4.31 }, { "rank": 4, "scores": { "LPS": 0.7054, "LSD": 2.9384, "MCD": 3.9005, "SDR": 11.4663, "CAcc": 78.06, "PESQ": 2.4741, "ESTOI": 0.7968, "NISQA": 3.0115, "UTMOS": 2.0424, "DNSMOS": 2.7984, "SpkSim": 0.7445, "SpeechBERTScore": 0.8539 }, "username": "RICK2000", "team_name": "ALPS", "metric_ranks": { "LPS": 3, "LSD": 4, "MCD": 5, "SDR": 3, "CAcc": 3, "PESQ": 3, "ESTOI": 3, "NISQA": 10, "UTMOS": 6, "DNSMOS": 11, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2025-01-22T08:03:35.202685+00:00", "overall_score": 4.4 }, { "rank": 5, "scores": { "LPS": 0.7087, "LSD": 3.6634, "MCD": 4.7857, "SDR": 11.2538, "CAcc": 77.09, "PESQ": 2.4455, "ESTOI": 0.7913, "NISQA": 3.2478, "UTMOS": 2.1905, "DNSMOS": 2.9427, "SpkSim": 0.7122, "SpeechBERTScore": 0.8342 }, "username": "subatomicseer", "team_name": null, "metric_ranks": { "LPS": 3, "LSD": 12, "MCD": 11, "SDR": 4, "CAcc": 5, "PESQ": 4, "ESTOI": 4, "NISQA": 4, "UTMOS": 2, "DNSMOS": 4, "SpkSim": 3, "SpeechBERTScore": 4 }, "submitted_at": "2025-01-23T04:03:02.585467+00:00", "overall_score": 4.46 }, { "rank": 6, "scores": { "LPS": 0.6981, "LSD": 3.7833, "MCD": 4.2206, "SDR": 10.5796, "CAcc": 77.15, "PESQ": 2.2912, "ESTOI": 0.7812, "NISQA": 3.2754, "UTMOS": 1.9763, "DNSMOS": 2.9058, "SpkSim": 0.7045, "SpeechBERTScore": 0.8285 }, "username": "byti.shsy", "team_name": "Bytedance-SMT-Audio", "metric_ranks": { "LPS": 4, "LSD": 13, "MCD": 8, "SDR": 7, "CAcc": 4, "PESQ": 6, "ESTOI": 5, "NISQA": 3, "UTMOS": 8, "DNSMOS": 6, "SpkSim": 4, "SpeechBERTScore": 4 }, "submitted_at": "2025-01-23T08:38:09.640481+00:00", "overall_score": 5.37 }, { "rank": 7, "scores": { "LPS": 0.6795, "LSD": 2.8086, "MCD": 3.95, "SDR": 10.7433, "CAcc": 75.28, "PESQ": 2.448, "ESTOI": 0.7811, "NISQA": 3.0821, "UTMOS": 1.9781, "DNSMOS": 2.8472, "SpkSim": 0.6959, "SpeechBERTScore": 0.8449 }, "username": "poisonous", "team_name": null, "metric_ranks": { "LPS": 5, "LSD": 2, "MCD": 6, "SDR": 6, "CAcc": 9, "PESQ": 4, "ESTOI": 5, "NISQA": 8, "UTMOS": 8, "DNSMOS": 9, "SpkSim": 4, "SpeechBERTScore": 3 }, "submitted_at": "2025-01-21T08:04:14.035398+00:00", "overall_score": 5.86 }, { "rank": 8, "scores": { "LPS": 0.6637, "LSD": 2.9471, "MCD": 3.8879, "SDR": 10.3865, "CAcc": 75.3, "PESQ": 2.2545, "ESTOI": 0.7634, "NISQA": 3.1576, "UTMOS": 1.9717, "DNSMOS": 2.9151, "SpkSim": 0.6916, "SpeechBERTScore": 0.8227 }, "username": "Lam-Fung", "team_name": null, "metric_ranks": { "LPS": 7, "LSD": 5, "MCD": 4, "SDR": 8, "CAcc": 8, "PESQ": 7, "ESTOI": 6, "NISQA": 7, "UTMOS": 9, "DNSMOS": 5, "SpkSim": 5, "SpeechBERTScore": 5 }, "submitted_at": "2025-01-21T14:35:17.775611+00:00", "overall_score": 6.38 }, { "rank": 9, "scores": { "LPS": 0.6684, "LSD": 2.7223, "MCD": 3.8018, "SDR": 10.2351, "CAcc": 75.6, "PESQ": 2.2353, "ESTOI": 0.7646, "NISQA": 2.7664, "UTMOS": 1.9163, "DNSMOS": 2.8498, "SpkSim": 0.7028, "SpeechBERTScore": 0.8214 }, "username": "urgent", "team_name": "official", "metric_ranks": { "LPS": 6, "LSD": 1, "MCD": 3, "SDR": 9, "CAcc": 7, "PESQ": 8, "ESTOI": 6, "NISQA": 14, "UTMOS": 13, "DNSMOS": 9, "SpkSim": 4, "SpeechBERTScore": 5 }, "submitted_at": "2025-01-20T16:36:33.208343+00:00", "overall_score": 7.1 }, { "rank": 10, "scores": { "LPS": 0.6474, "LSD": 3.1421, "MCD": 4.416, "SDR": 7.4329, "CAcc": 72.47, "PESQ": 1.9876, "ESTOI": 0.7411, "NISQA": 3.6868, "UTMOS": 2.1058, "DNSMOS": 3.0793, "SpkSim": 0.7146, "SpeechBERTScore": 0.8026 }, "username": "alindborg", "team_name": "aic", "metric_ranks": { "LPS": 8, "LSD": 9, "MCD": 9, "SDR": 16, "CAcc": 15, "PESQ": 12, "ESTOI": 8, "NISQA": 2, "UTMOS": 4, "DNSMOS": 2, "SpkSim": 3, "SpeechBERTScore": 7 }, "submitted_at": "2025-01-22T15:03:37.126038+00:00", "overall_score": 7.49 }, { "rank": 11, "scores": { "LPS": 0.6465, "LSD": 2.9564, "MCD": 4.6606, "SDR": 8.4789, "CAcc": 74.11, "PESQ": 2.3803, "ESTOI": 0.7427, "NISQA": 2.7634, "UTMOS": 1.9435, "DNSMOS": 2.8016, "SpkSim": 0.6703, "SpeechBERTScore": 0.8112 }, "username": "dy", "team_name": null, "metric_ranks": { "LPS": 8, "LSD": 6, "MCD": 10, "SDR": 14, "CAcc": 10, "PESQ": 5, "ESTOI": 8, "NISQA": 15, "UTMOS": 12, "DNSMOS": 11, "SpkSim": 6, "SpeechBERTScore": 6 }, "submitted_at": "2025-01-21T11:54:58.762950+00:00", "overall_score": 9.07 }, { "rank": 12, "scores": { "LPS": 0.6358, "LSD": 3.1756, "MCD": 4.7988, "SDR": 8.6801, "CAcc": 73.18, "PESQ": 2.0571, "ESTOI": 0.7467, "NISQA": 3.057, "UTMOS": 1.9176, "DNSMOS": 2.8698, "SpkSim": 0.6693, "SpeechBERTScore": 0.8019 }, "username": "NWPU-ZW", "team_name": null, "metric_ranks": { "LPS": 9, "LSD": 10, "MCD": 12, "SDR": 12, "CAcc": 14, "PESQ": 11, "ESTOI": 7, "NISQA": 9, "UTMOS": 13, "DNSMOS": 8, "SpkSim": 6, "SpeechBERTScore": 7 }, "submitted_at": "2025-01-23T11:56:48.519973+00:00", "overall_score": 9.6 }, { "rank": 13, "scores": { "LPS": 0.6357, "LSD": 5.5087, "MCD": 5.246, "SDR": 8.7235, "CAcc": 73.26, "PESQ": 2.1083, "ESTOI": 0.7258, "NISQA": 2.6643, "UTMOS": 1.9635, "DNSMOS": 2.8265, "SpkSim": 0.6161, "SpeechBERTScore": 0.79 }, "username": "tian1507", "team_name": "SAY", "metric_ranks": { "LPS": 9, "LSD": 18, "MCD": 15, "SDR": 11, "CAcc": 13, "PESQ": 10, "ESTOI": 9, "NISQA": 18, "UTMOS": 10, "DNSMOS": 10, "SpkSim": 8, "SpeechBERTScore": 8 }, "submitted_at": "2025-01-21T17:44:13.456875+00:00", "overall_score": 11.07 }, { "rank": 14, "scores": { "LPS": 0.6317, "LSD": 3.997, "MCD": 5.0195, "SDR": 7.7646, "CAcc": 73.97, "PESQ": 2.1947, "ESTOI": 0.7102, "NISQA": 2.5061, "UTMOS": 1.9458, "DNSMOS": 2.7791, "SpkSim": 0.6076, "SpeechBERTScore": 0.7878 }, "username": "IASP_Q", "team_name": null, "metric_ranks": { "LPS": 10, "LSD": 14, "MCD": 14, "SDR": 15, "CAcc": 11, "PESQ": 9, "ESTOI": 11, "NISQA": 19, "UTMOS": 11, "DNSMOS": 12, "SpkSim": 9, "SpeechBERTScore": 8 }, "submitted_at": "2025-01-22T01:43:42.900420+00:00", "overall_score": 11.4 }, { "rank": 15, "scores": { "LPS": 0.6301, "LSD": 3.2287, "MCD": 4.9183, "SDR": 8.7595, "CAcc": 68.34, "PESQ": 1.9819, "ESTOI": 0.7215, "NISQA": 2.7428, "UTMOS": 1.8696, "DNSMOS": 2.6972, "SpkSim": 0.6434, "SpeechBERTScore": 0.7852 }, "username": "SQuad", "team_name": null, "metric_ranks": { "LPS": 10, "LSD": 11, "MCD": 13, "SDR": 10, "CAcc": 20, "PESQ": 13, "ESTOI": 10, "NISQA": 16, "UTMOS": 15, "DNSMOS": 13, "SpkSim": 7, "SpeechBERTScore": 8 }, "submitted_at": "2025-01-21T13:06:20.769285+00:00", "overall_score": 12.14 }, { "rank": 16, "scores": { "LPS": 0.5939, "LSD": 7.1376, "MCD": 10.3062, "SDR": -12.2774, "CAcc": 67.87, "PESQ": 1.3364, "ESTOI": 0.5382, "NISQA": 3.7401, "UTMOS": 2.5337, "DNSMOS": 3.1037, "SpkSim": 0.4665, "SpeechBERTScore": 0.7784 }, "username": "wataru9871", "team_name": "UTokyo-AIST", "metric_ranks": { "LPS": 12, "LSD": 22, "MCD": 21, "SDR": 22, "CAcc": 21, "PESQ": 19, "ESTOI": 17, "NISQA": 1, "UTMOS": 1, "DNSMOS": 1, "SpkSim": 14, "SpeechBERTScore": 9 }, "submitted_at": "2025-01-23T10:25:52.701764+00:00", "overall_score": 12.3 }, { "rank": 17, "scores": { "LPS": 0.5782, "LSD": 4.0698, "MCD": 5.6649, "SDR": 4.9807, "CAcc": 65.24, "PESQ": 1.6057, "ESTOI": 0.6488, "NISQA": 2.943, "UTMOS": 1.9163, "DNSMOS": 2.9867, "SpkSim": 0.5822, "SpeechBERTScore": 0.7539 }, "username": "Jaco_Inc", "team_name": "Jaco", "metric_ranks": { "LPS": 13, "LSD": 16, "MCD": 16, "SDR": 19, "CAcc": 22, "PESQ": 18, "ESTOI": 13, "NISQA": 11, "UTMOS": 13, "DNSMOS": 3, "SpkSim": 10, "SpeechBERTScore": 11 }, "submitted_at": "2025-01-23T05:58:25.933601+00:00", "overall_score": 13.35 }, { "rank": 18, "scores": { "LPS": 0.6066, "LSD": 4.053, "MCD": 4.9215, "SDR": 8.6422, "CAcc": 71.46, "PESQ": 1.7695, "ESTOI": 0.693, "NISQA": 2.1898, "UTMOS": 1.7954, "DNSMOS": 2.6843, "SpkSim": 0.6109, "SpeechBERTScore": 0.7728 }, "username": "sserbest", "team_name": null, "metric_ranks": { "LPS": 11, "LSD": 15, "MCD": 13, "SDR": 13, "CAcc": 16, "PESQ": 17, "ESTOI": 12, "NISQA": 21, "UTMOS": 16, "DNSMOS": 14, "SpkSim": 9, "SpeechBERTScore": 10 }, "submitted_at": "2025-01-21T16:50:08.786035+00:00", "overall_score": 13.5 }, { "rank": 19, "scores": { "LPS": 0.609, "LSD": 4.9318, "MCD": 6.9543, "SDR": 1.9211, "CAcc": 70.2, "PESQ": 1.8794, "ESTOI": 0.6026, "NISQA": 2.6849, "UTMOS": 1.9164, "DNSMOS": 2.6307, "SpkSim": 0.6156, "SpeechBERTScore": 0.7824 }, "username": "cobalamin", "team_name": "Labskaus", "metric_ranks": { "LPS": 11, "LSD": 17, "MCD": 19, "SDR": 21, "CAcc": 18, "PESQ": 14, "ESTOI": 15, "NISQA": 17, "UTMOS": 13, "DNSMOS": 16, "SpkSim": 8, "SpeechBERTScore": 9 }, "submitted_at": "2025-01-23T11:09:38.720085+00:00", "overall_score": 13.88 }, { "rank": 20, "scores": { "LPS": 0.5772, "LSD": 5.7408, "MCD": 5.9609, "SDR": 6.8301, "CAcc": 70.8, "PESQ": 1.823, "ESTOI": 0.6501, "NISQA": 2.7942, "UTMOS": 1.9065, "DNSMOS": 2.637, "SpkSim": 0.4988, "SpeechBERTScore": 0.7671 }, "username": "dklement", "team_name": "espresso", "metric_ranks": { "LPS": 13, "LSD": 19, "MCD": 17, "SDR": 17, "CAcc": 17, "PESQ": 16, "ESTOI": 13, "NISQA": 13, "UTMOS": 14, "DNSMOS": 15, "SpkSim": 12, "SpeechBERTScore": 10 }, "submitted_at": "2025-01-22T09:03:43.548816+00:00", "overall_score": 14.1 }, { "rank": 21, "scores": { "LPS": 0.5075, "LSD": 5.841, "MCD": 9.3398, "SDR": 3.2425, "CAcc": 73.41, "PESQ": 1.3116, "ESTOI": 0.5842, "NISQA": 1.5793, "UTMOS": 1.5478, "DNSMOS": 1.8968, "SpkSim": 0.5466, "SpeechBERTScore": 0.6992 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LPS": 15, "LSD": 20, "MCD": 20, "SDR": 20, "CAcc": 12, "PESQ": 20, "ESTOI": 16, "NISQA": 22, "UTMOS": 18, "DNSMOS": 18, "SpkSim": 11, "SpeechBERTScore": 13 }, "submitted_at": "2025-01-20T16:29:11.895680+00:00", "overall_score": 16.01 }, { "rank": 22, "scores": { "LPS": 0.5495, "LSD": 6.3779, "MCD": 6.2693, "SDR": 5.8491, "CAcc": 68.43, "PESQ": 1.8395, "ESTOI": 0.6164, "NISQA": 2.2173, "UTMOS": 1.7314, "DNSMOS": 2.5428, "SpkSim": 0.4923, "SpeechBERTScore": 0.7371 }, "username": "SEES", "team_name": "bigger", "metric_ranks": { "LPS": 14, "LSD": 21, "MCD": 18, "SDR": 18, "CAcc": 19, "PESQ": 15, "ESTOI": 14, "NISQA": 20, "UTMOS": 17, "DNSMOS": 17, "SpkSim": 13, "SpeechBERTScore": 12 }, "submitted_at": "2025-01-22T14:08:59.433313+00:00", "overall_score": 16.05 } ] }, "4": { "phase_number": 4, "phase_name": "MOS Evaluation", "source": "organizer_upload", "config": { "metrics": [ { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.06666666666666667, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.06666666666666667, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.06666666666666667, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "POLQA", "label": "POLQA", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.1, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.1, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "SpkSim", "label": "SpkSim", "weight": 0.1, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc", "weight": 0.1, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "MOS", "label": "MOS", "weight": 0.2, "category": "Subjective SE metric", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "uploaded_at": "2026-05-29T15:17:41.960259Z", "entries": [ { "rank": 1, "scores": { "LPS": 0.74, "LSD": 2.93, "MCD": 3.67, "MOS": 3.24, "SDR": 12.66, "CAcc": 79.8, "PESQ": 2.64, "ESTOI": 0.82, "NISQA": 3.22, "POLQA": 3.4, "UTMOS": 2.09, "DNSMOS": 2.88, "SpkSim": 0.76, "SpeechBERTScore": 0.87 }, "username": "Bobbsun", "team_name": "TAI", "overall_score": 2.97, "metric_ranks": { "DNSMOS": 7, "NISQA": 6, "UTMOS": 5, "PESQ": 1, "ESTOI": 1, "SDR": 1, "MCD": 2, "LSD": 3, "POLQA": 1, "SpeechBERTScore": 1, "LPS": 1, "SpkSim": 1, "CAcc": 1, "MOS": 5 } }, { "rank": 2, "scores": { "LPS": 0.7, "LSD": 2.99, "MCD": 3.96, "MOS": 3.32, "SDR": 11.1, "CAcc": 76.06, "PESQ": 2.47, "ESTOI": 0.79, "NISQA": 3.24, "POLQA": 3.17, "UTMOS": 2.16, "DNSMOS": 2.92, "SpkSim": 0.74, "SpeechBERTScore": 0.84 }, "username": "Xiaobin", "team_name": "NJU-AALab", "overall_score": 4.37, "metric_ranks": { "DNSMOS": 5, "NISQA": 5, "UTMOS": 3, "PESQ": 3, "ESTOI": 4, "SDR": 5, "MCD": 7, "LSD": 8, "POLQA": 4, "SpeechBERTScore": 3, "LPS": 4, "SpkSim": 2, "CAcc": 6, "MOS": 3 } }, { "rank": 3, "scores": { "LPS": 0.71, "LSD": 3.66, "MCD": 4.79, "MOS": 3.44, "SDR": 11.25, "CAcc": 77.09, "PESQ": 2.45, "ESTOI": 0.79, "NISQA": 3.25, "POLQA": 3.16, "UTMOS": 2.19, "DNSMOS": 2.94, "SpkSim": 0.71, "SpeechBERTScore": 0.83 }, "username": "subatomicseer", "team_name": null, "overall_score": 4.47, "metric_ranks": { "DNSMOS": 4, "NISQA": 4, "UTMOS": 2, "PESQ": 4, "ESTOI": 4, "SDR": 4, "MCD": 11, "LSD": 12, "POLQA": 5, "SpeechBERTScore": 4, "LPS": 3, "SpkSim": 3, "CAcc": 5, "MOS": 2 } }, { "rank": 4, "scores": { "LPS": 0.71, "LSD": 2.94, "MCD": 3.9, "MOS": 3.28, "SDR": 11.47, "CAcc": 78.06, "PESQ": 2.47, "ESTOI": 0.8, "NISQA": 3.01, "POLQA": 3.22, "UTMOS": 2.04, "DNSMOS": 2.8, "SpkSim": 0.74, "SpeechBERTScore": 0.85 }, "username": "RICK2000", "team_name": "ALPS", "overall_score": 4.63, "metric_ranks": { "DNSMOS": 11, "NISQA": 10, "UTMOS": 6, "PESQ": 3, "ESTOI": 3, "SDR": 3, "MCD": 5, "LSD": 4, "POLQA": 2, "SpeechBERTScore": 2, "LPS": 3, "SpkSim": 2, "CAcc": 3, "MOS": 4 } }, { "rank": 5, "scores": { "LPS": 0.72, "LSD": 2.98, "MCD": 3.64, "MOS": 3.04, "SDR": 11.69, "CAcc": 78.35, "PESQ": 2.48, "ESTOI": 0.81, "NISQA": 2.92, "POLQA": 3.18, "UTMOS": 2.03, "DNSMOS": 2.83, "SpkSim": 0.74, "SpeechBERTScore": 0.85 }, "username": "rc", "team_name": "NAVS", "overall_score": 5.8, "metric_ranks": { "DNSMOS": 10, "NISQA": 12, "UTMOS": 7, "PESQ": 2, "ESTOI": 2, "SDR": 2, "MCD": 1, "LSD": 7, "POLQA": 3, "SpeechBERTScore": 2, "LPS": 2, "SpkSim": 2, "CAcc": 2, "MOS": 9 } }, { "rank": 6, "scores": { "LPS": 0.7, "LSD": 3.78, "MCD": 4.22, "MOS": 3.21, "SDR": 10.58, "CAcc": 77.15, "PESQ": 2.29, "ESTOI": 0.78, "NISQA": 3.28, "POLQA": 2.99, "UTMOS": 1.98, "DNSMOS": 2.91, "SpkSim": 0.7, "SpeechBERTScore": 0.83 }, "username": "byti.shsy", "team_name": "Bytedance-SMT-Audio", "overall_score": 6.53, "metric_ranks": { "DNSMOS": 6, "NISQA": 3, "UTMOS": 8, "PESQ": 6, "ESTOI": 5, "SDR": 7, "MCD": 8, "LSD": 13, "POLQA": 7, "SpeechBERTScore": 4, "LPS": 4, "SpkSim": 4, "CAcc": 4, "MOS": 6 } }, { "rank": 7, "scores": { "LPS": 0.68, "LSD": 2.81, "MCD": 3.95, "MOS": 3.19, "SDR": 10.74, "CAcc": 75.28, "PESQ": 2.45, "ESTOI": 0.78, "NISQA": 3.08, "POLQA": 3.13, "UTMOS": 1.98, "DNSMOS": 2.85, "SpkSim": 0.7, "SpeechBERTScore": 0.84 }, "username": "poisonous", "team_name": null, "overall_score": 7.27, "metric_ranks": { "DNSMOS": 9, "NISQA": 8, "UTMOS": 8, "PESQ": 4, "ESTOI": 5, "SDR": 6, "MCD": 6, "LSD": 2, "POLQA": 6, "SpeechBERTScore": 3, "LPS": 5, "SpkSim": 4, "CAcc": 9, "MOS": 7 } }, { "rank": 8, "scores": { "LPS": 0.66, "LSD": 2.95, "MCD": 3.89, "MOS": 3.17, "SDR": 10.39, "CAcc": 75.3, "PESQ": 2.25, "ESTOI": 0.76, "NISQA": 3.16, "POLQA": 2.99, "UTMOS": 1.97, "DNSMOS": 2.92, "SpkSim": 0.69, "SpeechBERTScore": 0.82 }, "username": "Lam-Fung", "team_name": null, "overall_score": 8.23, "metric_ranks": { "DNSMOS": 5, "NISQA": 7, "UTMOS": 9, "PESQ": 7, "ESTOI": 6, "SDR": 8, "MCD": 4, "LSD": 5, "POLQA": 7, "SpeechBERTScore": 5, "LPS": 7, "SpkSim": 5, "CAcc": 8, "MOS": 8 } }, { "rank": 9, "scores": { "LPS": 0.65, "LSD": 3.14, "MCD": 4.42, "MOS": 3.17, "SDR": 7.43, "CAcc": 72.47, "PESQ": 1.99, "ESTOI": 0.74, "NISQA": 3.69, "POLQA": 2.67, "UTMOS": 2.11, "DNSMOS": 3.08, "SpkSim": 0.71, "SpeechBERTScore": 0.8 }, "username": "alindborg", "team_name": "aic", "overall_score": 8.7, "metric_ranks": { "DNSMOS": 2, "NISQA": 2, "UTMOS": 4, "PESQ": 12, "ESTOI": 8, "SDR": 16, "MCD": 9, "LSD": 9, "POLQA": 11, "SpeechBERTScore": 7, "LPS": 8, "SpkSim": 3, "CAcc": 15, "MOS": 8 } }, { "rank": 10, "scores": { "LPS": 0.67, "LSD": 2.72, "MCD": 3.8, "MOS": 2.96, "SDR": 10.24, "CAcc": 75.6, "PESQ": 2.24, "ESTOI": 0.76, "NISQA": 2.77, "POLQA": 2.99, "UTMOS": 1.92, "DNSMOS": 2.85, "SpkSim": 0.7, "SpeechBERTScore": 0.82 }, "username": "urgent", "team_name": "official", "overall_score": 9.63, "metric_ranks": { "DNSMOS": 9, "NISQA": 14, "UTMOS": 13, "PESQ": 8, "ESTOI": 6, "SDR": 9, "MCD": 3, "LSD": 1, "POLQA": 7, "SpeechBERTScore": 5, "LPS": 6, "SpkSim": 4, "CAcc": 7, "MOS": 11 } }, { "rank": 11, "scores": { "LPS": 0.64, "LSD": 3.18, "MCD": 4.8, "MOS": 2.94, "SDR": 8.68, "CAcc": 73.18, "PESQ": 2.06, "ESTOI": 0.75, "NISQA": 3.06, "POLQA": 2.75, "UTMOS": 1.92, "DNSMOS": 2.87, "SpkSim": 0.67, "SpeechBERTScore": 0.8 }, "username": "NWPU-ZW", "team_name": null, "overall_score": 12.0, "metric_ranks": { "DNSMOS": 8, "NISQA": 9, "UTMOS": 13, "PESQ": 11, "ESTOI": 7, "SDR": 12, "MCD": 12, "LSD": 10, "POLQA": 9, "SpeechBERTScore": 7, "LPS": 9, "SpkSim": 6, "CAcc": 14, "MOS": 12 } }, { "rank": 12, "scores": { "LPS": 0.65, "LSD": 2.96, "MCD": 4.66, "MOS": 2.82, "SDR": 8.48, "CAcc": 74.11, "PESQ": 2.38, "ESTOI": 0.74, "NISQA": 2.76, "POLQA": 2.86, "UTMOS": 1.94, "DNSMOS": 2.8, "SpkSim": 0.67, "SpeechBERTScore": 0.81 }, "username": "dy", "team_name": null, "overall_score": 12.33, "metric_ranks": { "DNSMOS": 11, "NISQA": 15, "UTMOS": 12, "PESQ": 5, "ESTOI": 8, "SDR": 14, "MCD": 10, "LSD": 6, "POLQA": 8, "SpeechBERTScore": 6, "LPS": 8, "SpkSim": 6, "CAcc": 10, "MOS": 14 } }, { "rank": 13, "scores": { "LPS": 0.59, "LSD": 7.14, "MCD": 10.31, "MOS": 3.69, "SDR": -12.28, "CAcc": 67.87, "PESQ": 1.34, "ESTOI": 0.54, "NISQA": 3.74, "POLQA": 1.99, "UTMOS": 2.53, "DNSMOS": 3.1, "SpkSim": 0.47, "SpeechBERTScore": 0.78 }, "username": "wataru9871", "team_name": "UTokyo-AIST", "overall_score": 12.53, "metric_ranks": { "DNSMOS": 1, "NISQA": 1, "UTMOS": 1, "PESQ": 19, "ESTOI": 17, "SDR": 22, "MCD": 21, "LSD": 22, "POLQA": 18, "SpeechBERTScore": 9, "LPS": 12, "SpkSim": 14, "CAcc": 21, "MOS": 1 } }, { "rank": 14, "scores": { "LPS": 0.64, "LSD": 5.51, "MCD": 5.25, "MOS": 3.03, "SDR": 8.72, "CAcc": 73.26, "PESQ": 2.11, "ESTOI": 0.73, "NISQA": 2.66, "POLQA": 2.68, "UTMOS": 1.96, "DNSMOS": 2.83, "SpkSim": 0.62, "SpeechBERTScore": 0.79 }, "username": "tian1507", "team_name": "SAY", "overall_score": 12.97, "metric_ranks": { "DNSMOS": 10, "NISQA": 18, "UTMOS": 10, "PESQ": 10, "ESTOI": 9, "SDR": 11, "MCD": 15, "LSD": 18, "POLQA": 10, "SpeechBERTScore": 8, "LPS": 9, "SpkSim": 8, "CAcc": 13, "MOS": 10 } }, { "rank": 15, "scores": { "LPS": 0.63, "LSD": 4.0, "MCD": 5.02, "MOS": 2.94, "SDR": 7.76, "CAcc": 73.97, "PESQ": 2.19, "ESTOI": 0.71, "NISQA": 2.51, "POLQA": 2.66, "UTMOS": 1.95, "DNSMOS": 2.78, "SpkSim": 0.61, "SpeechBERTScore": 0.79 }, "username": "IASP_Q", "team_name": null, "overall_score": 14.57, "metric_ranks": { "DNSMOS": 12, "NISQA": 19, "UTMOS": 11, "PESQ": 9, "ESTOI": 11, "SDR": 15, "MCD": 14, "LSD": 14, "POLQA": 12, "SpeechBERTScore": 8, "LPS": 10, "SpkSim": 9, "CAcc": 11, "MOS": 12 } }, { "rank": 16, "scores": { "LPS": 0.63, "LSD": 3.23, "MCD": 4.92, "MOS": 2.79, "SDR": 8.76, "CAcc": 68.34, "PESQ": 1.98, "ESTOI": 0.72, "NISQA": 2.74, "POLQA": 2.68, "UTMOS": 1.87, "DNSMOS": 2.7, "SpkSim": 0.64, "SpeechBERTScore": 0.79 }, "username": "SQuad", "team_name": null, "overall_score": 16.13, "metric_ranks": { "DNSMOS": 13, "NISQA": 16, "UTMOS": 15, "PESQ": 13, "ESTOI": 10, "SDR": 10, "MCD": 13, "LSD": 11, "POLQA": 10, "SpeechBERTScore": 8, "LPS": 10, "SpkSim": 7, "CAcc": 20, "MOS": 15 } }, { "rank": 17, "scores": { "LPS": 0.61, "LSD": 4.93, "MCD": 6.95, "MOS": 2.94, "SDR": 1.92, "CAcc": 70.2, "PESQ": 1.88, "ESTOI": 0.6, "NISQA": 2.68, "POLQA": 2.36, "UTMOS": 1.92, "DNSMOS": 2.63, "SpkSim": 0.62, "SpeechBERTScore": 0.78 }, "username": "cobalamin", "team_name": "Labskaus", "overall_score": 16.47, "metric_ranks": { "DNSMOS": 16, "NISQA": 17, "UTMOS": 13, "PESQ": 14, "ESTOI": 15, "SDR": 21, "MCD": 19, "LSD": 17, "POLQA": 14, "SpeechBERTScore": 9, "LPS": 11, "SpkSim": 8, "CAcc": 18, "MOS": 12 } }, { "rank": 18, "scores": { "LPS": 0.61, "LSD": 4.05, "MCD": 4.92, "MOS": 2.82, "SDR": 8.64, "CAcc": 71.46, "PESQ": 1.77, "ESTOI": 0.69, "NISQA": 2.19, "POLQA": 2.33, "UTMOS": 1.8, "DNSMOS": 2.68, "SpkSim": 0.61, "SpeechBERTScore": 0.77 }, "username": "sserbest", "team_name": null, "overall_score": 17.37, "metric_ranks": { "DNSMOS": 14, "NISQA": 21, "UTMOS": 16, "PESQ": 17, "ESTOI": 12, "SDR": 13, "MCD": 13, "LSD": 15, "POLQA": 15, "SpeechBERTScore": 10, "LPS": 11, "SpkSim": 9, "CAcc": 16, "MOS": 14 } }, { "rank": 19, "scores": { "LPS": 0.58, "LSD": 4.07, "MCD": 5.66, "MOS": 2.78, "SDR": 4.98, "CAcc": 65.24, "PESQ": 1.61, "ESTOI": 0.65, "NISQA": 2.94, "POLQA": 2.16, "UTMOS": 1.92, "DNSMOS": 2.99, "SpkSim": 0.58, "SpeechBERTScore": 0.75 }, "username": "Jaco_Inc", "team_name": "Jaco", "overall_score": 17.6, "metric_ranks": { "DNSMOS": 3, "NISQA": 11, "UTMOS": 13, "PESQ": 18, "ESTOI": 13, "SDR": 19, "MCD": 16, "LSD": 16, "POLQA": 17, "SpeechBERTScore": 11, "LPS": 13, "SpkSim": 10, "CAcc": 22, "MOS": 16 } }, { "rank": 20, "scores": { "LPS": 0.58, "LSD": 5.74, "MCD": 5.96, "MOS": 2.92, "SDR": 6.83, "CAcc": 70.8, "PESQ": 1.82, "ESTOI": 0.65, "NISQA": 2.79, "POLQA": 2.37, "UTMOS": 1.91, "DNSMOS": 2.64, "SpkSim": 0.5, "SpeechBERTScore": 0.77 }, "username": "dklement", "team_name": "espresso", "overall_score": 17.63, "metric_ranks": { "DNSMOS": 15, "NISQA": 13, "UTMOS": 14, "PESQ": 16, "ESTOI": 13, "SDR": 17, "MCD": 17, "LSD": 19, "POLQA": 13, "SpeechBERTScore": 10, "LPS": 13, "SpkSim": 12, "CAcc": 17, "MOS": 13 } }, { "rank": 21, "scores": { "LPS": 0.55, "LSD": 6.38, "MCD": 6.27, "MOS": 2.62, "SDR": 5.85, "CAcc": 68.43, "PESQ": 1.84, "ESTOI": 0.62, "NISQA": 2.22, "POLQA": 2.18, "UTMOS": 1.73, "DNSMOS": 2.54, "SpkSim": 0.49, "SpeechBERTScore": 0.74 }, "username": "bigger", "team_name": null, "overall_score": 20.3, "metric_ranks": { "DNSMOS": 17, "NISQA": 20, "UTMOS": 17, "PESQ": 15, "ESTOI": 14, "SDR": 18, "MCD": 18, "LSD": 21, "POLQA": 16, "SpeechBERTScore": 12, "LPS": 14, "SpkSim": 13, "CAcc": 19, "MOS": 17 } }, { "rank": 22, "scores": { "LPS": 0.51, "LSD": 5.84, "MCD": 9.34, "MOS": 2.13, "SDR": 3.24, "CAcc": 73.41, "PESQ": 1.31, "ESTOI": 0.58, "NISQA": 1.58, "POLQA": 1.83, "UTMOS": 1.55, "DNSMOS": 1.9, "SpkSim": 0.55, "SpeechBERTScore": 0.7 }, "username": "noisy", "team_name": "official", "overall_score": 20.5, "metric_ranks": { "DNSMOS": 18, "NISQA": 22, "UTMOS": 18, "PESQ": 20, "ESTOI": 16, "SDR": 20, "MCD": 20, "LSD": 20, "POLQA": 19, "SpeechBERTScore": 13, "LPS": 15, "SpkSim": 11, "CAcc": 12, "MOS": 18 } } ] } }, "edition": "2025" }, { "title": "Interspeech 2025 URGENT Challenge - Track 2", "slug": "interspeech-2025-urgent-challenge-track-2", "short_description": "", "description": "", "terms": "", "generation": "Interspeech 2025", "track": 2, "start_date": "2024-11-25T12:00:00Z", "end_date": "2025-01-23T12:00:00Z", "status": "ended", "participant_count": 41, "submission_count": 35, "website_url": "https://urgent-challenge.github.io/urgent2025/", "baseline_repo_url": "https://github.com/urgent-challenge/urgent2025_challenge", "paper_title": "", "paper_url": "https://www.isca-archive.org/interspeech_2025/saijo25_interspeech.pdf", "paper_bibtex": "", "phases": [ { "phase_number": 1, "name": "Validation phase", "description": "[download eval data for validation phase](https://drive.google.com/file/d/1Ip-C5tUNGCssT8KAjHUUoh99jkzRH6nm/view?usp=sharing)", "start_aoe": "2024-11-25T12:00:00Z", "end_aoe": "2024-12-23T12:00:00Z" }, { "phase_number": 2, "name": "Non-blind test phase", "description": "[download eval data for non blind test phase](https://drive.google.com/file/d/1rxV6RgA4LAp2I1EnHsln7wI7-UCP6Qer/view?usp=sharing)", "start_aoe": "2024-12-23T12:00:00Z", "end_aoe": "2025-01-20T12:00:00Z" }, { "phase_number": 3, "name": "Blind test phase", "description": "[download eval data for blind test phase](https://drive.google.com/file/d/1dHvYEGHCf9rsB1q-Cd9rXOeQaa_vjG2u/view?usp=sharing)", "start_aoe": "2025-01-20T12:00:00Z", "end_aoe": "2025-01-23T12:00:00Z" }, { "phase_number": 4, "name": "MOS Evaluation", "description": "", "start_aoe": "2025-01-23T12:00:00Z", "end_aoe": "2025-01-23T12:00:00Z" } ], "leaderboards": { "1": { "phase_number": 1, "phase_name": "Validation phase", "source": "computed", "config": { "metrics": [ { "key": "SpkSim", "label": "SpkSim", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc (%)", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LPS": 0.7842, "LSD": 2.752, "MCD": 3.5386, "SDR": 11.7793, "CAcc": 82.66, "PESQ": 2.3115, "ESTOI": 0.775, "NISQA": 2.9226, "UTMOS": 2.2251, "DNSMOS": 2.9899, "SpkSim": 0.7617, "SpeechBERTScore": 0.8488 }, "username": "urgent", "team_name": "official", "metric_ranks": { "LPS": 1, "LSD": 1, "MCD": 1, "SDR": 1, "CAcc": 1, "PESQ": 1, "ESTOI": 1, "NISQA": 1, "UTMOS": 1, "DNSMOS": 1, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2024-11-24T12:03:47.584977+00:00", "overall_score": 1.0 }, { "rank": 2, "scores": { "LPS": 0.6002, "LSD": 5.9066, "MCD": 8.9412, "SDR": 3.2775, "CAcc": 79.49, "PESQ": 1.2571, "ESTOI": 0.5739, "NISQA": 1.556, "UTMOS": 1.5072, "DNSMOS": 1.7839, "SpkSim": 0.5854, "SpeechBERTScore": 0.7225 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LPS": 2, "LSD": 2, "MCD": 2, "SDR": 2, "CAcc": 2, "PESQ": 2, "ESTOI": 2, "NISQA": 2, "UTMOS": 2, "DNSMOS": 2, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2024-11-24T12:03:49.716926+00:00", "overall_score": 2.0 } ] }, "2": { "phase_number": 2, "phase_name": "Non-blind test phase", "source": "computed", "config": { "metrics": [ { "key": "SpkSim", "label": "SpkSim", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc (%)", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LPS": 0.8376, "LSD": 3.0212, "MCD": 3.1161, "SDR": 12.8013, "CAcc": 87.31, "PESQ": 2.6587, "ESTOI": 0.8412, "NISQA": 3.2204, "UTMOS": 2.2781, "DNSMOS": 2.9612, "SpkSim": 0.8343, "SpeechBERTScore": 0.8865 }, "username": "rc", "team_name": "NAVS", "metric_ranks": { "LPS": 1, "LSD": 2, "MCD": 1, "SDR": 1, "CAcc": 1, "PESQ": 1, "ESTOI": 1, "NISQA": 1, "UTMOS": 1, "DNSMOS": 1, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2025-01-20T10:36:18.773981+00:00", "overall_score": 1.05 }, { "rank": 2, "scores": { "LPS": 0.7926, "LSD": 2.8479, "MCD": 3.3206, "SDR": 11.2856, "CAcc": 84.96, "PESQ": 2.4324, "ESTOI": 0.8008, "NISQA": 2.8938, "UTMOS": 2.1063, "DNSMOS": 2.9414, "SpkSim": 0.7952, "SpeechBERTScore": 0.8605 }, "username": "urgent", "team_name": "official", "metric_ranks": { "LPS": 2, "LSD": 1, "MCD": 2, "SDR": 2, "CAcc": 2, "PESQ": 2, "ESTOI": 2, "NISQA": 2, "UTMOS": 2, "DNSMOS": 2, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2024-12-24T12:47:09.838069+00:00", "overall_score": 1.95 }, { "rank": 3, "scores": { "LPS": 0.6172, "LSD": 5.5102, "MCD": 7.9181, "SDR": 2.5304, "CAcc": 81.29, "PESQ": 1.3731, "ESTOI": 0.6094, "NISQA": 1.6876, "UTMOS": 1.5585, "DNSMOS": 1.8374, "SpkSim": 0.6254, "SpeechBERTScore": 0.749 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LPS": 3, "LSD": 3, "MCD": 3, "SDR": 3, "CAcc": 3, "PESQ": 3, "ESTOI": 3, "NISQA": 3, "UTMOS": 3, "DNSMOS": 3, "SpkSim": 3, "SpeechBERTScore": 3 }, "submitted_at": "2024-12-24T13:05:34.903956+00:00", "overall_score": 3.0 } ] }, "3": { "phase_number": 3, "phase_name": "Blind test phase", "source": "computed", "config": { "metrics": [ { "key": "SpkSim", "label": "SpkSim", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc (%)", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.08333333333333333, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LPS": 0.7183, "LSD": 3.001, "MCD": 3.6274, "SDR": 11.7563, "CAcc": 78.4, "PESQ": 2.487, "ESTOI": 0.8087, "NISQA": 2.898, "UTMOS": 2.0164, "DNSMOS": 2.8258, "SpkSim": 0.738, "SpeechBERTScore": 0.852 }, "username": "rc", "team_name": "NAVS", "metric_ranks": { "LPS": 1, "LSD": 3, "MCD": 1, "SDR": 1, "CAcc": 1, "PESQ": 1, "ESTOI": 1, "NISQA": 7, "UTMOS": 4, "DNSMOS": 8, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2025-01-22T03:33:50.995220+00:00", "overall_score": 2.43 }, { "rank": 2, "scores": { "LPS": 0.7012, "LSD": 2.9944, "MCD": 3.9638, "SDR": 11.1032, "CAcc": 76.06, "PESQ": 2.469, "ESTOI": 0.7891, "NISQA": 3.2412, "UTMOS": 2.1559, "DNSMOS": 2.916, "SpkSim": 0.7425, "SpeechBERTScore": 0.845 }, "username": "Xiaobin", "team_name": "NJU-AALab", "metric_ranks": { "LPS": 3, "LSD": 2, "MCD": 3, "SDR": 4, "CAcc": 4, "PESQ": 2, "ESTOI": 2, "NISQA": 3, "UTMOS": 2, "DNSMOS": 3, "SpkSim": 1, "SpeechBERTScore": 2 }, "submitted_at": "2025-01-22T23:17:52.382477+00:00", "overall_score": 2.57 }, { "rank": 3, "scores": { "LPS": 0.7073, "LSD": 3.4429, "MCD": 4.439, "SDR": 11.6116, "CAcc": 77.51, "PESQ": 2.4378, "ESTOI": 0.7935, "NISQA": 3.1054, "UTMOS": 2.1325, "DNSMOS": 2.8987, "SpkSim": 0.7189, "SpeechBERTScore": 0.8342 }, "username": "subatomicseer", "team_name": null, "metric_ranks": { "LPS": 2, "LSD": 5, "MCD": 5, "SDR": 2, "CAcc": 2, "PESQ": 3, "ESTOI": 2, "NISQA": 4, "UTMOS": 3, "DNSMOS": 5, "SpkSim": 2, "SpeechBERTScore": 3 }, "submitted_at": "2025-01-22T15:55:45.647531+00:00", "overall_score": 2.98 }, { "rank": 4, "scores": { "LPS": 0.6961, "LSD": 3.5666, "MCD": 4.136, "SDR": 11.2106, "CAcc": 76.77, "PESQ": 2.3059, "ESTOI": 0.7844, "NISQA": 3.3102, "UTMOS": 1.9576, "DNSMOS": 2.9101, "SpkSim": 0.7091, "SpeechBERTScore": 0.8307 }, "username": "byti.shsy", "team_name": "Bytedance-SMT-Audio", "metric_ranks": { "LPS": 3, "LSD": 6, "MCD": 4, "SDR": 3, "CAcc": 3, "PESQ": 4, "ESTOI": 3, "NISQA": 2, "UTMOS": 5, "DNSMOS": 4, "SpkSim": 3, "SpeechBERTScore": 3 }, "submitted_at": "2025-01-23T11:55:20.242577+00:00", "overall_score": 3.42 }, { "rank": 5, "scores": { "LPS": 0.6684, "LSD": 2.7223, "MCD": 3.8018, "SDR": 10.2351, "CAcc": 75.6, "PESQ": 2.2353, "ESTOI": 0.7646, "NISQA": 2.7664, "UTMOS": 1.9163, "DNSMOS": 2.8498, "SpkSim": 0.7028, "SpeechBERTScore": 0.8214 }, "username": "urgent", "team_name": "official", "metric_ranks": { "LPS": 4, "LSD": 1, "MCD": 2, "SDR": 5, "CAcc": 5, "PESQ": 5, "ESTOI": 4, "NISQA": 8, "UTMOS": 6, "DNSMOS": 7, "SpkSim": 4, "SpeechBERTScore": 4 }, "submitted_at": "2025-01-20T16:33:46.211588+00:00", "overall_score": 4.72 }, { "rank": 6, "scores": { "LPS": 0.6358, "LSD": 3.1756, "MCD": 4.7988, "SDR": 8.6801, "CAcc": 73.18, "PESQ": 2.0571, "ESTOI": 0.7467, "NISQA": 3.057, "UTMOS": 1.9176, "DNSMOS": 2.8698, "SpkSim": 0.6693, "SpeechBERTScore": 0.8019 }, "username": "NWPU-ZW", "team_name": null, "metric_ranks": { "LPS": 5, "LSD": 4, "MCD": 6, "SDR": 6, "CAcc": 7, "PESQ": 6, "ESTOI": 5, "NISQA": 5, "UTMOS": 6, "DNSMOS": 6, "SpkSim": 5, "SpeechBERTScore": 5 }, "submitted_at": "2025-01-23T11:57:13.519305+00:00", "overall_score": 5.52 }, { "rank": 7, "scores": { "LPS": 0.5939, "LSD": 7.1376, "MCD": 10.3062, "SDR": -12.2774, "CAcc": 67.87, "PESQ": 1.3364, "ESTOI": 0.5382, "NISQA": 3.7401, "UTMOS": 2.5337, "DNSMOS": 3.1037, "SpkSim": 0.4665, "SpeechBERTScore": 0.7784 }, "username": "wataru9871", "team_name": "UTokyo-AIST", "metric_ranks": { "LPS": 6, "LSD": 10, "MCD": 10, "SDR": 10, "CAcc": 8, "PESQ": 9, "ESTOI": 8, "NISQA": 1, "UTMOS": 1, "DNSMOS": 1, "SpkSim": 8, "SpeechBERTScore": 6 }, "submitted_at": "2025-01-23T10:27:23.825885+00:00", "overall_score": 6.1 }, { "rank": 8, "scores": { "LPS": 0.5782, "LSD": 4.0698, "MCD": 5.6649, "SDR": 4.9807, "CAcc": 65.24, "PESQ": 1.6057, "ESTOI": 0.6488, "NISQA": 2.943, "UTMOS": 1.9163, "DNSMOS": 2.9867, "SpkSim": 0.5822, "SpeechBERTScore": 0.7539 }, "username": "Jaco_Inc", "team_name": "Jaco", "metric_ranks": { "LPS": 7, "LSD": 7, "MCD": 7, "SDR": 8, "CAcc": 9, "PESQ": 8, "ESTOI": 6, "NISQA": 6, "UTMOS": 6, "DNSMOS": 2, "SpkSim": 6, "SpeechBERTScore": 7 }, "submitted_at": "2025-01-23T03:25:38.279727+00:00", "overall_score": 6.59 }, { "rank": 9, "scores": { "LPS": 0.5075, "LSD": 5.841, "MCD": 9.3398, "SDR": 3.2425, "CAcc": 73.41, "PESQ": 1.3116, "ESTOI": 0.5842, "NISQA": 1.5793, "UTMOS": 1.5478, "DNSMOS": 1.8968, "SpkSim": 0.5466, "SpeechBERTScore": 0.6992 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LPS": 9, "LSD": 8, "MCD": 9, "SDR": 9, "CAcc": 6, "PESQ": 10, "ESTOI": 7, "NISQA": 10, "UTMOS": 8, "DNSMOS": 10, "SpkSim": 7, "SpeechBERTScore": 9 }, "submitted_at": "2025-01-20T16:43:30.510294+00:00", "overall_score": 8.36 }, { "rank": 9, "scores": { "LPS": 0.5159, "LSD": 6.933, "MCD": 6.6001, "SDR": 5.4863, "CAcc": 63.58, "PESQ": 1.827, "ESTOI": 0.5768, "NISQA": 2.2155, "UTMOS": 1.7603, "DNSMOS": 2.6269, "SpkSim": 0.4358, "SpeechBERTScore": 0.7255 }, "username": "SEES", "team_name": "bigger", "metric_ranks": { "LPS": 8, "LSD": 9, "MCD": 8, "SDR": 7, "CAcc": 10, "PESQ": 7, "ESTOI": 7, "NISQA": 9, "UTMOS": 7, "DNSMOS": 9, "SpkSim": 9, "SpeechBERTScore": 8 }, "submitted_at": "2025-01-21T07:48:10.884082+00:00", "overall_score": 8.36 } ] }, "4": { "phase_number": 4, "phase_name": "MOS Evaluation", "source": "organizer_upload", "config": { "metrics": [ { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.06666666666666667, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.06666666666666667, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "UTMOS", "label": "UTMOS", "weight": 0.06666666666666667, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "POLQA", "label": "POLQA", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.1, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.1, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "SpkSim", "label": "SpkSim", "weight": 0.1, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "CAcc", "label": "CAcc", "weight": 0.1, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "MOS", "label": "MOS", "weight": 0.2, "category": "Subjective SE metric", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "uploaded_at": "2026-05-29T15:17:41.983250Z", "entries": [ { "rank": 1, "scores": { "LPS": 0.7, "LSD": 2.99, "MCD": 3.96, "MOS": 3.32, "SDR": 11.1, "CAcc": 76.06, "PESQ": 2.47, "ESTOI": 0.79, "NISQA": 3.24, "POLQA": 3.17, "UTMOS": 2.16, "DNSMOS": 2.92, "SpkSim": 0.74, "SpeechBERTScore": 0.84 }, "username": "Xiaobin", "team_name": "NJU-AALab", "overall_score": 2.5, "metric_ranks": { "DNSMOS": 3, "NISQA": 3, "UTMOS": 2, "PESQ": 2, "ESTOI": 2, "SDR": 4, "MCD": 3, "LSD": 2, "POLQA": 2, "SpeechBERTScore": 2, "LPS": 3, "SpkSim": 1, "CAcc": 4, "MOS": 2 } }, { "rank": 2, "scores": { "LPS": 0.71, "LSD": 3.44, "MCD": 4.44, "MOS": 3.27, "SDR": 11.61, "CAcc": 77.51, "PESQ": 2.44, "ESTOI": 0.79, "NISQA": 3.11, "POLQA": 3.18, "UTMOS": 2.13, "DNSMOS": 2.9, "SpkSim": 0.72, "SpeechBERTScore": 0.83 }, "username": "subatomicseer", "team_name": null, "overall_score": 3.0, "metric_ranks": { "DNSMOS": 5, "NISQA": 4, "UTMOS": 3, "PESQ": 3, "ESTOI": 2, "SDR": 2, "MCD": 5, "LSD": 5, "POLQA": 1, "SpeechBERTScore": 3, "LPS": 2, "SpkSim": 2, "CAcc": 2, "MOS": 3 } }, { "rank": 3, "scores": { "LPS": 0.72, "LSD": 3.0, "MCD": 3.63, "MOS": 2.99, "SDR": 11.76, "CAcc": 78.4, "PESQ": 2.49, "ESTOI": 0.81, "NISQA": 2.9, "POLQA": 3.18, "UTMOS": 2.02, "DNSMOS": 2.83, "SpkSim": 0.74, "SpeechBERTScore": 0.85 }, "username": "rc", "team_name": "NAVS", "overall_score": 3.07, "metric_ranks": { "DNSMOS": 8, "NISQA": 7, "UTMOS": 4, "PESQ": 1, "ESTOI": 1, "SDR": 1, "MCD": 1, "LSD": 3, "POLQA": 1, "SpeechBERTScore": 1, "LPS": 1, "SpkSim": 1, "CAcc": 1, "MOS": 5 } }, { "rank": 4, "scores": { "LPS": 0.7, "LSD": 3.57, "MCD": 4.14, "MOS": 3.25, "SDR": 11.21, "CAcc": 76.77, "PESQ": 2.31, "ESTOI": 0.78, "NISQA": 3.31, "POLQA": 3.0, "UTMOS": 1.96, "DNSMOS": 2.91, "SpkSim": 0.71, "SpeechBERTScore": 0.83 }, "username": "byti.shsy", "team_name": "Bytedance-SMT-Audio", "overall_score": 3.87, "metric_ranks": { "DNSMOS": 4, "NISQA": 2, "UTMOS": 5, "PESQ": 4, "ESTOI": 3, "SDR": 3, "MCD": 4, "LSD": 6, "POLQA": 3, "SpeechBERTScore": 3, "LPS": 3, "SpkSim": 3, "CAcc": 3, "MOS": 4 } }, { "rank": 5, "scores": { "LPS": 0.59, "LSD": 7.14, "MCD": 10.31, "MOS": 3.69, "SDR": -12.28, "CAcc": 67.87, "PESQ": 1.34, "ESTOI": 0.54, "NISQA": 3.74, "POLQA": 1.99, "UTMOS": 2.53, "DNSMOS": 3.1, "SpkSim": 0.47, "SpeechBERTScore": 0.78 }, "username": "wataru9871", "team_name": "UTokyo-AIST", "overall_score": 5.43, "metric_ranks": { "DNSMOS": 1, "NISQA": 1, "UTMOS": 1, "PESQ": 9, "ESTOI": 8, "SDR": 10, "MCD": 10, "LSD": 10, "POLQA": 8, "SpeechBERTScore": 6, "LPS": 6, "SpkSim": 8, "CAcc": 8, "MOS": 1 } }, { "rank": 6, "scores": { "LPS": 0.67, "LSD": 2.72, "MCD": 3.8, "MOS": 2.96, "SDR": 10.24, "CAcc": 75.6, "PESQ": 2.24, "ESTOI": 0.76, "NISQA": 2.77, "POLQA": 2.99, "UTMOS": 1.92, "DNSMOS": 2.85, "SpkSim": 0.7, "SpeechBERTScore": 0.82 }, "username": "urgent", "team_name": "official", "overall_score": 5.47, "metric_ranks": { "DNSMOS": 7, "NISQA": 8, "UTMOS": 6, "PESQ": 5, "ESTOI": 4, "SDR": 5, "MCD": 2, "LSD": 1, "POLQA": 4, "SpeechBERTScore": 4, "LPS": 4, "SpkSim": 4, "CAcc": 5, "MOS": 6 } }, { "rank": 7, "scores": { "LPS": 0.64, "LSD": 3.18, "MCD": 4.8, "MOS": 2.94, "SDR": 8.68, "CAcc": 73.18, "PESQ": 2.06, "ESTOI": 0.75, "NISQA": 3.06, "POLQA": 2.75, "UTMOS": 1.92, "DNSMOS": 2.87, "SpkSim": 0.67, "SpeechBERTScore": 0.8 }, "username": "NWPU-ZW", "team_name": null, "overall_score": 6.17, "metric_ranks": { "DNSMOS": 6, "NISQA": 5, "UTMOS": 6, "PESQ": 6, "ESTOI": 5, "SDR": 6, "MCD": 6, "LSD": 4, "POLQA": 5, "SpeechBERTScore": 5, "LPS": 5, "SpkSim": 5, "CAcc": 7, "MOS": 7 } }, { "rank": 8, "scores": { "LPS": 0.58, "LSD": 4.07, "MCD": 5.66, "MOS": 2.78, "SDR": 4.98, "CAcc": 65.24, "PESQ": 1.61, "ESTOI": 0.65, "NISQA": 2.94, "POLQA": 2.16, "UTMOS": 1.92, "DNSMOS": 2.99, "SpkSim": 0.58, "SpeechBERTScore": 0.75 }, "username": "Jaco_Inc", "team_name": "Jaco", "overall_score": 7.3, "metric_ranks": { "DNSMOS": 2, "NISQA": 6, "UTMOS": 6, "PESQ": 8, "ESTOI": 6, "SDR": 8, "MCD": 7, "LSD": 7, "POLQA": 6, "SpeechBERTScore": 7, "LPS": 7, "SpkSim": 6, "CAcc": 9, "MOS": 8 } }, { "rank": 9, "scores": { "LPS": 0.52, "LSD": 6.93, "MCD": 6.6, "MOS": 2.6, "SDR": 5.49, "CAcc": 63.58, "PESQ": 1.83, "ESTOI": 0.58, "NISQA": 2.22, "POLQA": 2.11, "UTMOS": 1.76, "DNSMOS": 2.63, "SpkSim": 0.44, "SpeechBERTScore": 0.73 }, "username": "bigger", "team_name": null, "overall_score": 9.0, "metric_ranks": { "DNSMOS": 9, "NISQA": 9, "UTMOS": 7, "PESQ": 7, "ESTOI": 7, "SDR": 7, "MCD": 8, "LSD": 9, "POLQA": 7, "SpeechBERTScore": 8, "LPS": 8, "SpkSim": 9, "CAcc": 10, "MOS": 9 } }, { "rank": 10, "scores": { "LPS": 0.51, "LSD": 5.84, "MCD": 9.34, "MOS": 2.13, "SDR": 3.24, "CAcc": 73.41, "PESQ": 1.31, "ESTOI": 0.58, "NISQA": 1.58, "POLQA": 1.83, "UTMOS": 1.55, "DNSMOS": 1.9, "SpkSim": 0.55, "SpeechBERTScore": 0.7 }, "username": "noisy", "team_name": "official", "overall_score": 9.2, "metric_ranks": { "DNSMOS": 10, "NISQA": 10, "UTMOS": 8, "PESQ": 10, "ESTOI": 7, "SDR": 9, "MCD": 9, "LSD": 8, "POLQA": 9, "SpeechBERTScore": 9, "LPS": 9, "SpkSim": 7, "CAcc": 6, "MOS": 10 } } ] } }, "edition": "2025" }, { "title": "NeurIPS 2024 URGENT Challenge", "slug": "urgent-2024-challenge", "short_description": "", "description": "", "terms": "By submitting the results, the participants agree to the following conditions:\n\nAs a condition of submission, entrants grant the organizers, a perpetual, irrevocable, worldwide, royalty-free, and non-exclusive license to use, reproduce, adapt, modify, publish, distribute, publicly perform, create a derivative work from, and publicly display the submitted audio signals and CSV files (containing the performance scores). The main motivation for this condition is to donate the submitted audio signals and corresponding performance scores to the community as a voice quality dataset.", "generation": "NeurIPS 2024", "track": null, "start_date": "2024-06-20T12:00:00Z", "end_date": "2024-09-22T12:00:00Z", "status": "ended", "participant_count": 50, "submission_count": 415, "website_url": "https://urgent-challenge.github.io/urgent2024/", "baseline_repo_url": "https://github.com/urgent-challenge/urgent2024_challenge", "paper_title": "", "paper_url": "https://arxiv.org/pdf/2406.04660v1", "paper_bibtex": "", "phases": [ { "phase_number": 1, "name": "Validation phase", "description": "[download eval data for validation phase](https://drive.google.com/file/d/1mlRIVcuiH9c7utig9nN4dsWO56roCUCA/view?usp=drive_link)", "start_aoe": "2024-06-20T12:00:00Z", "end_aoe": "2024-08-19T12:00:00Z" }, { "phase_number": 2, "name": "Non-blind test phase", "description": "[download eval data for non-blind test phase](https://drive.google.com/file/d/1Bcy7vtsZF5kzwrkklQwj6Um4AMlaUHe2/view?usp=sharing)", "start_aoe": "2024-08-19T12:00:00Z", "end_aoe": "2024-09-19T12:00:00Z" }, { "phase_number": 3, "name": "Blind test phase", "description": "[download eval data for blind test phase](https://drive.google.com/file/d/1qBTHgII6o57tmO8GPIunqZVtZhAu0M__/view?usp=sharing)", "start_aoe": "2024-09-19T12:00:00Z", "end_aoe": "2024-09-22T12:00:00Z" }, { "phase_number": 4, "name": "MOS Evaluation", "description": "", "start_aoe": "2024-09-22T12:00:00Z", "end_aoe": "2024-09-22T12:00:00Z" } ], "leaderboards": { "1": { "phase_number": 1, "phase_name": "Validation phase", "source": "computed", "config": { "metrics": [ { "key": "SpkSim", "label": "SpkSim", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.125, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.125, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "WAcc", "label": "WAcc (%)", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LPS": 0.8393, "LSD": 2.8433, "MCD": 4.0087, "SDR": 14.2732, "PESQ": 2.5228, "WAcc": 84.46, "ESTOI": 0.8146, "NISQA": 3.711, "DNSMOS": 3.0397, "SpkSim": 0.7197, "SpeechBERTScore": 0.8269 }, "username": "Xiaobin", "team_name": "NJU-AALab", "metric_ranks": { "LPS": 1, "LSD": 5, "MCD": 4, "SDR": 1, "PESQ": 2, "WAcc": 1, "ESTOI": 1, "NISQA": 2, "DNSMOS": 4, "SpkSim": 2, "SpeechBERTScore": 1 }, "submitted_at": "2024-07-29T10:44:25.400317+00:00", "overall_score": 2.03 }, { "rank": 2, "scores": { "LPS": 0.8418, "LSD": 2.5916, "MCD": 3.6437, "SDR": 13.4608, "PESQ": 2.4554, "WAcc": 84.08, "ESTOI": 0.8064, "NISQA": 3.2504, "DNSMOS": 2.969, "SpkSim": 0.7, "SpeechBERTScore": 0.8266 }, "username": "rc", "team_name": "NAVS", "metric_ranks": { "LPS": 1, "LSD": 1, "MCD": 2, "SDR": 3, "PESQ": 4, "WAcc": 2, "ESTOI": 1, "NISQA": 6, "DNSMOS": 8, "SpkSim": 3, "SpeechBERTScore": 1 }, "submitted_at": "2024-08-06T08:53:34.965649+00:00", "overall_score": 3.18 }, { "rank": 3, "scores": { "LPS": 0.8419, "LSD": 2.6023, "MCD": 3.4973, "SDR": 14.0113, "PESQ": 2.5468, "WAcc": 83.82, "ESTOI": 0.809, "NISQA": 2.8635, "DNSMOS": 3.0002, "SpkSim": 0.7166, "SpeechBERTScore": 0.8335 }, "username": "Bobbsun", "team_name": "TAI", "metric_ranks": { "LPS": 1, "LSD": 2, "MCD": 1, "SDR": 2, "PESQ": 1, "WAcc": 3, "ESTOI": 1, "NISQA": 12, "DNSMOS": 6, "SpkSim": 2, "SpeechBERTScore": 1 }, "submitted_at": "2024-08-02T10:02:07.231019+00:00", "overall_score": 3.47 }, { "rank": 4, "scores": { "LPS": 0.8089, "LSD": 2.804, "MCD": 3.6392, "SDR": 12.0537, "PESQ": 2.3146, "WAcc": 81.26, "ESTOI": 0.7899, "NISQA": 3.6735, "DNSMOS": 3.0569, "SpkSim": 0.7432, "SpeechBERTScore": 0.8279 }, "username": "haeon", "team_name": "ALPACA", "metric_ranks": { "LPS": 3, "LSD": 4, "MCD": 2, "SDR": 9, "PESQ": 7, "WAcc": 9, "ESTOI": 3, "NISQA": 3, "DNSMOS": 3, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2024-08-20T08:54:04.458976+00:00", "overall_score": 3.75 }, { "rank": 5, "scores": { "LPS": 0.8206, "LSD": 5.0296, "MCD": 4.5224, "SDR": 13.1987, "PESQ": 2.4856, "WAcc": 83.37, "ESTOI": 0.7988, "NISQA": 3.2206, "DNSMOS": 2.9938, "SpkSim": 0.683, "SpeechBERTScore": 0.8146 }, "username": "Hanchen_Pei", "team_name": null, "metric_ranks": { "LPS": 2, "LSD": 12, "MCD": 6, "SDR": 5, "PESQ": 3, "WAcc": 4, "ESTOI": 2, "NISQA": 8, "DNSMOS": 7, "SpkSim": 5, "SpeechBERTScore": 2 }, "submitted_at": "2024-07-28T09:15:09.753723+00:00", "overall_score": 4.9 }, { "rank": 6, "scores": { "LPS": 0.8126, "LSD": 2.9173, "MCD": 4.0434, "SDR": 13.2799, "PESQ": 2.3202, "WAcc": 81.82, "ESTOI": 0.7839, "NISQA": 3.2315, "DNSMOS": 2.9335, "SpkSim": 0.6792, "SpeechBERTScore": 0.8023 }, "username": "urgent", "team_name": "official", "metric_ranks": { "LPS": 3, "LSD": 6, "MCD": 5, "SDR": 4, "PESQ": 6, "WAcc": 6, "ESTOI": 4, "NISQA": 7, "DNSMOS": 10, "SpkSim": 5, "SpeechBERTScore": 3 }, "submitted_at": "2024-06-28T18:44:38.267956+00:00", "overall_score": 5.5 }, { "rank": 7, "scores": { "LPS": 0.8125, "LSD": 2.9187, "MCD": 4.044, "SDR": 13.2798, "PESQ": 2.32, "WAcc": 81.39, "ESTOI": 0.7839, "NISQA": 3.2317, "DNSMOS": 2.9332, "SpkSim": 0.679, "SpeechBERTScore": 0.8023 }, "username": "binbinsh", "team_name": null, "metric_ranks": { "LPS": 3, "LSD": 6, "MCD": 5, "SDR": 4, "PESQ": 6, "WAcc": 8, "ESTOI": 4, "NISQA": 7, "DNSMOS": 10, "SpkSim": 5, "SpeechBERTScore": 3 }, "submitted_at": "2024-08-05T11:21:43.109367+00:00", "overall_score": 5.75 }, { "rank": 8, "scores": { "LPS": 0.7988, "LSD": 3.3692, "MCD": 4.908, "SDR": 9.8778, "PESQ": 2.3885, "WAcc": 81.17, "ESTOI": 0.7798, "NISQA": 2.9771, "DNSMOS": 3.0967, "SpkSim": 0.6667, "SpeechBERTScore": 0.8038 }, "username": "tju_linan", "team_name": "heihei", "metric_ranks": { "LPS": 4, "LSD": 8, "MCD": 9, "SDR": 11, "PESQ": 5, "WAcc": 10, "ESTOI": 4, "NISQA": 10, "DNSMOS": 1, "SpkSim": 6, "SpeechBERTScore": 3 }, "submitted_at": "2024-07-29T13:44:28.199500+00:00", "overall_score": 6.1 }, { "rank": 9, "scores": { "LPS": 0.8102, "LSD": 3.8837, "MCD": 4.7017, "SDR": 12.934, "PESQ": 2.2022, "WAcc": 81.8, "ESTOI": 0.7779, "NISQA": 3.3946, "DNSMOS": 2.9156, "SpkSim": 0.6556, "SpeechBERTScore": 0.7986 }, "username": "VenkateshP", "team_name": null, "metric_ranks": { "LPS": 3, "LSD": 9, "MCD": 7, "SDR": 6, "PESQ": 9, "WAcc": 7, "ESTOI": 4, "NISQA": 5, "DNSMOS": 11, "SpkSim": 7, "SpeechBERTScore": 3 }, "submitted_at": "2024-08-05T17:35:42.381852+00:00", "overall_score": 6.25 }, { "rank": 10, "scores": { "LPS": 0.8014, "LSD": 2.6486, "MCD": 3.9618, "SDR": 12.6895, "PESQ": 2.2654, "WAcc": 80.23, "ESTOI": 0.7707, "NISQA": 2.8482, "DNSMOS": 2.8731, "SpkSim": 0.6896, "SpeechBERTScore": 0.7965 }, "username": "fliu", "team_name": "PureCattleHorse", "metric_ranks": { "LPS": 4, "LSD": 3, "MCD": 3, "SDR": 7, "PESQ": 8, "WAcc": 11, "ESTOI": 5, "NISQA": 13, "DNSMOS": 12, "SpkSim": 4, "SpeechBERTScore": 3 }, "submitted_at": "2024-08-06T07:09:15.642038+00:00", "overall_score": 7.18 }, { "rank": 11, "scores": { "LPS": 0.7837, "LSD": 4.0863, "MCD": 4.9945, "SDR": 12.5424, "PESQ": 2.0505, "WAcc": 76.34, "ESTOI": 0.7646, "NISQA": 3.583, "DNSMOS": 3.0338, "SpkSim": 0.6382, "SpeechBERTScore": 0.7812 }, "username": "oceane", "team_name": "logi audio", "metric_ranks": { "LPS": 5, "LSD": 10, "MCD": 10, "SDR": 8, "PESQ": 10, "WAcc": 14, "ESTOI": 6, "NISQA": 4, "DNSMOS": 5, "SpkSim": 8, "SpeechBERTScore": 5 }, "submitted_at": "2024-08-04T12:44:45.635863+00:00", "overall_score": 7.32 }, { "rank": 12, "scores": { "LPS": 0.8021, "LSD": 6.6045, "MCD": 5.2365, "SDR": 4.2269, "PESQ": 1.7389, "WAcc": 77.23, "ESTOI": 0.6686, "NISQA": 3.6749, "DNSMOS": 3.0632, "SpkSim": 0.5011, "SpeechBERTScore": 0.7904 }, "username": "welkinfang", "team_name": null, "metric_ranks": { "LPS": 4, "LSD": 15, "MCD": 11, "SDR": 14, "PESQ": 14, "WAcc": 13, "ESTOI": 9, "NISQA": 3, "DNSMOS": 3, "SpkSim": 11, "SpeechBERTScore": 4 }, "submitted_at": "2024-08-14T16:44:13.399993+00:00", "overall_score": 7.9 }, { "rank": 13, "scores": { "LPS": 0.6997, "LSD": 6.4911, "MCD": 8.7045, "SDR": -1.8912, "PESQ": 1.7629, "WAcc": 67.55, "ESTOI": 0.6651, "NISQA": 4.1707, "DNSMOS": 3.0845, "SpkSim": 0.554, "SpeechBERTScore": 0.7435 }, "username": "RICK2000", "team_name": "ALPS", "metric_ranks": { "LPS": 8, "LSD": 14, "MCD": 14, "SDR": 16, "PESQ": 13, "WAcc": 16, "ESTOI": 9, "NISQA": 1, "DNSMOS": 2, "SpkSim": 10, "SpeechBERTScore": 7 }, "submitted_at": "2024-08-12T10:18:57.965963+00:00", "overall_score": 8.8 }, { "rank": 14, "scores": { "LPS": 0.7648, "LSD": 4.4579, "MCD": 5.9614, "SDR": 10.8724, "PESQ": 1.9544, "WAcc": 78.7, "ESTOI": 0.7342, "NISQA": 2.9314, "DNSMOS": 2.8323, "SpkSim": 0.6758, "SpeechBERTScore": 0.7502 }, "username": "FSInfo", "team_name": null, "metric_ranks": { "LPS": 6, "LSD": 11, "MCD": 12, "SDR": 10, "PESQ": 11, "WAcc": 12, "ESTOI": 7, "NISQA": 11, "DNSMOS": 13, "SpkSim": 5, "SpeechBERTScore": 6 }, "submitted_at": "2024-08-05T03:41:15.645228+00:00", "overall_score": 9.17 }, { "rank": 15, "scores": { "LPS": 0.7363, "LSD": 3.2288, "MCD": 4.8693, "SDR": 9.0234, "PESQ": 1.8832, "WAcc": 74.12, "ESTOI": 0.707, "NISQA": 3.1593, "DNSMOS": 2.9419, "SpkSim": 0.6159, "SpeechBERTScore": 0.7535 }, "username": "jhauret", "team_name": "Good vibes", "metric_ranks": { "LPS": 7, "LSD": 7, "MCD": 8, "SDR": 12, "PESQ": 12, "WAcc": 15, "ESTOI": 8, "NISQA": 9, "DNSMOS": 9, "SpkSim": 9, "SpeechBERTScore": 6 }, "submitted_at": "2024-08-05T16:09:08.869403+00:00", "overall_score": 9.22 }, { "rank": 16, "scores": { "LPS": 0.6079, "LSD": 5.2092, "MCD": 10.1726, "SDR": 4.4739, "PESQ": 1.3172, "WAcc": 82.08, "ESTOI": 0.5931, "NISQA": 1.5477, "DNSMOS": 1.6521, "SpkSim": 0.6363, "SpeechBERTScore": 0.6035 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LPS": 9, "LSD": 13, "MCD": 15, "SDR": 13, "PESQ": 16, "WAcc": 5, "ESTOI": 10, "NISQA": 15, "DNSMOS": 15, "SpkSim": 8, "SpeechBERTScore": 9 }, "submitted_at": "2024-07-09T09:30:51.150800+00:00", "overall_score": 10.98 }, { "rank": 17, "scores": { "LPS": 0.4813, "LSD": 10.8525, "MCD": 8.4801, "SDR": 0.5111, "PESQ": 1.7156, "WAcc": 42.08, "ESTOI": 0.4911, "NISQA": 2.6413, "DNSMOS": 2.5007, "SpkSim": 0.3826, "SpeechBERTScore": 0.6329 }, "username": "moore", "team_name": "oaudio", "metric_ranks": { "LPS": 10, "LSD": 16, "MCD": 13, "SDR": 15, "PESQ": 15, "WAcc": 17, "ESTOI": 11, "NISQA": 14, "DNSMOS": 14, "SpkSim": 12, "SpeechBERTScore": 8 }, "submitted_at": "2024-07-31T01:39:27.727387+00:00", "overall_score": 12.88 } ] }, "2": { "phase_number": 2, "phase_name": "Non-blind test phase", "source": "computed", "config": { "metrics": [ { "key": "SpkSim", "label": "SpkSim", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.125, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.125, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "WAcc", "label": "WAcc (%)", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LPS": 0.8977, "LSD": 2.6976, "MCD": 3.0477, "SDR": 16.6538, "PESQ": 3.0397, "WAcc": 83.31, "ESTOI": 0.8964, "NISQA": 4.1567, "DNSMOS": 3.2013, "SpkSim": 0.8543, "SpeechBERTScore": 0.8934 }, "username": "Bobbsun", "team_name": "TAI", "metric_ranks": { "LPS": 1, "LSD": 2, "MCD": 4, "SDR": 2, "PESQ": 1, "WAcc": 1, "ESTOI": 1, "NISQA": 2, "DNSMOS": 3, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2024-09-19T11:22:09.902578+00:00", "overall_score": 1.63 }, { "rank": 2, "scores": { "LPS": 0.8924, "LSD": 2.836, "MCD": 2.951, "SDR": 16.8407, "PESQ": 2.9168, "WAcc": 82.19, "ESTOI": 0.8968, "NISQA": 4.1518, "DNSMOS": 3.2633, "SpkSim": 0.8443, "SpeechBERTScore": 0.8844 }, "username": "byti.shsy", "team_name": "Bytedance-SMT-Audio", "metric_ranks": { "LPS": 2, "LSD": 4, "MCD": 2, "SDR": 1, "PESQ": 3, "WAcc": 4, "ESTOI": 1, "NISQA": 3, "DNSMOS": 1, "SpkSim": 2, "SpeechBERTScore": 2 }, "submitted_at": "2024-09-19T08:13:38.514718+00:00", "overall_score": 2.3 }, { "rank": 3, "scores": { "LPS": 0.8874, "LSD": 2.9727, "MCD": 3.4434, "SDR": 16.0459, "PESQ": 2.8767, "WAcc": 83.0, "ESTOI": 0.8883, "NISQA": 4.1411, "DNSMOS": 3.2128, "SpkSim": 0.8276, "SpeechBERTScore": 0.8797 }, "username": "Xiaobin", "team_name": "NJU-AALab", "metric_ranks": { "LPS": 2, "LSD": 7, "MCD": 9, "SDR": 5, "PESQ": 4, "WAcc": 2, "ESTOI": 2, "NISQA": 4, "DNSMOS": 2, "SpkSim": 3, "SpeechBERTScore": 2 }, "submitted_at": "2024-09-18T07:45:34.633221+00:00", "overall_score": 3.23 }, { "rank": 4, "scores": { "LPS": 0.8898, "LSD": 3.2008, "MCD": 3.2242, "SDR": 16.2057, "PESQ": 2.9277, "WAcc": 82.43, "ESTOI": 0.8892, "NISQA": 3.9524, "DNSMOS": 3.1989, "SpkSim": 0.8191, "SpeechBERTScore": 0.885 }, "username": "Linfeng_Feng", "team_name": "TeleAI", "metric_ranks": { "LPS": 2, "LSD": 13, "MCD": 6, "SDR": 4, "PESQ": 2, "WAcc": 3, "ESTOI": 2, "NISQA": 5, "DNSMOS": 3, "SpkSim": 4, "SpeechBERTScore": 2 }, "submitted_at": "2024-09-18T09:25:38.748220+00:00", "overall_score": 3.72 }, { "rank": 5, "scores": { "LPS": 0.8846, "LSD": 2.8346, "MCD": 3.0381, "SDR": 15.6446, "PESQ": 2.8478, "WAcc": 82.18, "ESTOI": 0.8805, "NISQA": 3.9287, "DNSMOS": 3.2018, "SpkSim": 0.815, "SpeechBERTScore": 0.8852 }, "username": "inverseai", "team_name": "Inverse_AI_ML_Team", "metric_ranks": { "LPS": 3, "LSD": 3, "MCD": 3, "SDR": 7, "PESQ": 6, "WAcc": 5, "ESTOI": 3, "NISQA": 6, "DNSMOS": 3, "SpkSim": 4, "SpeechBERTScore": 1 }, "submitted_at": "2024-09-18T20:49:32.396774+00:00", "overall_score": 3.85 }, { "rank": 6, "scores": { "LPS": 0.8837, "LSD": 2.893, "MCD": 3.2041, "SDR": 15.6819, "PESQ": 2.8254, "WAcc": 82.12, "ESTOI": 0.8808, "NISQA": 3.8436, "DNSMOS": 3.1704, "SpkSim": 0.8066, "SpeechBERTScore": 0.8796 }, "username": "rc", "team_name": "NAVS", "metric_ranks": { "LPS": 3, "LSD": 5, "MCD": 5, "SDR": 6, "PESQ": 7, "WAcc": 6, "ESTOI": 3, "NISQA": 9, "DNSMOS": 5, "SpkSim": 5, "SpeechBERTScore": 2 }, "submitted_at": "2024-09-17T15:50:34.280017+00:00", "overall_score": 5.05 }, { "rank": 7, "scores": { "LPS": 0.8679, "LSD": 2.8964, "MCD": 3.0376, "SDR": 14.3927, "PESQ": 2.6417, "WAcc": 79.04, "ESTOI": 0.8643, "NISQA": 3.8072, "DNSMOS": 3.2584, "SpkSim": 0.8181, "SpeechBERTScore": 0.8738 }, "username": "haeon", "team_name": "ALPACA", "metric_ranks": { "LPS": 4, "LSD": 6, "MCD": 3, "SDR": 11, "PESQ": 10, "WAcc": 16, "ESTOI": 4, "NISQA": 10, "DNSMOS": 1, "SpkSim": 4, "SpeechBERTScore": 3 }, "submitted_at": "2024-09-15T06:15:56.946749+00:00", "overall_score": 6.45 }, { "rank": 8, "scores": { "LPS": 0.8792, "LSD": 2.4318, "MCD": 2.8442, "SDR": 15.1794, "PESQ": 2.8689, "WAcc": 79.81, "ESTOI": 0.8761, "NISQA": 3.1139, "DNSMOS": 3.1889, "SpkSim": 0.818, "SpeechBERTScore": 0.8838 }, "username": "RICK2000", "team_name": "ALPS", "metric_ranks": { "LPS": 3, "LSD": 1, "MCD": 1, "SDR": 9, "PESQ": 5, "WAcc": 11, "ESTOI": 3, "NISQA": 22, "DNSMOS": 4, "SpkSim": 4, "SpeechBERTScore": 2 }, "submitted_at": "2024-09-19T02:54:04.892730+00:00", "overall_score": 6.7 }, { "rank": 9, "scores": { "LPS": 0.8718, "LSD": 4.4423, "MCD": 4.1882, "SDR": 16.3833, "PESQ": 2.5792, "WAcc": 81.49, "ESTOI": 0.8766, "NISQA": 3.7619, "DNSMOS": 3.1879, "SpkSim": 0.7042, "SpeechBERTScore": 0.8579 }, "username": "honee", "team_name": null, "metric_ranks": { "LPS": 4, "LSD": 20, "MCD": 17, "SDR": 3, "PESQ": 12, "WAcc": 7, "ESTOI": 3, "NISQA": 11, "DNSMOS": 4, "SpkSim": 14, "SpeechBERTScore": 4 }, "submitted_at": "2024-08-22T11:55:14.672917+00:00", "overall_score": 8.25 }, { "rank": 9, "scores": { "LPS": 0.865, "LSD": 3.0756, "MCD": 3.337, "SDR": 14.6531, "PESQ": 2.6531, "WAcc": 80.35, "ESTOI": 0.8593, "NISQA": 3.5876, "DNSMOS": 3.1104, "SpkSim": 0.7895, "SpeechBERTScore": 0.867 }, "username": "ww", "team_name": "JLLab", "metric_ranks": { "LPS": 5, "LSD": 10, "MCD": 7, "SDR": 10, "PESQ": 9, "WAcc": 8, "ESTOI": 4, "NISQA": 18, "DNSMOS": 10, "SpkSim": 6, "SpeechBERTScore": 3 }, "submitted_at": "2024-08-26T03:33:42.480261+00:00", "overall_score": 8.25 }, { "rank": 10, "scores": { "LPS": 0.8486, "LSD": 3.5549, "MCD": 3.9653, "SDR": 15.4149, "PESQ": 2.5649, "WAcc": 80.28, "ESTOI": 0.8531, "NISQA": 3.9184, "DNSMOS": 3.1307, "SpkSim": 0.7635, "SpeechBERTScore": 0.8403 }, "username": "Luo", "team_name": "CMRI-AudioLAB", "metric_ranks": { "LPS": 6, "LSD": 14, "MCD": 15, "SDR": 8, "PESQ": 13, "WAcc": 9, "ESTOI": 5, "NISQA": 7, "DNSMOS": 9, "SpkSim": 9, "SpeechBERTScore": 6 }, "submitted_at": "2024-09-19T09:06:35.636083+00:00", "overall_score": 8.5 }, { "rank": 11, "scores": { "LPS": 0.8624, "LSD": 3.01, "MCD": 3.4326, "SDR": 14.1303, "PESQ": 2.6064, "WAcc": 79.65, "ESTOI": 0.853, "NISQA": 3.6555, "DNSMOS": 3.0931, "SpkSim": 0.7792, "SpeechBERTScore": 0.8605 }, "username": "abid", "team_name": "Neural Lab", "metric_ranks": { "LPS": 5, "LSD": 9, "MCD": 8, "SDR": 14, "PESQ": 11, "WAcc": 12, "ESTOI": 5, "NISQA": 14, "DNSMOS": 11, "SpkSim": 7, "SpeechBERTScore": 4 }, "submitted_at": "2024-08-31T12:05:33.024930+00:00", "overall_score": 8.98 }, { "rank": 12, "scores": { "LPS": 0.8533, "LSD": 5.3595, "MCD": 4.2767, "SDR": 14.1633, "PESQ": 2.7827, "WAcc": 79.92, "ESTOI": 0.8545, "NISQA": 3.7141, "DNSMOS": 3.148, "SpkSim": 0.7524, "SpeechBERTScore": 0.8539 }, "username": "Hanchen_Pei", "team_name": null, "metric_ranks": { "LPS": 6, "LSD": 23, "MCD": 18, "SDR": 12, "PESQ": 8, "WAcc": 10, "ESTOI": 5, "NISQA": 12, "DNSMOS": 7, "SpkSim": 10, "SpeechBERTScore": 5 }, "submitted_at": "2024-09-15T11:38:06.020368+00:00", "overall_score": 9.55 }, { "rank": 13, "scores": { "LPS": 0.8514, "LSD": 2.9955, "MCD": 3.6436, "SDR": 14.1383, "PESQ": 2.5469, "WAcc": 79.16, "ESTOI": 0.8492, "NISQA": 3.6348, "DNSMOS": 3.1079, "SpkSim": 0.7767, "SpeechBERTScore": 0.8442 }, "username": "N-B", "team_name": null, "metric_ranks": { "LPS": 6, "LSD": 8, "MCD": 11, "SDR": 13, "PESQ": 14, "WAcc": 15, "ESTOI": 5, "NISQA": 16, "DNSMOS": 10, "SpkSim": 7, "SpeechBERTScore": 6 }, "submitted_at": "2024-08-26T06:07:52.207108+00:00", "overall_score": 10.05 }, { "rank": 14, "scores": { "LPS": 0.8446, "LSD": 2.9952, "MCD": 3.7736, "SDR": 13.775, "PESQ": 2.5103, "WAcc": 78.89, "ESTOI": 0.8392, "NISQA": 3.6888, "DNSMOS": 3.0715, "SpkSim": 0.7765, "SpeechBERTScore": 0.8379 }, "username": "TeamDUT", "team_name": null, "metric_ranks": { "LPS": 7, "LSD": 8, "MCD": 12, "SDR": 15, "PESQ": 16, "WAcc": 18, "ESTOI": 6, "NISQA": 13, "DNSMOS": 12, "SpkSim": 7, "SpeechBERTScore": 6 }, "submitted_at": "2024-09-09T07:54:05.589652+00:00", "overall_score": 10.73 }, { "rank": 15, "scores": { "LPS": 0.8426, "LSD": 3.1255, "MCD": 3.7929, "SDR": 13.0989, "PESQ": 2.5165, "WAcc": 78.97, "ESTOI": 0.8336, "NISQA": 3.6448, "DNSMOS": 3.114, "SpkSim": 0.7649, "SpeechBERTScore": 0.8436 }, "username": "tju_linan", "team_name": "heihei", "metric_ranks": { "LPS": 7, "LSD": 12, "MCD": 13, "SDR": 19, "PESQ": 15, "WAcc": 17, "ESTOI": 7, "NISQA": 15, "DNSMOS": 10, "SpkSim": 9, "SpeechBERTScore": 6 }, "submitted_at": "2024-09-02T09:28:16.934127+00:00", "overall_score": 11.3 }, { "rank": 16, "scores": { "LPS": 0.8267, "LSD": 2.8917, "MCD": 3.6032, "SDR": 13.2911, "PESQ": 2.4679, "WAcc": 78.32, "ESTOI": 0.8276, "NISQA": 3.3128, "DNSMOS": 3.1359, "SpkSim": 0.7729, "SpeechBERTScore": 0.8366 }, "username": "fliu", "team_name": "PureCattleHorse", "metric_ranks": { "LPS": 8, "LSD": 5, "MCD": 10, "SDR": 17, "PESQ": 17, "WAcc": 19, "ESTOI": 7, "NISQA": 20, "DNSMOS": 8, "SpkSim": 8, "SpeechBERTScore": 6 }, "submitted_at": "2024-09-15T06:09:56.117655+00:00", "overall_score": 11.42 }, { "rank": 17, "scores": { "LPS": 0.8394, "LSD": 3.6929, "MCD": 4.3966, "SDR": 13.2657, "PESQ": 2.5763, "WAcc": 78.32, "ESTOI": 0.8379, "NISQA": 3.6156, "DNSMOS": 3.1704, "SpkSim": 0.7405, "SpeechBERTScore": 0.8382 }, "username": "FSInfo", "team_name": null, "metric_ranks": { "LPS": 7, "LSD": 16, "MCD": 19, "SDR": 18, "PESQ": 12, "WAcc": 19, "ESTOI": 6, "NISQA": 17, "DNSMOS": 5, "SpkSim": 11, "SpeechBERTScore": 6 }, "submitted_at": "2024-09-09T09:56:08.212470+00:00", "overall_score": 11.68 }, { "rank": 18, "scores": { "LPS": 0.8002, "LSD": 4.527, "MCD": 5.2278, "SDR": 11.1994, "PESQ": 2.0502, "WAcc": 73.16, "ESTOI": 0.7859, "NISQA": 4.2056, "DNSMOS": 3.2572, "SpkSim": 0.6816, "SpeechBERTScore": 0.8088 }, "username": "Julius_Richter", "team_name": "Hamburgers", "metric_ranks": { "LPS": 10, "LSD": 21, "MCD": 22, "SDR": 23, "PESQ": 22, "WAcc": 23, "ESTOI": 10, "NISQA": 1, "DNSMOS": 1, "SpkSim": 16, "SpeechBERTScore": 9 }, "submitted_at": "2024-09-18T16:21:00.615078+00:00", "overall_score": 12.4 }, { "rank": 19, "scores": { "LPS": 0.8322, "LSD": 3.1058, "MCD": 3.8539, "SDR": 13.6505, "PESQ": 2.4128, "WAcc": 76.82, "ESTOI": 0.8286, "NISQA": 3.557, "DNSMOS": 3.0665, "SpkSim": 0.7573, "SpeechBERTScore": 0.8317 }, "username": "urgent", "team_name": "official", "metric_ranks": { "LPS": 8, "LSD": 11, "MCD": 14, "SDR": 16, "PESQ": 18, "WAcc": 21, "ESTOI": 7, "NISQA": 19, "DNSMOS": 12, "SpkSim": 9, "SpeechBERTScore": 7 }, "submitted_at": "2024-08-22T11:11:24.355451+00:00", "overall_score": 12.8 }, { "rank": 20, "scores": { "LPS": 0.8283, "LSD": 3.8884, "MCD": 4.4847, "SDR": 12.8081, "PESQ": 2.2357, "WAcc": 79.18, "ESTOI": 0.818, "NISQA": 3.588, "DNSMOS": 3.0663, "SpkSim": 0.7265, "SpeechBERTScore": 0.8231 }, "username": "VenkateshP", "team_name": null, "metric_ranks": { "LPS": 8, "LSD": 18, "MCD": 20, "SDR": 21, "PESQ": 21, "WAcc": 14, "ESTOI": 8, "NISQA": 18, "DNSMOS": 12, "SpkSim": 12, "SpeechBERTScore": 8 }, "submitted_at": "2024-08-24T06:06:43.095313+00:00", "overall_score": 13.4 }, { "rank": 21, "scores": { "LPS": 0.7285, "LSD": 3.7487, "MCD": 5.3988, "SDR": 4.1161, "PESQ": 1.7423, "WAcc": 66.66, "ESTOI": 0.7156, "NISQA": 3.9119, "DNSMOS": 3.1567, "SpkSim": 0.6922, "SpeechBERTScore": 0.7409 }, "username": "alindt", "team_name": null, "metric_ranks": { "LPS": 11, "LSD": 17, "MCD": 23, "SDR": 24, "PESQ": 23, "WAcc": 24, "ESTOI": 11, "NISQA": 8, "DNSMOS": 6, "SpkSim": 15, "SpeechBERTScore": 10 }, "submitted_at": "2024-09-18T22:33:16.630069+00:00", "overall_score": 14.15 }, { "rank": 22, "scores": { "LPS": 0.8154, "LSD": 3.5812, "MCD": 4.1543, "SDR": 12.9871, "PESQ": 2.3388, "WAcc": 76.54, "ESTOI": 0.8141, "NISQA": 3.1046, "DNSMOS": 2.9182, "SpkSim": 0.7329, "SpeechBERTScore": 0.8237 }, "username": "Enhance", "team_name": null, "metric_ranks": { "LPS": 9, "LSD": 15, "MCD": 16, "SDR": 20, "PESQ": 19, "WAcc": 22, "ESTOI": 9, "NISQA": 23, "DNSMOS": 13, "SpkSim": 12, "SpeechBERTScore": 8 }, "submitted_at": "2024-09-02T12:37:47.110532+00:00", "overall_score": 14.82 }, { "rank": 23, "scores": { "LPS": 0.8226, "LSD": 4.1009, "MCD": 4.7933, "SDR": 12.5941, "PESQ": 2.254, "WAcc": 77.12, "ESTOI": 0.8126, "NISQA": 3.2744, "DNSMOS": 2.9219, "SpkSim": 0.7143, "SpeechBERTScore": 0.8164 }, "username": "eddyzhao912", "team_name": null, "metric_ranks": { "LPS": 9, "LSD": 19, "MCD": 21, "SDR": 22, "PESQ": 20, "WAcc": 20, "ESTOI": 9, "NISQA": 21, "DNSMOS": 13, "SpkSim": 13, "SpeechBERTScore": 8 }, "submitted_at": "2024-09-09T09:48:34.668552+00:00", "overall_score": 15.05 }, { "rank": 24, "scores": { "LPS": 0.7244, "LSD": 4.8882, "MCD": 8.8368, "SDR": 3.5834, "PESQ": 1.4139, "WAcc": 79.53, "ESTOI": 0.6777, "NISQA": 1.8841, "DNSMOS": 1.9376, "SpkSim": 0.732, "SpeechBERTScore": 0.7104 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LPS": 12, "LSD": 22, "MCD": 24, "SDR": 25, "PESQ": 24, "WAcc": 13, "ESTOI": 12, "NISQA": 24, "DNSMOS": 14, "SpkSim": 12, "SpeechBERTScore": 11 }, "submitted_at": "2024-08-22T11:11:31.297840+00:00", "overall_score": 16.1 } ] }, "3": { "phase_number": 3, "phase_name": "Blind test phase", "source": "computed", "config": { "metrics": [ { "key": "SpkSim", "label": "SpkSim", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.125, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.125, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "WAcc", "label": "WAcc (%)", "weight": 0.125, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.125, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.05, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "entries": [ { "rank": 1, "scores": { "LPS": 0.8249, "LSD": 2.9187, "MCD": 3.0414, "SDR": 14.5823, "PESQ": 2.6527, "WAcc": 73.57, "ESTOI": 0.8655, "NISQA": 3.6649, "DNSMOS": 3.0622, "SpkSim": 0.8037, "SpeechBERTScore": 0.8448 }, "username": "byti.shsy", "team_name": "Bytedance-SMT-Audio", "metric_ranks": { "LPS": 2, "LSD": 7, "MCD": 1, "SDR": 1, "PESQ": 3, "WAcc": 2, "ESTOI": 1, "NISQA": 3, "DNSMOS": 2, "SpkSim": 3, "SpeechBERTScore": 2 }, "submitted_at": "2024-09-22T11:38:15.193161+00:00", "overall_score": 2.4 }, { "rank": 2, "scores": { "LPS": 0.8332, "LSD": 2.7841, "MCD": 3.148, "SDR": 14.516, "PESQ": 2.7974, "WAcc": 72.91, "ESTOI": 0.8721, "NISQA": 3.5869, "DNSMOS": 2.9993, "SpkSim": 0.8157, "SpeechBERTScore": 0.854 }, "username": "Bobbsun", "team_name": "TAI", "metric_ranks": { "LPS": 1, "LSD": 4, "MCD": 3, "SDR": 2, "PESQ": 1, "WAcc": 4, "ESTOI": 1, "NISQA": 6, "DNSMOS": 4, "SpkSim": 1, "SpeechBERTScore": 1 }, "submitted_at": "2024-09-22T07:22:23.455581+00:00", "overall_score": 2.68 }, { "rank": 3, "scores": { "LPS": 0.8258, "LSD": 2.6961, "MCD": 3.1358, "SDR": 13.5425, "PESQ": 2.6611, "WAcc": 73.1, "ESTOI": 0.8621, "NISQA": 3.3549, "DNSMOS": 2.9508, "SpkSim": 0.8129, "SpeechBERTScore": 0.849 }, "username": "Xiaobin", "team_name": "NJU-AALab", "metric_ranks": { "LPS": 1, "LSD": 1, "MCD": 2, "SDR": 3, "PESQ": 2, "WAcc": 3, "ESTOI": 2, "NISQA": 11, "DNSMOS": 7, "SpkSim": 2, "SpeechBERTScore": 1 }, "submitted_at": "2024-09-21T08:23:38.092364+00:00", "overall_score": 3.62 }, { "rank": 4, "scores": { "LPS": 0.8268, "LSD": 2.9894, "MCD": 3.331, "SDR": 13.3057, "PESQ": 2.5502, "WAcc": 74.03, "ESTOI": 0.8528, "NISQA": 3.4357, "DNSMOS": 2.9825, "SpkSim": 0.7745, "SpeechBERTScore": 0.8428 }, "username": "Linfeng_Feng", "team_name": "TeleAI", "metric_ranks": { "LPS": 1, "LSD": 8, "MCD": 6, "SDR": 4, "PESQ": 5, "WAcc": 1, "ESTOI": 3, "NISQA": 7, "DNSMOS": 5, "SpkSim": 6, "SpeechBERTScore": 2 }, "submitted_at": "2024-09-22T11:29:26.441579+00:00", "overall_score": 4.05 }, { "rank": 5, "scores": { "LPS": 0.8068, "LSD": 2.7549, "MCD": 3.2073, "SDR": 13.1359, "PESQ": 2.6039, "WAcc": 71.67, "ESTOI": 0.8495, "NISQA": 3.3744, "DNSMOS": 2.9834, "SpkSim": 0.7842, "SpeechBERTScore": 0.843 }, "username": "rc", "team_name": "NAVS", "metric_ranks": { "LPS": 3, "LSD": 3, "MCD": 4, "SDR": 5, "PESQ": 4, "WAcc": 5, "ESTOI": 3, "NISQA": 10, "DNSMOS": 5, "SpkSim": 5, "SpeechBERTScore": 2 }, "submitted_at": "2024-09-21T08:55:13.677412+00:00", "overall_score": 4.7 }, { "rank": 6, "scores": { "LPS": 0.7973, "LSD": 2.9216, "MCD": 3.3209, "SDR": 12.6258, "PESQ": 2.5218, "WAcc": 70.13, "ESTOI": 0.8361, "NISQA": 3.3453, "DNSMOS": 2.9988, "SpkSim": 0.7816, "SpeechBERTScore": 0.8317 }, "username": "inverseai", "team_name": "Inverse_AI_ML_Team", "metric_ranks": { "LPS": 4, "LSD": 7, "MCD": 5, "SDR": 6, "PESQ": 6, "WAcc": 6, "ESTOI": 4, "NISQA": 11, "DNSMOS": 4, "SpkSim": 5, "SpeechBERTScore": 3 }, "submitted_at": "2024-09-22T11:13:59.629316+00:00", "overall_score": 5.52 }, { "rank": 7, "scores": { "LPS": 0.7783, "LSD": 3.4514, "MCD": 3.3385, "SDR": 11.3752, "PESQ": 2.3239, "WAcc": 67.96, "ESTOI": 0.8174, "NISQA": 3.5953, "DNSMOS": 3.0186, "SpkSim": 0.7573, "SpeechBERTScore": 0.8236 }, "username": "haeon", "team_name": "ALPACA", "metric_ranks": { "LPS": 6, "LSD": 13, "MCD": 7, "SDR": 10, "PESQ": 7, "WAcc": 8, "ESTOI": 6, "NISQA": 5, "DNSMOS": 3, "SpkSim": 7, "SpeechBERTScore": 4 }, "submitted_at": "2024-09-22T11:08:56.957003+00:00", "overall_score": 6.27 }, { "rank": 8, "scores": { "LPS": 0.7916, "LSD": 2.8601, "MCD": 3.6128, "SDR": 12.4214, "PESQ": 2.5544, "WAcc": 69.19, "ESTOI": 0.8331, "NISQA": 3.3764, "DNSMOS": 2.903, "SpkSim": 0.7852, "SpeechBERTScore": 0.8299 }, "username": "RICK2000", "team_name": "ALPS", "metric_ranks": { "LPS": 5, "LSD": 5, "MCD": 10, "SDR": 7, "PESQ": 5, "WAcc": 7, "ESTOI": 5, "NISQA": 9, "DNSMOS": 10, "SpkSim": 4, "SpeechBERTScore": 3 }, "submitted_at": "2024-09-21T11:44:53.951905+00:00", "overall_score": 6.35 }, { "rank": 9, "scores": { "LPS": 0.7479, "LSD": 2.7325, "MCD": 3.8301, "SDR": 10.7155, "PESQ": 2.5497, "WAcc": 66.15, "ESTOI": 0.8007, "NISQA": 3.1505, "DNSMOS": 2.9613, "SpkSim": 0.7391, "SpeechBERTScore": 0.8063 }, "username": "Hanchen_Pei", "team_name": null, "metric_ranks": { "LPS": 8, "LSD": 2, "MCD": 11, "SDR": 11, "PESQ": 5, "WAcc": 13, "ESTOI": 8, "NISQA": 14, "DNSMOS": 6, "SpkSim": 9, "SpeechBERTScore": 5 }, "submitted_at": "2024-09-21T11:48:01.618818+00:00", "overall_score": 8.73 }, { "rank": 10, "scores": { "LPS": 0.7729, "LSD": 3.0015, "MCD": 3.4564, "SDR": 11.5012, "PESQ": 2.3197, "WAcc": 67.45, "ESTOI": 0.8111, "NISQA": 3.1673, "DNSMOS": 2.8815, "SpkSim": 0.7504, "SpeechBERTScore": 0.8151 }, "username": "ww", "team_name": "JLLab", "metric_ranks": { "LPS": 7, "LSD": 9, "MCD": 8, "SDR": 9, "PESQ": 7, "WAcc": 10, "ESTOI": 7, "NISQA": 13, "DNSMOS": 12, "SpkSim": 8, "SpeechBERTScore": 4 }, "submitted_at": "2024-09-20T13:30:41.156839+00:00", "overall_score": 8.75 }, { "rank": 11, "scores": { "LPS": 0.74, "LSD": 3.5447, "MCD": 4.123, "SDR": 12.2321, "PESQ": 2.2649, "WAcc": 67.03, "ESTOI": 0.7969, "NISQA": 3.4247, "DNSMOS": 2.9161, "SpkSim": 0.7075, "SpeechBERTScore": 0.7905 }, "username": "Luo", "team_name": "CMRI-AudioLAB", "metric_ranks": { "LPS": 9, "LSD": 15, "MCD": 12, "SDR": 8, "PESQ": 8, "WAcc": 11, "ESTOI": 8, "NISQA": 8, "DNSMOS": 8, "SpkSim": 10, "SpeechBERTScore": 6 }, "submitted_at": "2024-09-21T14:38:22.965106+00:00", "overall_score": 9.05 }, { "rank": 12, "scores": { "LPS": 0.7807, "LSD": 3.3646, "MCD": 3.5283, "SDR": 9.7318, "PESQ": 2.1352, "WAcc": 67.68, "ESTOI": 0.8041, "NISQA": 2.4662, "DNSMOS": 2.9236, "SpkSim": 0.7487, "SpeechBERTScore": 0.8295 }, "username": "WHU-NERCMS", "team_name": null, "metric_ranks": { "LPS": 6, "LSD": 12, "MCD": 9, "SDR": 15, "PESQ": 9, "WAcc": 9, "ESTOI": 8, "NISQA": 20, "DNSMOS": 8, "SpkSim": 8, "SpeechBERTScore": 3 }, "submitted_at": "2024-09-22T11:20:19.401330+00:00", "overall_score": 9.4 }, { "rank": 13, "scores": { "LPS": 0.7262, "LSD": 3.2364, "MCD": 4.1318, "SDR": 10.6187, "PESQ": 2.1254, "WAcc": 66.89, "ESTOI": 0.7812, "NISQA": 2.9461, "DNSMOS": 2.8803, "SpkSim": 0.7027, "SpeechBERTScore": 0.7737 }, "username": "TeamDUT", "team_name": null, "metric_ranks": { "LPS": 10, "LSD": 11, "MCD": 13, "SDR": 12, "PESQ": 10, "WAcc": 12, "ESTOI": 9, "NISQA": 17, "DNSMOS": 12, "SpkSim": 11, "SpeechBERTScore": 7 }, "submitted_at": "2024-09-21T07:18:13.652159+00:00", "overall_score": 11.38 }, { "rank": 14, "scores": { "LPS": 0.6951, "LSD": 4.7608, "MCD": 4.9623, "SDR": 7.4882, "PESQ": 1.8767, "WAcc": 60.28, "ESTOI": 0.7618, "NISQA": 3.941, "DNSMOS": 3.0596, "SpkSim": 0.5819, "SpeechBERTScore": 0.7479 }, "username": "N-B", "team_name": null, "metric_ranks": { "LPS": 13, "LSD": 19, "MCD": 20, "SDR": 20, "PESQ": 16, "WAcc": 19, "ESTOI": 11, "NISQA": 1, "DNSMOS": 2, "SpkSim": 16, "SpeechBERTScore": 9 }, "submitted_at": "2024-09-21T08:02:29.951257+00:00", "overall_score": 11.8 }, { "rank": 15, "scores": { "LPS": 0.7233, "LSD": 3.8328, "MCD": 4.6349, "SDR": 10.4273, "PESQ": 2.0257, "WAcc": 62.68, "ESTOI": 0.7686, "NISQA": 3.228, "DNSMOS": 2.8908, "SpkSim": 0.6727, "SpeechBERTScore": 0.7733 }, "username": "oceane", "team_name": "logi audio", "metric_ranks": { "LPS": 11, "LSD": 18, "MCD": 16, "SDR": 13, "PESQ": 13, "WAcc": 15, "ESTOI": 10, "NISQA": 12, "DNSMOS": 11, "SpkSim": 13, "SpeechBERTScore": 7 }, "submitted_at": "2024-09-21T12:34:21.885481+00:00", "overall_score": 12.13 }, { "rank": 16, "scores": { "LPS": 0.6978, "LSD": 3.0906, "MCD": 4.2216, "SDR": 10.1347, "PESQ": 2.0687, "WAcc": 62.97, "ESTOI": 0.7615, "NISQA": 3.0663, "DNSMOS": 2.828, "SpkSim": 0.6979, "SpeechBERTScore": 0.7655 }, "username": "urgent", "team_name": "official", "metric_ranks": { "LPS": 13, "LSD": 10, "MCD": 15, "SDR": 14, "PESQ": 11, "WAcc": 14, "ESTOI": 11, "NISQA": 16, "DNSMOS": 14, "SpkSim": 11, "SpeechBERTScore": 7 }, "submitted_at": "2024-09-20T09:04:34.195089+00:00", "overall_score": 12.42 }, { "rank": 17, "scores": { "LPS": 0.7076, "LSD": 3.5453, "MCD": 4.8171, "SDR": 9.4662, "PESQ": 2.0429, "WAcc": 62.24, "ESTOI": 0.7614, "NISQA": 2.7347, "DNSMOS": 2.9183, "SpkSim": 0.6686, "SpeechBERTScore": 0.7661 }, "username": "FSInfo", "team_name": null, "metric_ranks": { "LPS": 12, "LSD": 16, "MCD": 19, "SDR": 16, "PESQ": 12, "WAcc": 16, "ESTOI": 11, "NISQA": 18, "DNSMOS": 8, "SpkSim": 13, "SpeechBERTScore": 7 }, "submitted_at": "2024-09-20T08:03:40.319729+00:00", "overall_score": 12.95 }, { "rank": 18, "scores": { "LPS": 0.681, "LSD": 2.8893, "MCD": 4.1817, "SDR": 9.0333, "PESQ": 1.9965, "WAcc": 60.64, "ESTOI": 0.733, "NISQA": 2.554, "DNSMOS": 2.9073, "SpkSim": 0.6807, "SpeechBERTScore": 0.7652 }, "username": "fliu", "team_name": "PureCattleHorse", "metric_ranks": { "LPS": 15, "LSD": 6, "MCD": 14, "SDR": 19, "PESQ": 14, "WAcc": 18, "ESTOI": 13, "NISQA": 19, "DNSMOS": 9, "SpkSim": 12, "SpeechBERTScore": 7 }, "submitted_at": "2024-09-22T08:26:55.124818+00:00", "overall_score": 13.3 }, { "rank": 18, "scores": { "LPS": 0.5616, "LSD": 5.4294, "MCD": 6.273, "SDR": 0.4083, "PESQ": 1.3574, "WAcc": 40.73, "ESTOI": 0.6032, "NISQA": 3.8302, "DNSMOS": 3.2585, "SpkSim": 0.4825, "SpeechBERTScore": 0.6757 }, "username": "Julius_Richter", "team_name": "Hamburgers", "metric_ranks": { "LPS": 16, "LSD": 20, "MCD": 21, "SDR": 22, "PESQ": 19, "WAcc": 21, "ESTOI": 14, "NISQA": 2, "DNSMOS": 1, "SpkSim": 18, "SpeechBERTScore": 10 }, "submitted_at": "2024-09-22T08:31:02.441036+00:00", "overall_score": 13.3 }, { "rank": 19, "scores": { "LPS": 0.6936, "LSD": 3.743, "MCD": 4.6504, "SDR": 9.4341, "PESQ": 1.9678, "WAcc": 60.28, "ESTOI": 0.7404, "NISQA": 3.1158, "DNSMOS": 2.8454, "SpkSim": 0.6664, "SpeechBERTScore": 0.7604 }, "username": "VenkateshP", "team_name": null, "metric_ranks": { "LPS": 14, "LSD": 17, "MCD": 17, "SDR": 17, "PESQ": 15, "WAcc": 19, "ESTOI": 12, "NISQA": 15, "DNSMOS": 13, "SpkSim": 13, "SpeechBERTScore": 8 }, "submitted_at": "2024-09-20T13:30:42.828940+00:00", "overall_score": 14.15 }, { "rank": 20, "scores": { "LPS": 0.5347, "LSD": 7.1189, "MCD": 8.4446, "SDR": -6.1587, "PESQ": 1.4723, "WAcc": 32.08, "ESTOI": 0.5135, "NISQA": 3.6137, "DNSMOS": 3.0155, "SpkSim": 0.542, "SpeechBERTScore": 0.6686 }, "username": "honee", "team_name": null, "metric_ranks": { "LPS": 17, "LSD": 22, "MCD": 22, "SDR": 23, "PESQ": 18, "WAcc": 22, "ESTOI": 16, "NISQA": 4, "DNSMOS": 3, "SpkSim": 17, "SpeechBERTScore": 11 }, "submitted_at": "2024-09-22T10:12:58.281231+00:00", "overall_score": 14.3 }, { "rank": 21, "scores": { "LPS": 0.6812, "LSD": 3.512, "MCD": 4.7421, "SDR": 9.0761, "PESQ": 1.8425, "WAcc": 59.95, "ESTOI": 0.7294, "NISQA": 2.3935, "DNSMOS": 2.5336, "SpkSim": 0.6481, "SpeechBERTScore": 0.7484 }, "username": "Enhance", "team_name": null, "metric_ranks": { "LPS": 15, "LSD": 14, "MCD": 18, "SDR": 18, "PESQ": 17, "WAcc": 20, "ESTOI": 13, "NISQA": 21, "DNSMOS": 15, "SpkSim": 14, "SpeechBERTScore": 9 }, "submitted_at": "2024-09-22T07:25:16.256621+00:00", "overall_score": 15.75 }, { "rank": 22, "scores": { "LPS": 0.5246, "LSD": 5.4614, "MCD": 9.7087, "SDR": 0.985, "PESQ": 1.2567, "WAcc": 61.92, "ESTOI": 0.5847, "NISQA": 1.5297, "DNSMOS": 1.7046, "SpkSim": 0.6415, "SpeechBERTScore": 0.5935 }, "username": "noisy", "team_name": "official", "metric_ranks": { "LPS": 18, "LSD": 21, "MCD": 23, "SDR": 21, "PESQ": 20, "WAcc": 17, "ESTOI": 15, "NISQA": 22, "DNSMOS": 16, "SpkSim": 15, "SpeechBERTScore": 12 }, "submitted_at": "2024-09-20T09:02:01.476484+00:00", "overall_score": 17.5 } ] }, "4": { "phase_number": 4, "phase_name": "MOS Evaluation", "source": "organizer_upload", "config": { "metrics": [ { "key": "DNSMOS", "label": "DNSMOS", "weight": 0.1, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "NISQA", "label": "NISQA", "weight": 0.1, "category": "Non-intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "PESQ", "label": "PESQ", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "ESTOI", "label": "ESTOI", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SDR", "label": "SDR", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "MCD", "label": "MCD", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "LSD", "label": "LSD", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "asc", "precision": 2 }, { "key": "POLQA", "label": "POLQA", "weight": 0.03333333333333333, "category": "Intrusive SE metrics", "direction": "desc", "precision": 2 }, { "key": "SpeechBERTScore", "label": "SpeechBERTScore", "weight": 0.1, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "LPS", "label": "LPS", "weight": 0.1, "category": "Downstream-task-independent metrics", "direction": "desc", "precision": 2 }, { "key": "SpkSim", "label": "SpkSim", "weight": 0.1, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "WAcc", "label": "WAcc", "weight": 0.1, "category": "Downstream-task-dependent metrics", "direction": "desc", "precision": 2 }, { "key": "MOS", "label": "MOS", "weight": 0.2, "category": "Subjective SE metric", "direction": "desc", "precision": 2 } ], "formula": "weighted_rank_aggregation" }, "uploaded_at": "2026-05-29T15:17:41.929746Z", "entries": [ { "rank": 1, "scores": { "LPS": 0.82, "LSD": 2.92, "MCD": 3.04, "MOS": 3.52, "SDR": 14.58, "PESQ": 2.65, "WAcc": 73.57, "ESTOI": 0.87, "NISQA": 3.66, "POLQA": 3.51, "DNSMOS": 3.06, "SpkSim": 0.8, "SpeechBERTScore": 0.84 }, "username": "byti.shsy", "team_name": "Bytedance-SMT-Audio", "overall_score": 2.43, "metric_ranks": { "DNSMOS": 2, "NISQA": 3, "PESQ": 3, "ESTOI": 1, "SDR": 1, "MCD": 1, "LSD": 7, "POLQA": 2, "SpeechBERTScore": 2, "LPS": 2, "SpkSim": 3, "WAcc": 2, "MOS": 1 } }, { "rank": 2, "scores": { "LPS": 0.83, "LSD": 2.78, "MCD": 3.15, "MOS": 3.46, "SDR": 14.52, "PESQ": 2.8, "WAcc": 72.91, "ESTOI": 0.87, "NISQA": 3.59, "POLQA": 3.69, "DNSMOS": 3.0, "SpkSim": 0.82, "SpeechBERTScore": 0.85 }, "username": "Bobbsun", "team_name": "TAI", "overall_score": 2.9, "metric_ranks": { "DNSMOS": 4, "NISQA": 6, "PESQ": 1, "ESTOI": 1, "SDR": 2, "MCD": 3, "LSD": 4, "POLQA": 1, "SpeechBERTScore": 1, "LPS": 1, "SpkSim": 1, "WAcc": 4, "MOS": 3 } }, { "rank": 3, "scores": { "LPS": 0.83, "LSD": 2.99, "MCD": 3.33, "MOS": 3.44, "SDR": 13.31, "PESQ": 2.55, "WAcc": 74.03, "ESTOI": 0.85, "NISQA": 3.44, "POLQA": 3.34, "DNSMOS": 2.98, "SpkSim": 0.77, "SpeechBERTScore": 0.84 }, "username": "Linfeng_Feng", "team_name": "TeleAI", "overall_score": 5.07, "metric_ranks": { "DNSMOS": 5, "NISQA": 7, "PESQ": 5, "ESTOI": 3, "SDR": 4, "MCD": 6, "LSD": 8, "POLQA": 6, "SpeechBERTScore": 2, "LPS": 1, "SpkSim": 6, "WAcc": 1, "MOS": 4 } }, { "rank": 3, "scores": { "LPS": 0.83, "LSD": 2.7, "MCD": 3.14, "MOS": 3.4, "SDR": 13.54, "PESQ": 2.66, "WAcc": 73.1, "ESTOI": 0.86, "NISQA": 3.35, "POLQA": 3.45, "DNSMOS": 2.95, "SpkSim": 0.81, "SpeechBERTScore": 0.85 }, "username": "Xiaobin", "team_name": "NJU-AALab", "overall_score": 5.07, "metric_ranks": { "DNSMOS": 7, "NISQA": 11, "PESQ": 2, "ESTOI": 2, "SDR": 3, "MCD": 2, "LSD": 1, "POLQA": 3, "SpeechBERTScore": 1, "LPS": 1, "SpkSim": 2, "WAcc": 3, "MOS": 6 } }, { "rank": 4, "scores": { "LPS": 0.81, "LSD": 2.75, "MCD": 3.21, "MOS": 3.34, "SDR": 13.14, "PESQ": 2.6, "WAcc": 71.67, "ESTOI": 0.85, "NISQA": 3.37, "POLQA": 3.43, "DNSMOS": 2.98, "SpkSim": 0.78, "SpeechBERTScore": 0.84 }, "username": "rc", "team_name": "NAVS", "overall_score": 6.53, "metric_ranks": { "DNSMOS": 5, "NISQA": 10, "PESQ": 4, "ESTOI": 3, "SDR": 5, "MCD": 4, "LSD": 3, "POLQA": 4, "SpeechBERTScore": 2, "LPS": 3, "SpkSim": 5, "WAcc": 5, "MOS": 9 } }, { "rank": 5, "scores": { "LPS": 0.78, "LSD": 3.45, "MCD": 3.34, "MOS": 3.47, "SDR": 11.38, "PESQ": 2.32, "WAcc": 67.96, "ESTOI": 0.82, "NISQA": 3.6, "POLQA": 3.16, "DNSMOS": 3.02, "SpkSim": 0.76, "SpeechBERTScore": 0.82 }, "username": "haeon", "team_name": "ALPACA", "overall_score": 6.57, "metric_ranks": { "DNSMOS": 3, "NISQA": 5, "PESQ": 7, "ESTOI": 6, "SDR": 10, "MCD": 7, "LSD": 13, "POLQA": 8, "SpeechBERTScore": 4, "LPS": 6, "SpkSim": 7, "WAcc": 8, "MOS": 2 } }, { "rank": 6, "scores": { "LPS": 0.8, "LSD": 2.92, "MCD": 3.32, "MOS": 3.41, "SDR": 12.63, "PESQ": 2.52, "WAcc": 70.13, "ESTOI": 0.84, "NISQA": 3.35, "POLQA": 3.31, "DNSMOS": 3.0, "SpkSim": 0.78, "SpeechBERTScore": 0.83 }, "username": "inverseai", "team_name": "Inverse_AI_ML_Team", "overall_score": 6.83, "metric_ranks": { "DNSMOS": 4, "NISQA": 11, "PESQ": 6, "ESTOI": 4, "SDR": 6, "MCD": 5, "LSD": 7, "POLQA": 7, "SpeechBERTScore": 3, "LPS": 4, "SpkSim": 5, "WAcc": 6, "MOS": 5 } }, { "rank": 7, "scores": { "LPS": 0.79, "LSD": 2.86, "MCD": 3.61, "MOS": 3.44, "SDR": 12.42, "PESQ": 2.55, "WAcc": 69.19, "ESTOI": 0.83, "NISQA": 3.38, "POLQA": 3.36, "DNSMOS": 2.9, "SpkSim": 0.79, "SpeechBERTScore": 0.83 }, "username": "RICK2000", "team_name": "CQUPT_ISARL", "overall_score": 7.3, "metric_ranks": { "DNSMOS": 10, "NISQA": 9, "PESQ": 5, "ESTOI": 5, "SDR": 7, "MCD": 10, "LSD": 5, "POLQA": 5, "SpeechBERTScore": 3, "LPS": 5, "SpkSim": 4, "WAcc": 7, "MOS": 4 } }, { "rank": 8, "scores": { "LPS": 0.75, "LSD": 2.73, "MCD": 3.83, "MOS": 3.36, "SDR": 10.72, "PESQ": 2.55, "WAcc": 66.15, "ESTOI": 0.8, "NISQA": 3.15, "POLQA": 3.15, "DNSMOS": 2.96, "SpkSim": 0.74, "SpeechBERTScore": 0.81 }, "username": "Hanchen_Pei", "team_name": null, "overall_score": 10.6, "metric_ranks": { "DNSMOS": 6, "NISQA": 14, "PESQ": 5, "ESTOI": 8, "SDR": 11, "MCD": 11, "LSD": 2, "POLQA": 9, "SpeechBERTScore": 5, "LPS": 8, "SpkSim": 9, "WAcc": 13, "MOS": 8 } }, { "rank": 9, "scores": { "LPS": 0.74, "LSD": 3.54, "MCD": 4.12, "MOS": 3.33, "SDR": 12.23, "PESQ": 2.26, "WAcc": 67.03, "ESTOI": 0.8, "NISQA": 3.42, "POLQA": 3.04, "DNSMOS": 2.92, "SpkSim": 0.71, "SpeechBERTScore": 0.79 }, "username": "Luo", "team_name": "CMRI-AudioLAB", "overall_score": 11.43, "metric_ranks": { "DNSMOS": 8, "NISQA": 8, "PESQ": 8, "ESTOI": 8, "SDR": 8, "MCD": 12, "LSD": 15, "POLQA": 11, "SpeechBERTScore": 6, "LPS": 9, "SpkSim": 10, "WAcc": 11, "MOS": 10 } }, { "rank": 10, "scores": { "LPS": 0.77, "LSD": 3.0, "MCD": 3.46, "MOS": 3.24, "SDR": 11.5, "PESQ": 2.32, "WAcc": 67.45, "ESTOI": 0.81, "NISQA": 3.17, "POLQA": 3.06, "DNSMOS": 2.88, "SpkSim": 0.75, "SpeechBERTScore": 0.82 }, "username": "ww", "team_name": "JLLab", "overall_score": 11.57, "metric_ranks": { "DNSMOS": 12, "NISQA": 13, "PESQ": 7, "ESTOI": 7, "SDR": 9, "MCD": 8, "LSD": 9, "POLQA": 10, "SpeechBERTScore": 4, "LPS": 7, "SpkSim": 8, "WAcc": 10, "MOS": 12 } }, { "rank": 11, "scores": { "LPS": 0.7, "LSD": 4.76, "MCD": 4.96, "MOS": 3.39, "SDR": 7.49, "PESQ": 1.88, "WAcc": 60.28, "ESTOI": 0.76, "NISQA": 3.94, "POLQA": 2.64, "DNSMOS": 3.06, "SpkSim": 0.58, "SpeechBERTScore": 0.75 }, "username": "N-B", "team_name": null, "overall_score": 13.4, "metric_ranks": { "DNSMOS": 2, "NISQA": 1, "PESQ": 16, "ESTOI": 11, "SDR": 20, "MCD": 20, "LSD": 19, "POLQA": 17, "SpeechBERTScore": 9, "LPS": 13, "SpkSim": 16, "WAcc": 19, "MOS": 7 } }, { "rank": 12, "scores": { "LPS": 0.78, "LSD": 3.36, "MCD": 3.53, "MOS": 2.87, "SDR": 9.73, "PESQ": 2.14, "WAcc": 67.68, "ESTOI": 0.8, "NISQA": 2.47, "POLQA": 2.74, "DNSMOS": 2.92, "SpkSim": 0.75, "SpeechBERTScore": 0.83 }, "username": "WHU-NERCMS", "team_name": null, "overall_score": 13.43, "metric_ranks": { "DNSMOS": 8, "NISQA": 20, "PESQ": 9, "ESTOI": 8, "SDR": 15, "MCD": 9, "LSD": 12, "POLQA": 14, "SpeechBERTScore": 3, "LPS": 6, "SpkSim": 8, "WAcc": 9, "MOS": 20 } }, { "rank": 13, "scores": { "LPS": 0.72, "LSD": 3.83, "MCD": 4.63, "MOS": 3.32, "SDR": 10.43, "PESQ": 2.03, "WAcc": 62.68, "ESTOI": 0.77, "NISQA": 3.23, "POLQA": 2.69, "DNSMOS": 2.89, "SpkSim": 0.67, "SpeechBERTScore": 0.77 }, "username": "oceane", "team_name": "logi audio", "overall_score": 14.4, "metric_ranks": { "DNSMOS": 11, "NISQA": 12, "PESQ": 13, "ESTOI": 10, "SDR": 13, "MCD": 16, "LSD": 18, "POLQA": 15, "SpeechBERTScore": 7, "LPS": 11, "SpkSim": 13, "WAcc": 15, "MOS": 11 } }, { "rank": 14, "scores": { "LPS": 0.73, "LSD": 3.24, "MCD": 4.13, "MOS": 3.06, "SDR": 10.62, "PESQ": 2.13, "WAcc": 66.89, "ESTOI": 0.78, "NISQA": 2.95, "POLQA": 2.89, "DNSMOS": 2.88, "SpkSim": 0.7, "SpeechBERTScore": 0.77 }, "username": "TeamDUT", "team_name": null, "overall_score": 14.7, "metric_ranks": { "DNSMOS": 12, "NISQA": 17, "PESQ": 10, "ESTOI": 9, "SDR": 12, "MCD": 13, "LSD": 11, "POLQA": 12, "SpeechBERTScore": 7, "LPS": 10, "SpkSim": 11, "WAcc": 12, "MOS": 16 } }, { "rank": 15, "scores": { "LPS": 0.7, "LSD": 3.09, "MCD": 4.22, "MOS": 3.12, "SDR": 10.13, "PESQ": 2.07, "WAcc": 62.97, "ESTOI": 0.76, "NISQA": 3.07, "POLQA": 2.81, "DNSMOS": 2.83, "SpkSim": 0.7, "SpeechBERTScore": 0.77 }, "username": "urgent", "team_name": "official", "overall_score": 15.77, "metric_ranks": { "DNSMOS": 14, "NISQA": 16, "PESQ": 11, "ESTOI": 11, "SDR": 14, "MCD": 15, "LSD": 10, "POLQA": 13, "SpeechBERTScore": 7, "LPS": 13, "SpkSim": 11, "WAcc": 14, "MOS": 15 } }, { "rank": 16, "scores": { "LPS": 0.71, "LSD": 3.55, "MCD": 4.82, "MOS": 2.95, "SDR": 9.47, "PESQ": 2.04, "WAcc": 62.24, "ESTOI": 0.76, "NISQA": 2.73, "POLQA": 2.66, "DNSMOS": 2.92, "SpkSim": 0.67, "SpeechBERTScore": 0.77 }, "username": "FSInfo", "team_name": null, "overall_score": 16.63, "metric_ranks": { "DNSMOS": 8, "NISQA": 18, "PESQ": 12, "ESTOI": 11, "SDR": 16, "MCD": 19, "LSD": 16, "POLQA": 16, "SpeechBERTScore": 7, "LPS": 12, "SpkSim": 13, "WAcc": 16, "MOS": 18 } }, { "rank": 17, "scores": { "LPS": 0.56, "LSD": 5.43, "MCD": 6.27, "MOS": 3.05, "SDR": 0.41, "PESQ": 1.36, "WAcc": 40.73, "ESTOI": 0.6, "NISQA": 3.83, "POLQA": 1.74, "DNSMOS": 3.26, "SpkSim": 0.48, "SpeechBERTScore": 0.68 }, "username": "Julius_Richter", "team_name": "Hamburgers", "overall_score": 16.8, "metric_ranks": { "DNSMOS": 1, "NISQA": 2, "PESQ": 19, "ESTOI": 14, "SDR": 22, "MCD": 21, "LSD": 20, "POLQA": 22, "SpeechBERTScore": 10, "LPS": 16, "SpkSim": 18, "WAcc": 21, "MOS": 17 } }, { "rank": 18, "scores": { "LPS": 0.53, "LSD": 7.12, "MCD": 8.44, "MOS": 3.17, "SDR": -6.16, "PESQ": 1.47, "WAcc": 32.08, "ESTOI": 0.51, "NISQA": 3.61, "POLQA": 1.93, "DNSMOS": 3.02, "SpkSim": 0.54, "SpeechBERTScore": 0.67 }, "username": "honee", "team_name": null, "overall_score": 17.13, "metric_ranks": { "DNSMOS": 3, "NISQA": 4, "PESQ": 18, "ESTOI": 16, "SDR": 23, "MCD": 22, "LSD": 22, "POLQA": 21, "SpeechBERTScore": 11, "LPS": 17, "SpkSim": 17, "WAcc": 22, "MOS": 14 } }, { "rank": 19, "scores": { "LPS": 0.69, "LSD": 3.74, "MCD": 4.65, "MOS": 3.21, "SDR": 9.43, "PESQ": 1.97, "WAcc": 60.28, "ESTOI": 0.74, "NISQA": 3.12, "POLQA": 2.59, "DNSMOS": 2.85, "SpkSim": 0.67, "SpeechBERTScore": 0.76 }, "username": "VenkateshP", "team_name": null, "overall_score": 17.23, "metric_ranks": { "DNSMOS": 13, "NISQA": 15, "PESQ": 15, "ESTOI": 12, "SDR": 17, "MCD": 17, "LSD": 17, "POLQA": 18, "SpeechBERTScore": 8, "LPS": 14, "SpkSim": 13, "WAcc": 19, "MOS": 13 } }, { "rank": 20, "scores": { "LPS": 0.68, "LSD": 2.89, "MCD": 4.18, "MOS": 2.91, "SDR": 9.03, "PESQ": 2.0, "WAcc": 60.64, "ESTOI": 0.73, "NISQA": 2.55, "POLQA": 2.57, "DNSMOS": 2.91, "SpkSim": 0.68, "SpeechBERTScore": 0.77 }, "username": "fliu", "team_name": "PureCattleHorse", "overall_score": 17.63, "metric_ranks": { "DNSMOS": 9, "NISQA": 19, "PESQ": 14, "ESTOI": 13, "SDR": 19, "MCD": 14, "LSD": 6, "POLQA": 19, "SpeechBERTScore": 7, "LPS": 15, "SpkSim": 12, "WAcc": 18, "MOS": 19 } }, { "rank": 21, "scores": { "LPS": 0.68, "LSD": 3.51, "MCD": 4.74, "MOS": 2.82, "SDR": 9.08, "PESQ": 1.84, "WAcc": 59.95, "ESTOI": 0.73, "NISQA": 2.39, "POLQA": 2.47, "DNSMOS": 2.53, "SpkSim": 0.65, "SpeechBERTScore": 0.75 }, "username": "Enhance", "team_name": null, "overall_score": 20.2, "metric_ranks": { "DNSMOS": 15, "NISQA": 21, "PESQ": 17, "ESTOI": 13, "SDR": 18, "MCD": 18, "LSD": 14, "POLQA": 20, "SpeechBERTScore": 9, "LPS": 15, "SpkSim": 14, "WAcc": 20, "MOS": 21 } }, { "rank": 22, "scores": { "LPS": 0.52, "LSD": 5.46, "MCD": 9.71, "MOS": 1.88, "SDR": 0.98, "PESQ": 1.26, "WAcc": 61.92, "ESTOI": 0.58, "NISQA": 1.53, "POLQA": 1.58, "DNSMOS": 1.7, "SpkSim": 0.64, "SpeechBERTScore": 0.59 }, "username": "noisy", "team_name": "official", "overall_score": 21.97, "metric_ranks": { "DNSMOS": 16, "NISQA": 22, "PESQ": 20, "ESTOI": 15, "SDR": 21, "MCD": 23, "LSD": 21, "POLQA": 23, "SpeechBERTScore": 12, "LPS": 18, "SpkSim": 15, "WAcc": 17, "MOS": 22 } } ] } }, "edition": "2024" } ] }