ZacharyZhang-NY
836a4908e1
Generated by .venv/bin/python -m bench.asr_check after 709104e, so the stamp
names the code under measurement instead of its parent. Two passes agreed:
WER 0.242 both times, transcripts byte-identical.
116 lines
2.7 KiB
JSON
116 lines
2.7 KiB
JSON
{
|
|
"generated_utc": "2026-10-08T02:24:47+00:00",
|
|
"commit": "709104e80915e43a1095a270a87f09cbb611d51b",
|
|
"model": {
|
|
"id": "Systran/faster-whisper-tiny",
|
|
"sha256_model_bin": "dcb76c6586fc06cbdac6dd21f14cfd129cc4cdd9dce19bf4ffa62e59cbe6e6d1",
|
|
"compute": "cpu int8",
|
|
"cpu_threads": 4,
|
|
"decode_knobs": {
|
|
"word_timestamps": "True",
|
|
"beam_size": "1",
|
|
"temperature": "(0.0,)",
|
|
"condition_on_previous_text": "False",
|
|
"vad_filter": "False"
|
|
}
|
|
},
|
|
"reference": "Video-MME community subtitles: third-party captions, not verbatim transcripts",
|
|
"machine": {
|
|
"system": "Linux",
|
|
"release": "6.18.40.1-microsoft-standard-WSL2",
|
|
"cpus": 32,
|
|
"threads_per_query": 4,
|
|
"load_average_1_5_15": [
|
|
9.65,
|
|
2.54,
|
|
0.88
|
|
]
|
|
},
|
|
"passes": {
|
|
"count": 2,
|
|
"word_error_rate": [
|
|
0.242,
|
|
0.242
|
|
],
|
|
"identical_transcripts": true,
|
|
"per_video_wer": [
|
|
{
|
|
"video": "0IdYJGBmguM",
|
|
"first": 0.229,
|
|
"second": 0.229
|
|
},
|
|
{
|
|
"video": "1q-5IIyZL20",
|
|
"first": 0.253,
|
|
"second": 0.253
|
|
},
|
|
{
|
|
"video": "1tidNDIpKSY",
|
|
"first": 0.222,
|
|
"second": 0.222
|
|
}
|
|
]
|
|
},
|
|
"totals": {
|
|
"videos": 3,
|
|
"audio_seconds": 258.18,
|
|
"transcribe_seconds": 3.26,
|
|
"word_error_rate": 0.242,
|
|
"reference_words": 533,
|
|
"hypothesis_words": 563,
|
|
"words": 563,
|
|
"out_of_order": 0,
|
|
"before_their_segment": 0,
|
|
"atoms_all": 133,
|
|
"speech_atoms": 80,
|
|
"word_timestamps": 563,
|
|
"sources": 3
|
|
},
|
|
"videos": [
|
|
{
|
|
"video": "0IdYJGBmguM",
|
|
"seconds": 88.93,
|
|
"transcribe_seconds": 1.39,
|
|
"real_time_factor": 63.9,
|
|
"segments": 38,
|
|
"reference_words": 201,
|
|
"hypothesis_words": 219,
|
|
"edits": 46,
|
|
"word_error_rate": 0.229,
|
|
"mean_word_confidence": 0.861,
|
|
"words": 219,
|
|
"out_of_order": 0,
|
|
"before_their_segment": 0
|
|
},
|
|
{
|
|
"video": "1q-5IIyZL20",
|
|
"seconds": 109.18,
|
|
"transcribe_seconds": 1.33,
|
|
"real_time_factor": 82.4,
|
|
"segments": 39,
|
|
"reference_words": 296,
|
|
"hypothesis_words": 313,
|
|
"edits": 75,
|
|
"word_error_rate": 0.253,
|
|
"mean_word_confidence": 0.821,
|
|
"words": 313,
|
|
"out_of_order": 0,
|
|
"before_their_segment": 0
|
|
},
|
|
{
|
|
"video": "1tidNDIpKSY",
|
|
"seconds": 60.07,
|
|
"transcribe_seconds": 0.54,
|
|
"real_time_factor": 112.2,
|
|
"segments": 3,
|
|
"reference_words": 36,
|
|
"hypothesis_words": 31,
|
|
"edits": 8,
|
|
"word_error_rate": 0.222,
|
|
"mean_word_confidence": 0.852,
|
|
"words": 31,
|
|
"out_of_order": 0,
|
|
"before_their_segment": 0
|
|
}
|
|
]
|
|
} |