{"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T03:16:14Z", "speed": 1.11, "tokens_per_second": 4.1, "dataset_speed": {"librispeech-10mins": 0.72, "earnings22-10mins": 2.42}, "dataset_tokens_per_second": {"librispeech-10mins": 3.01, "earnings22-10mins": 7.82}, "average_wer": 6.73, "qoi": 0.68, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:27:22Z", "speed": 62.61, "tokens_per_second": 215.23, "dataset_speed": {"earnings22-10mins": 187.07, "librispeech-10mins": 37.66}, "dataset_tokens_per_second": {"earnings22-10mins": 575.86, "librispeech-10mins": 142.94}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T20:38:55Z", "speed": 52.18, "tokens_per_second": 178.3, "dataset_speed": {"earnings22-10mins": 131.34, "librispeech-10mins": 32.61}, "dataset_tokens_per_second": {"earnings22-10mins": 399.7, "librispeech-10mins": 123.56}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:28:01Z", "speed": 45.62, "tokens_per_second": 168.04, "dataset_speed": {"earnings22-10mins": 131.02, "librispeech-10mins": 27.67}, "dataset_tokens_per_second": {"earnings22-10mins": 421.01, "librispeech-10mins": 114.84}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T20:41:46Z", "speed": 19.71, "tokens_per_second": 71.26, "dataset_speed": {"librispeech-10mins": 14.27, "earnings22-10mins": 31.94}, "dataset_tokens_per_second": {"librispeech-10mins": 54.84, "earnings22-10mins": 108.16}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/947MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T02:30:12Z", "speed": 2.02, "tokens_per_second": 8.11, "dataset_speed": {"librispeech-10mins": 1.46, "earnings22-10mins": 3.32}, "dataset_tokens_per_second": {"librispeech-10mins": 7.16, "earnings22-10mins": 10.27}, "average_wer": 8.01, "qoi": 0.69, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T00:43:51Z", "speed": 1.85, "tokens_per_second": 8.25, "dataset_speed": {"earnings22-10mins": 2.34, "librispeech-10mins": 1.54}, "dataset_tokens_per_second": {"earnings22-10mins": 9.96, "librispeech-10mins": 7.14}, "average_wer": 7.25, "qoi": 0.62, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:17:36Z", "speed": 9.91, "tokens_per_second": 36.72, "dataset_speed": {"librispeech-10mins": 6.24, "earnings22-10mins": 24.14}, "dataset_tokens_per_second": {"librispeech-10mins": 26.1, "earnings22-10mins": 77.94}, "average_wer": 6.8, "qoi": 0.67, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:30:54Z", "speed": 19.25, "tokens_per_second": 72.78, "dataset_speed": {"earnings22-10mins": 31.39, "librispeech-10mins": 13.9}, "dataset_tokens_per_second": {"earnings22-10mins": 116.98, "librispeech-10mins": 53.29}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T06:35:52Z", "speed": 7.08, "tokens_per_second": 24.78, "dataset_speed": {"librispeech-10mins": 5.19, "earnings22-10mins": 11.17}, "dataset_tokens_per_second": {"librispeech-10mins": 18.74, "earnings22-10mins": 37.82}, "average_wer": 6.11, "qoi": 0.7, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:31:19Z", "speed": 9.69, "tokens_per_second": 35.97, "dataset_speed": {"librispeech-10mins": 6.32, "earnings22-10mins": 20.93}, "dataset_tokens_per_second": {"librispeech-10mins": 26.33, "earnings22-10mins": 68.04}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T05:14:48Z", "speed": 50.59, "tokens_per_second": 173.65, "dataset_speed": {"librispeech-10mins": 35.93, "earnings22-10mins": 85.67}, "dataset_tokens_per_second": {"librispeech-10mins": 136.04, "earnings22-10mins": 263.7}, "average_wer": 14.74, "qoi": 0.38, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-02T23:42:51Z", "speed": 34.3, "tokens_per_second": 117.56, "dataset_speed": {"earnings22-10mins": 65.37, "librispeech-10mins": 23.28}, "dataset_tokens_per_second": {"earnings22-10mins": 200.25, "librispeech-10mins": 88.23}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T06:20:35Z", "speed": 8.12, "tokens_per_second": 27.2, "dataset_speed": {"earnings22-10mins": 15.04, "librispeech-10mins": 5.56}, "dataset_tokens_per_second": {"earnings22-10mins": 46.18, "librispeech-10mins": 20.21}, "average_wer": 7.9, "qoi": 0.62, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T20:37:56Z", "speed": 72.44, "tokens_per_second": 262.03, "dataset_speed": {"librispeech-10mins": 42.79, "earnings22-10mins": 238.05}, "dataset_tokens_per_second": {"librispeech-10mins": 177.9, "earnings22-10mins": 732.01}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:18:18Z", "speed": 2.39, "tokens_per_second": 12.12, "dataset_speed": {"librispeech-10mins": 1.99, "earnings22-10mins": 4.43}, "dataset_tokens_per_second": {"librispeech-10mins": 11.96, "earnings22-10mins": 12.93}, "average_wer": 32.0, "qoi": 0.69, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T20:38:13Z", "speed": 49.36, "tokens_per_second": 181.84, "dataset_speed": {"earnings22-10mins": 126.91, "librispeech-10mins": 30.69}, "dataset_tokens_per_second": {"earnings22-10mins": 407.37, "librispeech-10mins": 127.53}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T22:48:31Z", "speed": 6.27, "tokens_per_second": 23.09, "dataset_speed": {"earnings22-10mins": 11.1, "librispeech-10mins": 4.37}, "dataset_tokens_per_second": {"earnings22-10mins": 35.62, "librispeech-10mins": 18.18}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:23:51Z", "speed": 8.7, "tokens_per_second": 34.83, "dataset_speed": {"earnings22-10mins": 19.22, "librispeech-10mins": 5.63}, "dataset_tokens_per_second": {"earnings22-10mins": 74.52, "librispeech-10mins": 23.26}, "average_wer": 5.94, "qoi": 0.73, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T20:42:22Z", "speed": 2.92, "tokens_per_second": 11.06, "dataset_speed": {"earnings22-10mins": 4.16, "librispeech-10mins": 2.25}, "dataset_tokens_per_second": {"earnings22-10mins": 13.57, "librispeech-10mins": 9.71}, "average_wer": 6.56, "qoi": 0.64, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-11-02T23:35:19Z", "speed": 3.0, "tokens_per_second": 18.67, "dataset_speed": {"earnings22-10mins": 2.63, "librispeech-10mins": 3.48}, "dataset_tokens_per_second": {"earnings22-10mins": 25.55, "librispeech-10mins": 9.61}, "average_wer": 99.9, "qoi": 0, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:27:50Z", "speed": 13.58, "tokens_per_second": 44.63, "dataset_speed": {"librispeech-10mins": 8.79, "earnings22-10mins": 29.95}, "dataset_tokens_per_second": {"librispeech-10mins": 31.27, "earnings22-10mins": 90.3}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T03:35:33Z", "speed": 1.69, "tokens_per_second": 5.19, "dataset_speed": {"earnings22-10mins": 1.69}, "dataset_tokens_per_second": {"earnings22-10mins": 5.19}, "average_wer": 8.28, "qoi": 0, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T04:18:54Z", "speed": 7.91, "tokens_per_second": 29.15, "dataset_speed": {"earnings22-10mins": 11.87, "librispeech-10mins": 5.94}, "dataset_tokens_per_second": {"earnings22-10mins": 44.47, "librispeech-10mins": 21.52}, "average_wer": 6.39, "qoi": 0.69, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T04:01:23Z", "speed": 1.59, "tokens_per_second": 4.83, "dataset_speed": {"earnings22-10mins": 1.59}, "dataset_tokens_per_second": {"earnings22-10mins": 4.83}, "average_wer": 7.7, "qoi": 1, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:21:42Z", "speed": 15.49, "tokens_per_second": 52.3, "dataset_speed": {"librispeech-10mins": 9.85, "earnings22-10mins": 36.4}, "dataset_tokens_per_second": {"librispeech-10mins": 36.14, "earnings22-10mins": 112.23}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T21:52:20Z", "speed": 41.01, "tokens_per_second": 140.56, "dataset_speed": {"librispeech-10mins": 30.33, "earnings22-10mins": 63.44}, "dataset_tokens_per_second": {"librispeech-10mins": 114.96, "earnings22-10mins": 194.34}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-11-02T23:29:53Z", "speed": 7.08, "tokens_per_second": 25.59, "dataset_speed": {"earnings22-10mins": 12.22, "librispeech-10mins": 4.99}, "dataset_tokens_per_second": {"earnings22-10mins": 37.52, "librispeech-10mins": 20.74}, "average_wer": 14.46, "qoi": 0.39, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T06:13:16Z", "speed": 4.3, "tokens_per_second": 15.93, "dataset_speed": {"earnings22-10mins": 8.31, "librispeech-10mins": 2.91}, "dataset_tokens_per_second": {"earnings22-10mins": 26.66, "librispeech-10mins": 12.19}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T05:18:21Z", "speed": 9.64, "tokens_per_second": 35.86, "dataset_speed": {"earnings22-10mins": 13.27, "librispeech-10mins": 7.58}, "dataset_tokens_per_second": {"earnings22-10mins": 42.98, "librispeech-10mins": 31.82}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:32:17Z", "speed": 2.65, "tokens_per_second": 10.31, "dataset_speed": {"earnings22-10mins": 4.98, "librispeech-10mins": 2.15}, "dataset_tokens_per_second": {"earnings22-10mins": 15.37, "librispeech-10mins": 9.23}, "average_wer": 30.07, "qoi": 0.63, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:28:23Z", "speed": 4.07, "tokens_per_second": 14.09, "dataset_speed": {"librispeech-10mins": 3.45, "earnings22-10mins": 5.9}, "dataset_tokens_per_second": {"librispeech-10mins": 12.71, "earnings22-10mins": 18.1}, "average_wer": 24.47, "qoi": 0.67, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T22:13:28Z", "speed": 1.59, "tokens_per_second": 7.35, "dataset_speed": {"librispeech-10mins": 1.52, "earnings22-10mins": 1.74}, "dataset_tokens_per_second": {"librispeech-10mins": 7.07, "earnings22-10mins": 8.01}, "average_wer": 29.27, "qoi": 0.63, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T20:49:37Z", "speed": 2.59, "tokens_per_second": 12.15, "dataset_speed": {"earnings22-10mins": 3.09, "librispeech-10mins": 2.42}, "dataset_tokens_per_second": {"earnings22-10mins": 14.81, "librispeech-10mins": 11.24}, "average_wer": 30.17, "qoi": 0.63, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:29:34Z", "speed": 20.14, "tokens_per_second": 75.01, "dataset_speed": {"earnings22-10mins": 44.07, "librispeech-10mins": 13.07}, "dataset_tokens_per_second": {"earnings22-10mins": 143.53, "librispeech-10mins": 54.77}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:23:03Z", "speed": 3.75, "tokens_per_second": 12.76, "dataset_speed": {"librispeech-10mins": 3.01, "earnings22-10mins": 4.99}, "dataset_tokens_per_second": {"librispeech-10mins": 11.16, "earnings22-10mins": 15.43}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T21:51:17Z", "speed": 46.03, "tokens_per_second": 169.63, "dataset_speed": {"librispeech-10mins": 32.86, "earnings22-10mins": 77.01}, "dataset_tokens_per_second": {"librispeech-10mins": 136.67, "earnings22-10mins": 247.19}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-11-02T23:46:48Z", "speed": 5.16, "tokens_per_second": 13.41, "dataset_speed": {"librispeech-10mins": 5.2, "earnings22-10mins": 5.12}, "dataset_tokens_per_second": {"librispeech-10mins": 2.95, "earnings22-10mins": 23.74}, "average_wer": 97.62, "qoi": 0, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:53:13Z", "speed": 3.91, "tokens_per_second": 13.7, "dataset_speed": {"librispeech-10mins": 3.19, "earnings22-10mins": 6.33}, "dataset_tokens_per_second": {"librispeech-10mins": 12.14, "earnings22-10mins": 18.96}, "average_wer": 25.23, "qoi": 0.59, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:27:00Z", "speed": 56.84, "tokens_per_second": 231.22, "dataset_speed": {"librispeech-10mins": 38.63, "earnings22-10mins": 107.94}, "dataset_tokens_per_second": {"librispeech-10mins": 159.63, "earnings22-10mins": 432.13}, "average_wer": 16.71, "qoi": 0.32, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:38:20Z", "speed": 2.2, "tokens_per_second": 10.57, "dataset_speed": {"earnings22-10mins": 3.04, "librispeech-10mins": 1.98}, "dataset_tokens_per_second": {"earnings22-10mins": 15.85, "librispeech-10mins": 9.2}, "average_wer": 31.24, "qoi": 0.62, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T22:03:37Z", "speed": 12.87, "tokens_per_second": 48.94, "dataset_speed": {"earnings22-10mins": 15.63, "librispeech-10mins": 10.95}, "dataset_tokens_per_second": {"earnings22-10mins": 58.86, "librispeech-10mins": 42.01}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:07:04Z", "speed": 4.0, "tokens_per_second": 13.67, "dataset_speed": {"earnings22-10mins": 6.45, "librispeech-10mins": 3.25}, "dataset_tokens_per_second": {"earnings22-10mins": 19.08, "librispeech-10mins": 12.0}, "average_wer": 23.58, "qoi": 0.72, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:28:28Z", "speed": 8.87, "tokens_per_second": 33.83, "dataset_speed": {"earnings22-10mins": 20.15, "librispeech-10mins": 5.7}, "dataset_tokens_per_second": {"earnings22-10mins": 69.59, "librispeech-10mins": 23.76}, "average_wer": 5.94, "qoi": 0.71, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:39:32Z", "speed": 8.41, "tokens_per_second": 33.71, "dataset_speed": {"librispeech-10mins": 5.68, "earnings22-10mins": 16.27}, "dataset_tokens_per_second": {"librispeech-10mins": 23.53, "earnings22-10mins": 63.0}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T03:43:47Z", "speed": 10.14, "tokens_per_second": 33.82, "dataset_speed": {"earnings22-10mins": 17.66, "librispeech-10mins": 7.12}, "dataset_tokens_per_second": {"earnings22-10mins": 54.45, "librispeech-10mins": 25.54}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:40:28Z", "speed": 12.67, "tokens_per_second": 41.88, "dataset_speed": {"earnings22-10mins": 23.93, "librispeech-10mins": 8.63}, "dataset_tokens_per_second": {"earnings22-10mins": 72.92, "librispeech-10mins": 30.74}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T05:48:45Z", "speed": 1.19, "tokens_per_second": 5.83, "dataset_speed": {"earnings22-10mins": 1.94, "librispeech-10mins": 1.02}, "dataset_tokens_per_second": {"earnings22-10mins": 5.94, "librispeech-10mins": 5.8}, "average_wer": 32.21, "qoi": 0.69, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T22:00:50Z", "speed": 2.69, "tokens_per_second": 9.98, "dataset_speed": {"librispeech-10mins": 1.8, "earnings22-10mins": 5.35}, "dataset_tokens_per_second": {"librispeech-10mins": 7.52, "earnings22-10mins": 17.34}, "average_wer": 9.35, "qoi": 0.54, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T01:26:44Z", "speed": 2.93, "tokens_per_second": 10.11, "dataset_speed": {"earnings22-10mins": 4.04, "librispeech-10mins": 2.3}, "dataset_tokens_per_second": {"earnings22-10mins": 12.52, "librispeech-10mins": 8.74}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T05:16:00Z", "speed": 28.94, "tokens_per_second": 106.7, "dataset_speed": {"librispeech-10mins": 20.86, "earnings22-10mins": 47.38}, "dataset_tokens_per_second": {"librispeech-10mins": 86.8, "earnings22-10mins": 152.08}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-02T23:53:21Z", "speed": 11.75, "tokens_per_second": 46.76, "dataset_speed": {"librispeech-10mins": 10.44, "earnings22-10mins": 13.43}, "dataset_tokens_per_second": {"librispeech-10mins": 40.03, "earnings22-10mins": 55.44}, "average_wer": 7.94, "qoi": 0.6, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:11:31Z", "speed": 4.0, "tokens_per_second": 13.81, "dataset_speed": {"earnings22-10mins": 6.31, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 19.32, "librispeech-10mins": 12.07}, "average_wer": 22.92, "qoi": 0.67, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-02T23:34:02Z", "speed": 32.3, "tokens_per_second": 118.86, "dataset_speed": {"librispeech-10mins": 21.61, "earnings22-10mins": 64.12}, "dataset_tokens_per_second": {"librispeech-10mins": 89.67, "earnings22-10mins": 205.84}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:06:09Z", "speed": 3.01, "tokens_per_second": 11.01, "dataset_speed": {"earnings22-10mins": 4.35, "librispeech-10mins": 2.3}, "dataset_tokens_per_second": {"earnings22-10mins": 13.58, "librispeech-10mins": 9.66}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T05:45:01Z", "speed": 1.85, "tokens_per_second": 6.75, "dataset_speed": {"librispeech-10mins": 1.68, "earnings22-10mins": 2.31}, "dataset_tokens_per_second": {"librispeech-10mins": 6.41, "earnings22-10mins": 7.74}, "average_wer": 28.65, "qoi": 0.58, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:37:10Z", "speed": 15.9, "tokens_per_second": 53.24, "dataset_speed": {"librispeech-10mins": 10.33, "earnings22-10mins": 34.6}, "dataset_tokens_per_second": {"librispeech-10mins": 37.48, "earnings22-10mins": 106.22}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-02T22:36:29Z", "speed": 43.84, "tokens_per_second": 170.55, "dataset_speed": {"earnings22-10mins": 72.9, "librispeech-10mins": 31.39}, "dataset_tokens_per_second": {"earnings22-10mins": 265.71, "librispeech-10mins": 129.75}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:54:28Z", "speed": 2.7, "tokens_per_second": 10.31, "dataset_speed": {"earnings22-10mins": 4.89, "librispeech-10mins": 2.19}, "dataset_tokens_per_second": {"earnings22-10mins": 15.2, "librispeech-10mins": 9.18}, "average_wer": 27.86, "qoi": 0.74, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T22:19:15Z", "speed": 2.23, "tokens_per_second": 7.98, "dataset_speed": {"earnings22-10mins": 2.56, "librispeech-10mins": 2.09}, "dataset_tokens_per_second": {"earnings22-10mins": 8.07, "librispeech-10mins": 7.94}, "average_wer": 27.1, "qoi": 0.58, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T06:04:01Z", "speed": 1.79, "tokens_per_second": 6.42, "dataset_speed": {"earnings22-10mins": 2.12, "librispeech-10mins": 1.68}, "dataset_tokens_per_second": {"earnings22-10mins": 7.09, "librispeech-10mins": 6.19}, "average_wer": 29.86, "qoi": 0.67, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T21:49:15Z", "speed": 63.69, "tokens_per_second": 271.31, "dataset_speed": {"earnings22-10mins": 97.41, "librispeech-10mins": 47.36}, "dataset_tokens_per_second": {"earnings22-10mins": 427.63, "librispeech-10mins": 195.63}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T22:55:50Z", "speed": 9.84, "tokens_per_second": 33.0, "dataset_speed": {"librispeech-10mins": 7.22, "earnings22-10mins": 15.48}, "dataset_tokens_per_second": {"librispeech-10mins": 26.23, "earnings22-10mins": 47.56}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:04:51Z", "speed": 3.92, "tokens_per_second": 14.05, "dataset_speed": {"librispeech-10mins": 3.38, "earnings22-10mins": 5.55}, "dataset_tokens_per_second": {"librispeech-10mins": 12.85, "earnings22-10mins": 17.63}, "average_wer": 25.27, "qoi": 0.58, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T23:06:28Z", "speed": 7.56, "tokens_per_second": 26.46, "dataset_speed": {"earnings22-10mins": 10.82, "librispeech-10mins": 5.81}, "dataset_tokens_per_second": {"earnings22-10mins": 36.75, "librispeech-10mins": 20.97}, "average_wer": 6.52, "qoi": 0.7, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T22:27:56Z", "speed": 1.58, "tokens_per_second": 6.54, "dataset_speed": {"earnings22-10mins": 2.0, "librispeech-10mins": 1.44}, "dataset_tokens_per_second": {"earnings22-10mins": 6.49, "librispeech-10mins": 6.55}, "average_wer": 30.2, "qoi": 0.68, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:35:31Z", "speed": 15.09, "tokens_per_second": 51.01, "dataset_speed": {"librispeech-10mins": 9.85, "earnings22-10mins": 32.42}, "dataset_tokens_per_second": {"librispeech-10mins": 36.15, "earnings22-10mins": 100.14}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T04:10:34Z", "speed": 5.55, "tokens_per_second": 23.19, "dataset_speed": {"earnings22-10mins": 8.4, "librispeech-10mins": 4.15}, "dataset_tokens_per_second": {"earnings22-10mins": 35.27, "librispeech-10mins": 17.26}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T03:23:23Z", "speed": 7.0, "tokens_per_second": 25.83, "dataset_speed": {"librispeech-10mins": 4.8, "earnings22-10mins": 13.0}, "dataset_tokens_per_second": {"librispeech-10mins": 20.04, "earnings22-10mins": 41.59}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T05:21:20Z", "speed": 10.96, "tokens_per_second": 39.65, "dataset_speed": {"earnings22-10mins": 13.85, "librispeech-10mins": 9.08}, "dataset_tokens_per_second": {"earnings22-10mins": 47.04, "librispeech-10mins": 34.83}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:32:05Z", "speed": 10.12, "tokens_per_second": 37.29, "dataset_speed": {"earnings22-10mins": 22.77, "librispeech-10mins": 6.52}, "dataset_tokens_per_second": {"earnings22-10mins": 73.09, "librispeech-10mins": 27.09}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T20:59:24Z", "speed": 3.43, "tokens_per_second": 12.96, "dataset_speed": {"librispeech-10mins": 2.68, "earnings22-10mins": 4.79}, "dataset_tokens_per_second": {"librispeech-10mins": 11.52, "earnings22-10mins": 15.55}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-02T23:29:04Z", "speed": 45.52, "tokens_per_second": 156.66, "dataset_speed": {"earnings22-10mins": 89.48, "librispeech-10mins": 30.56}, "dataset_tokens_per_second": {"earnings22-10mins": 275.01, "librispeech-10mins": 116.41}, "average_wer": 14.64, "qoi": 0.37, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:31:08Z", "speed": 13.28, "tokens_per_second": 46.5, "dataset_speed": {"earnings22-10mins": 27.22, "librispeech-10mins": 8.8}, "dataset_tokens_per_second": {"earnings22-10mins": 91.9, "librispeech-10mins": 31.88}, "average_wer": 6.25, "qoi": 0.69, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:29:13Z", "speed": 49.83, "tokens_per_second": 170.81, "dataset_speed": {"librispeech-10mins": 30.53, "earnings22-10mins": 136.51}, "dataset_tokens_per_second": {"librispeech-10mins": 115.82, "earnings22-10mins": 417.72}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:18:18Z", "speed": 10.34, "tokens_per_second": 38.34, "dataset_speed": {"earnings22-10mins": 24.63, "librispeech-10mins": 6.55}, "dataset_tokens_per_second": {"earnings22-10mins": 79.36, "librispeech-10mins": 27.47}, "average_wer": 7.42, "qoi": 0.66, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:22:17Z", "speed": 16.37, "tokens_per_second": 54.52, "dataset_speed": {"earnings22-10mins": 37.43, "librispeech-10mins": 10.5}, "dataset_tokens_per_second": {"earnings22-10mins": 114.79, "librispeech-10mins": 37.69}, "average_wer": 7.87, "qoi": 0.61, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T22:58:59Z", "speed": 4.93, "tokens_per_second": 19.68, "dataset_speed": {"earnings22-10mins": 7.73, "librispeech-10mins": 3.62}, "dataset_tokens_per_second": {"earnings22-10mins": 29.58, "librispeech-10mins": 15.06}, "average_wer": 6.49, "qoi": 0.69, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T22:45:22Z", "speed": 2.25, "tokens_per_second": 7.76, "dataset_speed": {"librispeech-10mins": 2.04, "earnings22-10mins": 2.76}, "dataset_tokens_per_second": {"librispeech-10mins": 7.57, "earnings22-10mins": 8.26}, "average_wer": 27.44, "qoi": 0.67, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T20:45:07Z", "speed": 3.43, "tokens_per_second": 13.6, "dataset_speed": {"earnings22-10mins": 5.37, "librispeech-10mins": 2.88}, "dataset_tokens_per_second": {"earnings22-10mins": 17.96, "librispeech-10mins": 12.38}, "average_wer": 27.03, "qoi": 0.63, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-02T23:49:51Z", "speed": 14.54, "tokens_per_second": 54.15, "dataset_speed": {"earnings22-10mins": 26.14, "librispeech-10mins": 10.08}, "dataset_tokens_per_second": {"earnings22-10mins": 84.83, "librispeech-10mins": 42.37}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-base.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T05:16:44Z", "speed": 28.92, "tokens_per_second": 99.27, "dataset_speed": {"earnings22-10mins": 41.13, "librispeech-10mins": 22.32}, "dataset_tokens_per_second": {"earnings22-10mins": 126.47, "librispeech-10mins": 84.57}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T20:37:16Z", "speed": 58.35, "tokens_per_second": 260.38, "dataset_speed": {"librispeech-10mins": 41.94, "earnings22-10mins": 96.15}, "dataset_tokens_per_second": {"librispeech-10mins": 173.44, "earnings22-10mins": 460.54}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:42:24Z", "speed": 8.47, "tokens_per_second": 35.42, "dataset_speed": {"earnings22-10mins": 16.0, "librispeech-10mins": 5.77}, "dataset_tokens_per_second": {"earnings22-10mins": 67.01, "librispeech-10mins": 24.07}, "average_wer": 6.28, "qoi": 0.7, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T21:45:11Z", "speed": 12.57, "tokens_per_second": 46.3, "dataset_speed": {"earnings22-10mins": 22.44, "librispeech-10mins": 8.74}, "dataset_tokens_per_second": {"earnings22-10mins": 84.02, "librispeech-10mins": 31.67}, "average_wer": 6.01, "qoi": 0.71, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T06:28:56Z", "speed": 4.19, "tokens_per_second": 17.5, "dataset_speed": {"librispeech-10mins": 3.04, "earnings22-10mins": 6.79}, "dataset_tokens_per_second": {"librispeech-10mins": 12.62, "earnings22-10mins": 28.47}, "average_wer": 6.18, "qoi": 0.7, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-03T05:24:38Z", "speed": 1.22, "tokens_per_second": 5.63, "dataset_speed": {"earnings22-10mins": 1.57, "librispeech-10mins": 1.14}, "dataset_tokens_per_second": {"earnings22-10mins": 5.29, "librispeech-10mins": 5.71}, "average_wer": 35.04, "qoi": 0.63, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-03T02:51:55Z", "speed": 2.97, "tokens_per_second": 10.07, "dataset_speed": {"earnings22-10mins": 3.98, "librispeech-10mins": 2.38}, "dataset_tokens_per_second": {"earnings22-10mins": 12.31, "librispeech-10mins": 8.75}, "average_wer": 6.21, "qoi": 0.68, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-11-02T21:50:05Z", "speed": 75.43, "tokens_per_second": 258.79, "dataset_speed": {"earnings22-10mins": 148.95, "librispeech-10mins": 50.57}, "dataset_tokens_per_second": {"earnings22-10mins": 458.03, "librispeech-10mins": 191.43}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-02T21:00:30Z", "speed": 2.51, "tokens_per_second": 10.69, "dataset_speed": {"earnings22-10mins": 5.03, "librispeech-10mins": 1.97}, "dataset_tokens_per_second": {"earnings22-10mins": 15.46, "librispeech-10mins": 9.68}, "average_wer": 26.61, "qoi": 0.69, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"} {"model": "openai/whisper-small", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-02T20:40:26Z", "speed": 18.84, "tokens_per_second": 70.07, "dataset_speed": {"librispeech-10mins": 13.22, "earnings22-10mins": 32.86}, "dataset_tokens_per_second": {"librispeech-10mins": 55.48, "earnings22-10mins": 106.46}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "dd2eb73", "commit_timestamp": "2024-11-01T023840"}