{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T09:54:00Z", "speed": 3.42, "tokens_per_second": 12.91, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 2.69}, "dataset_tokens_per_second": {"earnings22-10mins": 15.33, "librispeech-10mins": 11.55}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T08:40:10Z", "speed": 34.32, "tokens_per_second": 117.6, "dataset_speed": {"librispeech-10mins": 23.22, "earnings22-10mins": 65.96}, "dataset_tokens_per_second": {"librispeech-10mins": 87.99, "earnings22-10mins": 202.07}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:02:34Z", "speed": 3.84, "tokens_per_second": 13.71, "dataset_speed": {"earnings22-10mins": 5.74, "librispeech-10mins": 3.23}, "dataset_tokens_per_second": {"earnings22-10mins": 18.14, "librispeech-10mins": 12.3}, "average_wer": 25.06, "qoi": 0.58, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:19:34Z", "speed": 2.35, "tokens_per_second": 10.57, "dataset_speed": {"librispeech-10mins": 1.85, "earnings22-10mins": 5.01}, "dataset_tokens_per_second": {"librispeech-10mins": 9.76, "earnings22-10mins": 14.93}, "average_wer": 29.69, "qoi": 0.7, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T11:23:28Z", "speed": 3.75, "tokens_per_second": 12.74, "dataset_speed": {"librispeech-10mins": 3.01, "earnings22-10mins": 4.95}, "dataset_tokens_per_second": {"librispeech-10mins": 11.18, "earnings22-10mins": 15.32}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T08:24:23Z", "speed": 70.59, "tokens_per_second": 255.16, "dataset_speed": {"earnings22-10mins": 257.15, "librispeech-10mins": 40.98}, "dataset_tokens_per_second": {"earnings22-10mins": 790.72, "librispeech-10mins": 170.16}, "average_wer": 14.67, "qoi": 0.38, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T13:24:04Z", "speed": 12.46, "tokens_per_second": 48.24, "dataset_speed": {"librispeech-10mins": 8.77, "earnings22-10mins": 21.61}, "dataset_tokens_per_second": {"librispeech-10mins": 31.79, "earnings22-10mins": 88.93}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T10:18:44Z", "speed": 3.0, "tokens_per_second": 10.98, "dataset_speed": {"earnings22-10mins": 4.32, "librispeech-10mins": 2.3}, "dataset_tokens_per_second": {"earnings22-10mins": 13.48, "librispeech-10mins": 9.66}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:32:20Z", "speed": 4.06, "tokens_per_second": 13.95, "dataset_speed": {"librispeech-10mins": 3.32, "earnings22-10mins": 6.39}, "dataset_tokens_per_second": {"librispeech-10mins": 12.25, "earnings22-10mins": 19.28}, "average_wer": 23.99, "qoi": 0.67, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:12:11Z", "speed": 2.69, "tokens_per_second": 10.35, "dataset_speed": {"librispeech-10mins": 2.22, "earnings22-10mins": 4.78}, "dataset_tokens_per_second": {"librispeech-10mins": 9.29, "earnings22-10mins": 15.0}, "average_wer": 28.89, "qoi": 0.74, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:51:02Z", "speed": 13.58, "tokens_per_second": 44.79, "dataset_speed": {"librispeech-10mins": 9.08, "earnings22-10mins": 27.05}, "dataset_tokens_per_second": {"librispeech-10mins": 32.21, "earnings22-10mins": 82.4}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T08:56:43Z", "speed": 2.91, "tokens_per_second": 11.01, "dataset_speed": {"librispeech-10mins": 2.26, "earnings22-10mins": 4.09}, "dataset_tokens_per_second": {"librispeech-10mins": 9.73, "earnings22-10mins": 13.32}, "average_wer": 6.56, "qoi": 0.64, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T10:09:28Z", "speed": 3.0, "tokens_per_second": 10.33, "dataset_speed": {"earnings22-10mins": 4.12, "librispeech-10mins": 2.36}, "dataset_tokens_per_second": {"earnings22-10mins": 12.77, "librispeech-10mins": 8.95}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T12:54:23Z", "speed": 8.42, "tokens_per_second": 33.71, "dataset_speed": {"librispeech-10mins": 5.67, "earnings22-10mins": 16.37}, "dataset_tokens_per_second": {"librispeech-10mins": 23.49, "earnings22-10mins": 63.31}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-11-07T08:34:11Z", "speed": 2.87, "tokens_per_second": 19.32, "dataset_speed": {"librispeech-10mins": 3.32, "earnings22-10mins": 2.53}, "dataset_tokens_per_second": {"librispeech-10mins": 10.61, "earnings22-10mins": 25.98}, "average_wer": 99.9, "qoi": 0, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T08:39:44Z", "speed": 36.33, "tokens_per_second": 124.7, "dataset_speed": {"earnings22-10mins": 56.45, "librispeech-10mins": 26.81}, "dataset_tokens_per_second": {"earnings22-10mins": 173.57, "librispeech-10mins": 101.58}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T08:29:11Z", "speed": 32.21, "tokens_per_second": 118.55, "dataset_speed": {"earnings22-10mins": 63.87, "librispeech-10mins": 21.57}, "dataset_tokens_per_second": {"earnings22-10mins": 205.01, "librispeech-10mins": 89.48}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T12:06:12Z", "speed": 10.05, "tokens_per_second": 37.2, "dataset_speed": {"earnings22-10mins": 22.71, "librispeech-10mins": 6.46}, "dataset_tokens_per_second": {"earnings22-10mins": 72.91, "librispeech-10mins": 27.08}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T13:06:37Z", "speed": 1.6, "tokens_per_second": 4.86, "dataset_speed": {"earnings22-10mins": 1.6}, "dataset_tokens_per_second": {"earnings22-10mins": 4.86}, "average_wer": 7.7, "qoi": 1, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T10:14:56Z", "speed": 2.09, "tokens_per_second": 7.44, "dataset_speed": {"librispeech-10mins": 1.86, "earnings22-10mins": 2.71}, "dataset_tokens_per_second": {"librispeech-10mins": 7.06, "earnings22-10mins": 8.42}, "average_wer": 26.44, "qoi": 0.58, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T11:36:32Z", "speed": 2.1, "tokens_per_second": 7.34, "dataset_speed": {"earnings22-10mins": 2.55, "librispeech-10mins": 1.93}, "dataset_tokens_per_second": {"earnings22-10mins": 7.93, "librispeech-10mins": 7.12}, "average_wer": 26.92, "qoi": 0.67, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-11-07T08:27:18Z", "speed": 7.26, "tokens_per_second": 26.24, "dataset_speed": {"librispeech-10mins": 5.03, "earnings22-10mins": 13.07}, "dataset_tokens_per_second": {"librispeech-10mins": 20.91, "earnings22-10mins": 40.14}, "average_wer": 14.46, "qoi": 0.39, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T12:06:18Z", "speed": 5.32, "tokens_per_second": 19.61, "dataset_speed": {"earnings22-10mins": 10.28, "librispeech-10mins": 3.6}, "dataset_tokens_per_second": {"earnings22-10mins": 33.01, "librispeech-10mins": 14.95}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T08:24:28Z", "speed": 56.3, "tokens_per_second": 193.2, "dataset_speed": {"earnings22-10mins": 100.93, "librispeech-10mins": 39.08}, "dataset_tokens_per_second": {"earnings22-10mins": 310.68, "librispeech-10mins": 147.9}, "average_wer": 14.81, "qoi": 0.37, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T12:13:57Z", "speed": 14.95, "tokens_per_second": 50.53, "dataset_speed": {"librispeech-10mins": 9.73, "earnings22-10mins": 32.41}, "dataset_tokens_per_second": {"librispeech-10mins": 35.69, "earnings22-10mins": 100.19}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-small", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T08:47:18Z", "speed": 11.96, "tokens_per_second": 44.48, "dataset_speed": {"librispeech-10mins": 9.82, "earnings22-10mins": 15.3}, "dataset_tokens_per_second": {"librispeech-10mins": 41.24, "earnings22-10mins": 49.56}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T07:52:13Z", "speed": 2.35, "tokens_per_second": 10.51, "dataset_speed": {"librispeech-10mins": 2.08, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 9.64, "earnings22-10mins": 13.94}, "average_wer": 31.0, "qoi": 0.63, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T10:09:14Z", "speed": 4.04, "tokens_per_second": 14.19, "dataset_speed": {"earnings22-10mins": 5.91, "librispeech-10mins": 3.39}, "dataset_tokens_per_second": {"earnings22-10mins": 17.95, "librispeech-10mins": 12.9}, "average_wer": 24.61, "qoi": 0.58, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T08:49:04Z", "speed": 13.65, "tokens_per_second": 49.3, "dataset_speed": {"earnings22-10mins": 18.78, "librispeech-10mins": 10.73}, "dataset_tokens_per_second": {"earnings22-10mins": 63.65, "librispeech-10mins": 41.14}, "average_wer": 7.94, "qoi": 0.6, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T11:11:24Z", "speed": 2.46, "tokens_per_second": 12.02, "dataset_speed": {"librispeech-10mins": 2.09, "earnings22-10mins": 4.18}, "dataset_tokens_per_second": {"librispeech-10mins": 11.79, "earnings22-10mins": 13.11}, "average_wer": 31.65, "qoi": 0.69, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T07:34:06Z", "speed": 55.98, "tokens_per_second": 213.74, "dataset_speed": {"earnings22-10mins": 232.6, "librispeech-10mins": 31.88}, "dataset_tokens_per_second": {"earnings22-10mins": 715.61, "librispeech-10mins": 145.24}, "average_wer": 14.67, "qoi": 0.38, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T07:36:15Z", "speed": 50.77, "tokens_per_second": 174.37, "dataset_speed": {"librispeech-10mins": 31.12, "earnings22-10mins": 138.83}, "dataset_tokens_per_second": {"librispeech-10mins": 117.95, "earnings22-10mins": 427.14}, "average_wer": 9.94, "qoi": 0.51, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-tiny", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T07:36:53Z", "speed": 42.8, "tokens_per_second": 191.39, "dataset_speed": {"earnings22-10mins": 52.44, "librispeech-10mins": 36.18}, "dataset_tokens_per_second": {"earnings22-10mins": 252.32, "librispeech-10mins": 149.52}, "average_wer": 16.95, "qoi": 0.33, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T08:29:15Z", "speed": 35.11, "tokens_per_second": 129.42, "dataset_speed": {"earnings22-10mins": 59.99, "librispeech-10mins": 24.85}, "dataset_tokens_per_second": {"earnings22-10mins": 192.56, "librispeech-10mins": 103.38}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T12:49:08Z", "speed": 10.29, "tokens_per_second": 34.32, "dataset_speed": {"earnings22-10mins": 17.83, "librispeech-10mins": 7.24}, "dataset_tokens_per_second": {"earnings22-10mins": 54.95, "librispeech-10mins": 25.98}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:59:31Z", "speed": 12.94, "tokens_per_second": 47.76, "dataset_speed": {"librispeech-10mins": 9.15, "earnings22-10mins": 22.11}, "dataset_tokens_per_second": {"librispeech-10mins": 33.13, "earnings22-10mins": 83.26}, "average_wer": 6.73, "qoi": 0.69, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:22:50Z", "speed": 4.03, "tokens_per_second": 13.87, "dataset_speed": {"earnings22-10mins": 6.47, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 19.44, "librispeech-10mins": 12.17}, "average_wer": 23.61, "qoi": 0.74, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T13:14:49Z", "speed": 4.3, "tokens_per_second": 17.95, "dataset_speed": {"earnings22-10mins": 7.11, "librispeech-10mins": 3.09}, "dataset_tokens_per_second": {"earnings22-10mins": 29.79, "librispeech-10mins": 12.84}, "average_wer": 6.08, "qoi": 0.7, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T07:36:47Z", "speed": 43.9, "tokens_per_second": 170.58, "dataset_speed": {"earnings22-10mins": 73.42, "librispeech-10mins": 31.35}, "dataset_tokens_per_second": {"earnings22-10mins": 267.01, "librispeech-10mins": 129.59}, "average_wer": 16.53, "qoi": 0.33, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T11:13:29Z", "speed": 2.05, "tokens_per_second": 8.2, "dataset_speed": {"librispeech-10mins": 1.47, "earnings22-10mins": 3.38}, "dataset_tokens_per_second": {"librispeech-10mins": 7.22, "earnings22-10mins": 10.44}, "average_wer": 7.97, "qoi": 0.7, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T13:16:29Z", "speed": 8.37, "tokens_per_second": 36.62, "dataset_speed": {"librispeech-10mins": 5.75, "earnings22-10mins": 15.42}, "dataset_tokens_per_second": {"librispeech-10mins": 24.01, "earnings22-10mins": 70.56}, "average_wer": 6.59, "qoi": 0.69, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T12:00:38Z", "speed": 1.12, "tokens_per_second": 4.15, "dataset_speed": {"librispeech-10mins": 0.73, "earnings22-10mins": 2.44}, "dataset_tokens_per_second": {"librispeech-10mins": 3.05, "earnings22-10mins": 7.87}, "average_wer": 6.73, "qoi": 0.68, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T08:39:59Z", "speed": 53.97, "tokens_per_second": 184.43, "dataset_speed": {"librispeech-10mins": 34.0, "earnings22-10mins": 131.59}, "dataset_tokens_per_second": {"librispeech-10mins": 128.84, "earnings22-10mins": 400.47}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T09:40:24Z", "speed": 1.87, "tokens_per_second": 8.36, "dataset_speed": {"earnings22-10mins": 2.59, "librispeech-10mins": 1.46}, "dataset_tokens_per_second": {"earnings22-10mins": 10.21, "librispeech-10mins": 7.32}, "average_wer": 7.59, "qoi": 0.62, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T07:39:33Z", "speed": 20.58, "tokens_per_second": 74.5, "dataset_speed": {"librispeech-10mins": 14.32, "earnings22-10mins": 36.67}, "dataset_tokens_per_second": {"librispeech-10mins": 54.99, "earnings22-10mins": 124.68}, "average_wer": 7.94, "qoi": 0.6, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T13:18:30Z", "speed": 5.9, "tokens_per_second": 22.48, "dataset_speed": {"librispeech-10mins": 4.18, "earnings22-10mins": 10.09}, "dataset_tokens_per_second": {"librispeech-10mins": 17.38, "earnings22-10mins": 34.85}, "average_wer": 6.01, "qoi": 0.71, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T07:26:53Z", "speed": 61.17, "tokens_per_second": 249.04, "dataset_speed": {"librispeech-10mins": 38.04, "earnings22-10mins": 157.06}, "dataset_tokens_per_second": {"librispeech-10mins": 157.2, "earnings22-10mins": 629.82}, "average_wer": 16.36, "qoi": 0.33, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T11:40:48Z", "speed": 3.04, "tokens_per_second": 10.28, "dataset_speed": {"librispeech-10mins": 2.41, "earnings22-10mins": 4.11}, "dataset_tokens_per_second": {"librispeech-10mins": 8.86, "earnings22-10mins": 12.72}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T12:06:14Z", "speed": 7.17, "tokens_per_second": 26.57, "dataset_speed": {"earnings22-10mins": 13.14, "librispeech-10mins": 4.94}, "dataset_tokens_per_second": {"earnings22-10mins": 42.02, "librispeech-10mins": 20.78}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T07:35:22Z", "speed": 46.61, "tokens_per_second": 171.87, "dataset_speed": {"librispeech-10mins": 28.45, "earnings22-10mins": 129.95}, "dataset_tokens_per_second": {"librispeech-10mins": 118.31, "earnings22-10mins": 417.57}, "average_wer": 12.67, "qoi": 0.39, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T11:39:16Z", "speed": 4.09, "tokens_per_second": 14.1, "dataset_speed": {"librispeech-10mins": 3.48, "earnings22-10mins": 5.81}, "dataset_tokens_per_second": {"librispeech-10mins": 12.84, "earnings22-10mins": 17.64}, "average_wer": 24.58, "qoi": 0.67, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T07:37:01Z", "speed": 20.03, "tokens_per_second": 74.64, "dataset_speed": {"earnings22-10mins": 40.94, "librispeech-10mins": 13.28}, "dataset_tokens_per_second": {"earnings22-10mins": 133.19, "librispeech-10mins": 55.72}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T07:45:24Z", "speed": 2.67, "tokens_per_second": 10.43, "dataset_speed": {"librispeech-10mins": 2.17, "earnings22-10mins": 4.86}, "dataset_tokens_per_second": {"librispeech-10mins": 9.35, "earnings22-10mins": 15.13}, "average_wer": 28.55, "qoi": 0.63, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T12:49:03Z", "speed": 9.1, "tokens_per_second": 30.52, "dataset_speed": {"earnings22-10mins": 15.26, "librispeech-10mins": 6.49}, "dataset_tokens_per_second": {"earnings22-10mins": 46.86, "librispeech-10mins": 23.59}, "average_wer": 7.94, "qoi": 0.62, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:40:19Z", "speed": 15.67, "tokens_per_second": 52.99, "dataset_speed": {"earnings22-10mins": 33.69, "librispeech-10mins": 10.22}, "dataset_tokens_per_second": {"earnings22-10mins": 104.2, "librispeech-10mins": 37.51}, "average_wer": 6.56, "qoi": 0.68, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T08:29:32Z", "speed": 50.46, "tokens_per_second": 185.89, "dataset_speed": {"librispeech-10mins": 31.35, "earnings22-10mins": 130.03}, "dataset_tokens_per_second": {"librispeech-10mins": 130.3, "earnings22-10mins": 417.39}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:47:18Z", "speed": 8.88, "tokens_per_second": 35.52, "dataset_speed": {"librispeech-10mins": 5.87, "earnings22-10mins": 18.32}, "dataset_tokens_per_second": {"librispeech-10mins": 24.26, "earnings22-10mins": 70.79}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T08:24:50Z", "speed": 45.63, "tokens_per_second": 157.17, "dataset_speed": {"librispeech-10mins": 30.55, "earnings22-10mins": 90.48}, "dataset_tokens_per_second": {"librispeech-10mins": 116.52, "earnings22-10mins": 278.06}, "average_wer": 14.57, "qoi": 0.38, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-small.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T08:50:13Z", "speed": 19.59, "tokens_per_second": 70.82, "dataset_speed": {"librispeech-10mins": 14.26, "earnings22-10mins": 31.36}, "dataset_tokens_per_second": {"librispeech-10mins": 54.78, "earnings22-10mins": 106.25}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-small", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T08:46:05Z", "speed": 18.98, "tokens_per_second": 70.59, "dataset_speed": {"earnings22-10mins": 33.4, "librispeech-10mins": 13.28}, "dataset_tokens_per_second": {"earnings22-10mins": 108.2, "librispeech-10mins": 55.7}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T12:48:55Z", "speed": 15.96, "tokens_per_second": 53.42, "dataset_speed": {"earnings22-10mins": 34.74, "librispeech-10mins": 10.37}, "dataset_tokens_per_second": {"earnings22-10mins": 106.59, "librispeech-10mins": 37.61}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:52:57Z", "speed": 8.84, "tokens_per_second": 35.49, "dataset_speed": {"earnings22-10mins": 18.08, "librispeech-10mins": 5.86}, "dataset_tokens_per_second": {"earnings22-10mins": 69.65, "librispeech-10mins": 24.47}, "average_wer": 6.39, "qoi": 0.7, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T13:24:10Z", "speed": 8.0, "tokens_per_second": 29.46, "dataset_speed": {"earnings22-10mins": 11.95, "librispeech-10mins": 6.01}, "dataset_tokens_per_second": {"earnings22-10mins": 44.74, "librispeech-10mins": 21.79}, "average_wer": 6.25, "qoi": 0.69, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T11:46:26Z", "speed": 9.65, "tokens_per_second": 35.8, "dataset_speed": {"librispeech-10mins": 6.29, "earnings22-10mins": 20.78}, "dataset_tokens_per_second": {"librispeech-10mins": 26.22, "earnings22-10mins": 67.58}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T09:48:20Z", "speed": 1.26, "tokens_per_second": 6.11, "dataset_speed": {"librispeech-10mins": 1.3, "earnings22-10mins": 1.15}, "dataset_tokens_per_second": {"librispeech-10mins": 6.04, "earnings22-10mins": 6.29}, "average_wer": 34.97, "qoi": 0.63, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T11:06:39Z", "speed": 1.37, "tokens_per_second": 6.25, "dataset_speed": {"earnings22-10mins": 2.13, "librispeech-10mins": 1.17}, "dataset_tokens_per_second": {"earnings22-10mins": 6.36, "librispeech-10mins": 6.22}, "average_wer": 30.76, "qoi": 0.69, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:44:42Z", "speed": 16.74, "tokens_per_second": 56.04, "dataset_speed": {"librispeech-10mins": 10.9, "earnings22-10mins": 36.19}, "dataset_tokens_per_second": {"librispeech-10mins": 39.53, "earnings22-10mins": 111.11}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:33:50Z", "speed": 10.21, "tokens_per_second": 37.87, "dataset_speed": {"earnings22-10mins": 22.6, "librispeech-10mins": 6.6}, "dataset_tokens_per_second": {"earnings22-10mins": 73.39, "librispeech-10mins": 27.53}, "average_wer": 6.73, "qoi": 0.67, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T08:37:55Z", "speed": 10.67, "tokens_per_second": 39.37, "dataset_speed": {"librispeech-10mins": 6.84, "earnings22-10mins": 24.48}, "dataset_tokens_per_second": {"librispeech-10mins": 28.48, "earnings22-10mins": 78.54}, "average_wer": 7.63, "qoi": 0.66, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-small.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-11-07T08:49:02Z", "speed": 11.4, "tokens_per_second": 41.37, "dataset_speed": {"earnings22-10mins": 14.19, "librispeech-10mins": 9.53}, "dataset_tokens_per_second": {"earnings22-10mins": 48.54, "librispeech-10mins": 36.57}, "average_wer": 8.35, "qoi": 0.6, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T09:44:46Z", "speed": 2.59, "tokens_per_second": 11.67, "dataset_speed": {"librispeech-10mins": 2.29, "earnings22-10mins": 3.95}, "dataset_tokens_per_second": {"librispeech-10mins": 11.5, "earnings22-10mins": 12.47}, "average_wer": 33.69, "qoi": 0.63, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-11-07T08:41:28Z", "speed": 5.69, "tokens_per_second": 13.64, "dataset_speed": {"earnings22-10mins": 5.71, "librispeech-10mins": 5.67}, "dataset_tokens_per_second": {"earnings22-10mins": 26.26, "librispeech-10mins": 1.16}, "average_wer": 96.76, "qoi": 0, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-11-07T12:58:56Z", "speed": 12.89, "tokens_per_second": 42.61, "dataset_speed": {"librispeech-10mins": 8.69, "earnings22-10mins": 25.06}, "dataset_tokens_per_second": {"librispeech-10mins": 30.97, "earnings22-10mins": 76.36}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-11-07T07:59:13Z", "speed": 3.5, "tokens_per_second": 13.91, "dataset_speed": {"librispeech-10mins": 2.93, "earnings22-10mins": 5.32}, "dataset_tokens_per_second": {"librispeech-10mins": 12.63, "earnings22-10mins": 17.98}, "average_wer": 24.47, "qoi": 0.62, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}
{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-11-07T08:46:10Z", "speed": 14.49, "tokens_per_second": 53.98, "dataset_speed": {"earnings22-10mins": 26.26, "librispeech-10mins": 10.02}, "dataset_tokens_per_second": {"earnings22-10mins": 85.21, "librispeech-10mins": 42.11}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "5254d82", "commit_timestamp": "2024-11-07T010510"}