whisperkit-benchmarks / dashboard_data /performance_data.json
ardaatahan's picture
process the latest summary file in the latest commit
b54f134
raw
history blame
138 kB
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:30:14Z", "speed": 2.73, "tokens_per_second": 9.56, "dataset_speed": {"librispeech-10mins": 2.43, "earnings22-10mins": 3.36}, "dataset_tokens_per_second": {"librispeech-10mins": 9.23, "earnings22-10mins": 10.24}, "average_wer": 21.71, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:34:19Z", "speed": 13.29, "tokens_per_second": 48.06, "dataset_speed": {"librispeech-10mins": 10.54, "earnings22-10mins": 18.03}, "dataset_tokens_per_second": {"librispeech-10mins": 40.39, "earnings22-10mins": 61.23}, "average_wer": 8.04, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:41:37Z", "speed": 2.39, "tokens_per_second": 9.94, "dataset_speed": {"librispeech-10mins": 2.04, "earnings22-10mins": 4.07}, "dataset_tokens_per_second": {"librispeech-10mins": 9.51, "earnings22-10mins": 12.01}, "average_wer": 32.59, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T09:19:06Z", "speed": 13.55, "tokens_per_second": 47.43, "dataset_speed": {"librispeech-10mins": 8.95, "earnings22-10mins": 28.01}, "dataset_tokens_per_second": {"librispeech-10mins": 32.43, "earnings22-10mins": 94.58}, "average_wer": 6.25, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:09:33Z", "speed": 3.41, "tokens_per_second": 13.5, "dataset_speed": {"earnings22-10mins": 5.34, "librispeech-10mins": 2.89}, "dataset_tokens_per_second": {"earnings22-10mins": 17.52, "librispeech-10mins": 12.41}, "average_wer": 29.31, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:28:42Z", "speed": 43.81, "tokens_per_second": 170.39, "dataset_speed": {"librispeech-10mins": 31.29, "earnings22-10mins": 73.25}, "dataset_tokens_per_second": {"librispeech-10mins": 129.35, "earnings22-10mins": 266.88}, "average_wer": 16.64, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:04:09Z", "speed": 46.2, "tokens_per_second": 170.28, "dataset_speed": {"earnings22-10mins": 79.42, "librispeech-10mins": 32.62}, "dataset_tokens_per_second": {"earnings22-10mins": 254.95, "librispeech-10mins": 135.66}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:53:16Z", "speed": 8.83, "tokens_per_second": 33.74, "dataset_speed": {"librispeech-10mins": 5.66, "earnings22-10mins": 20.14}, "dataset_tokens_per_second": {"librispeech-10mins": 23.4, "earnings22-10mins": 70.67}, "average_wer": 6.01, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:40:55Z", "speed": 9.15, "tokens_per_second": 33.04, "dataset_speed": {"librispeech-10mins": 7.38, "earnings22-10mins": 12.06}, "dataset_tokens_per_second": {"librispeech-10mins": 28.3, "earnings22-10mins": 40.83}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:31:42Z", "speed": 23.22, "tokens_per_second": 85.44, "dataset_speed": {"earnings22-10mins": 37.44, "librispeech-10mins": 16.84}, "dataset_tokens_per_second": {"earnings22-10mins": 120.17, "librispeech-10mins": 69.89}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:48:42Z", "speed": 3.01, "tokens_per_second": 11.02, "dataset_speed": {"librispeech-10mins": 2.31, "earnings22-10mins": 4.33}, "dataset_tokens_per_second": {"librispeech-10mins": 9.69, "earnings22-10mins": 13.5}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:47:37Z", "speed": 4.46, "tokens_per_second": 15.45, "dataset_speed": {"earnings22-10mins": 6.07, "librispeech-10mins": 3.86}, "dataset_tokens_per_second": {"earnings22-10mins": 18.53, "librispeech-10mins": 14.29}, "average_wer": 23.97, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:00:14Z", "speed": 65.42, "tokens_per_second": 225.02, "dataset_speed": {"librispeech-10mins": 40.77, "earnings22-10mins": 166.56}, "dataset_tokens_per_second": {"librispeech-10mins": 154.55, "earnings22-10mins": 514.1}, "average_wer": 10.04, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T08:07:30Z", "speed": 3.01, "tokens_per_second": 10.19, "dataset_speed": {"librispeech-10mins": 2.39, "earnings22-10mins": 4.06}, "dataset_tokens_per_second": {"librispeech-10mins": 8.81, "earnings22-10mins": 12.54}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:36:24Z", "speed": 2.69, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 5.03, "librispeech-10mins": 2.17}, "dataset_tokens_per_second": {"earnings22-10mins": 15.91, "librispeech-10mins": 9.33}, "average_wer": 28.48, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:10:44Z", "speed": 9.81, "tokens_per_second": 38.31, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 19.44}, "dataset_tokens_per_second": {"librispeech-10mins": 27.13, "earnings22-10mins": 71.56}, "average_wer": 5.95, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T08:56:19Z", "speed": 4.93, "tokens_per_second": 17.01, "dataset_speed": {"earnings22-10mins": 6.61, "librispeech-10mins": 3.94}, "dataset_tokens_per_second": {"earnings22-10mins": 20.43, "librispeech-10mins": 14.98}, "average_wer": 7.21, "qoi": 0.59, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:05:30Z", "speed": 3.15, "tokens_per_second": 12.64, "dataset_speed": {"earnings22-10mins": 4.26, "librispeech-10mins": 2.81}, "dataset_tokens_per_second": {"earnings22-10mins": 14.44, "librispeech-10mins": 12.09}, "average_wer": 29.2, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T10:22:40Z", "speed": 1.14, "tokens_per_second": 5.06, "dataset_speed": {"earnings22-10mins": 3.19, "librispeech-10mins": 0.69}, "dataset_tokens_per_second": {"earnings22-10mins": 9.87, "librispeech-10mins": 4.03}, "average_wer": 11.06, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:42:57Z", "speed": 4.1, "tokens_per_second": 16.11, "dataset_speed": {"earnings22-10mins": 6.02, "librispeech-10mins": 3.47}, "dataset_tokens_per_second": {"earnings22-10mins": 19.74, "librispeech-10mins": 14.92}, "average_wer": 25.39, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:14:32Z", "speed": 2.92, "tokens_per_second": 13.51, "dataset_speed": {"librispeech-10mins": 2.72, "earnings22-10mins": 3.56}, "dataset_tokens_per_second": {"librispeech-10mins": 12.66, "earnings22-10mins": 16.3}, "average_wer": 33.17, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T11:55:10Z", "speed": 7.88, "tokens_per_second": 26.27, "dataset_speed": {"earnings22-10mins": 13.19, "librispeech-10mins": 5.62}, "dataset_tokens_per_second": {"earnings22-10mins": 40.66, "librispeech-10mins": 20.17}, "average_wer": 8.08, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:14:15Z", "speed": 48.35, "tokens_per_second": 178.15, "dataset_speed": {"librispeech-10mins": 30.79, "earnings22-10mins": 113.12}, "dataset_tokens_per_second": {"librispeech-10mins": 128.02, "earnings22-10mins": 363.1}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:27:07Z", "speed": 6.13, "tokens_per_second": 22.14, "dataset_speed": {"librispeech-10mins": 4.58, "earnings22-10mins": 9.28}, "dataset_tokens_per_second": {"librispeech-10mins": 17.58, "earnings22-10mins": 31.42}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:48:19Z", "speed": 14.56, "tokens_per_second": 48.81, "dataset_speed": {"librispeech-10mins": 9.62, "earnings22-10mins": 30.1}, "dataset_tokens_per_second": {"librispeech-10mins": 34.89, "earnings22-10mins": 92.55}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:37:15Z", "speed": 2.52, "tokens_per_second": 8.91, "dataset_speed": {"earnings22-10mins": 2.91, "librispeech-10mins": 2.33}, "dataset_tokens_per_second": {"earnings22-10mins": 9.0, "librispeech-10mins": 8.87}, "average_wer": 25.03, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:11:31Z", "speed": 10.92, "tokens_per_second": 36.63, "dataset_speed": {"librispeech-10mins": 7.71, "earnings22-10mins": 18.77}, "dataset_tokens_per_second": {"librispeech-10mins": 28.0, "earnings22-10mins": 57.72}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:16:50Z", "speed": 30.56, "tokens_per_second": 104.87, "dataset_speed": {"librispeech-10mins": 22.67, "earnings22-10mins": 46.98}, "dataset_tokens_per_second": {"librispeech-10mins": 85.85, "earnings22-10mins": 144.46}, "average_wer": 9.94, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:39:22Z", "speed": 9.85, "tokens_per_second": 38.05, "dataset_speed": {"earnings22-10mins": 14.66, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 60.35, "librispeech-10mins": 26.8}, "average_wer": 6.49, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:28:06Z", "speed": 3.62, "tokens_per_second": 14.27, "dataset_speed": {"librispeech-10mins": 2.39, "earnings22-10mins": 10.14}, "dataset_tokens_per_second": {"librispeech-10mins": 11.12, "earnings22-10mins": 30.95}, "average_wer": 16.47, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T08:49:06Z", "speed": 10.2, "tokens_per_second": 34.03, "dataset_speed": {"librispeech-10mins": 7.17, "earnings22-10mins": 17.75}, "dataset_tokens_per_second": {"librispeech-10mins": 25.71, "earnings22-10mins": 54.7}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:04:02Z", "speed": 3.12, "tokens_per_second": 14.16, "dataset_speed": {"librispeech-10mins": 2.04, "earnings22-10mins": 9.63}, "dataset_tokens_per_second": {"librispeech-10mins": 11.5, "earnings22-10mins": 30.18}, "average_wer": 15.77, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T04:02:08Z", "speed": 2.6, "tokens_per_second": 9.24, "dataset_speed": {"earnings22-10mins": 3.26, "librispeech-10mins": 2.31}, "dataset_tokens_per_second": {"earnings22-10mins": 10.27, "librispeech-10mins": 8.79}, "average_wer": 22.85, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:30:39Z", "speed": 11.08, "tokens_per_second": 40.85, "dataset_speed": {"librispeech-10mins": 7.43, "earnings22-10mins": 21.85}, "dataset_tokens_per_second": {"librispeech-10mins": 30.94, "earnings22-10mins": 70.09}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:00:20Z", "speed": 49.42, "tokens_per_second": 169.41, "dataset_speed": {"librispeech-10mins": 35.29, "earnings22-10mins": 82.67}, "dataset_tokens_per_second": {"librispeech-10mins": 133.77, "earnings22-10mins": 253.24}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T04:12:57Z", "speed": 3.34, "tokens_per_second": 12.9, "dataset_speed": {"librispeech-10mins": 2.86, "earnings22-10mins": 5.04}, "dataset_tokens_per_second": {"librispeech-10mins": 11.98, "earnings22-10mins": 16.09}, "average_wer": 27.8, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:40:47Z", "speed": 10.97, "tokens_per_second": 40.8, "dataset_speed": {"earnings22-10mins": 14.68, "librispeech-10mins": 8.76}, "dataset_tokens_per_second": {"earnings22-10mins": 47.58, "librispeech-10mins": 36.77}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T04:41:01Z", "speed": 2.97, "tokens_per_second": 13.46, "dataset_speed": {"earnings22-10mins": 5.15, "librispeech-10mins": 2.44}, "dataset_tokens_per_second": {"earnings22-10mins": 15.44, "librispeech-10mins": 12.98}, "average_wer": 29.29, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:47:15Z", "speed": 16.72, "tokens_per_second": 55.67, "dataset_speed": {"earnings22-10mins": 38.93, "librispeech-10mins": 10.66}, "dataset_tokens_per_second": {"earnings22-10mins": 119.38, "librispeech-10mins": 38.28}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:31:10Z", "speed": 10.67, "tokens_per_second": 35.79, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 17.89}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 55.01}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:40:06Z", "speed": 6.63, "tokens_per_second": 24.65, "dataset_speed": {"earnings22-10mins": 12.14, "librispeech-10mins": 4.57}, "dataset_tokens_per_second": {"earnings22-10mins": 38.97, "librispeech-10mins": 19.29}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T09:13:14Z", "speed": 8.83, "tokens_per_second": 33.68, "dataset_speed": {"librispeech-10mins": 5.67, "earnings22-10mins": 20.05}, "dataset_tokens_per_second": {"librispeech-10mins": 23.64, "earnings22-10mins": 69.36}, "average_wer": 5.94, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:31:41Z", "speed": 2.05, "tokens_per_second": 9.62, "dataset_speed": {"earnings22-10mins": 2.45, "librispeech-10mins": 1.9}, "dataset_tokens_per_second": {"earnings22-10mins": 9.87, "librispeech-10mins": 9.53}, "average_wer": 28.82, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:34:42Z", "speed": 15.09, "tokens_per_second": 50.86, "dataset_speed": {"earnings22-10mins": 31.0, "librispeech-10mins": 9.98}, "dataset_tokens_per_second": {"earnings22-10mins": 95.47, "librispeech-10mins": 36.55}, "average_wer": 6.49, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T11:29:24Z", "speed": 4.85, "tokens_per_second": 17.91, "dataset_speed": {"earnings22-10mins": 8.96, "librispeech-10mins": 3.33}, "dataset_tokens_per_second": {"earnings22-10mins": 28.67, "librispeech-10mins": 13.93}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T14:33:37Z", "speed": 14.31, "tokens_per_second": 52.86, "dataset_speed": {"librispeech-10mins": 8.68, "earnings22-10mins": 40.96}, "dataset_tokens_per_second": {"librispeech-10mins": 31.45, "earnings22-10mins": 154.28}, "average_wer": 6.63, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:35:46Z", "speed": 8.98, "tokens_per_second": 33.43, "dataset_speed": {"earnings22-10mins": 13.07, "librispeech-10mins": 6.84}, "dataset_tokens_per_second": {"earnings22-10mins": 42.41, "librispeech-10mins": 28.75}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:07:15Z", "speed": 18.73, "tokens_per_second": 69.66, "dataset_speed": {"librispeech-10mins": 13.11, "earnings22-10mins": 32.9}, "dataset_tokens_per_second": {"librispeech-10mins": 55.01, "earnings22-10mins": 106.59}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:39:34Z", "speed": 36.12, "tokens_per_second": 123.97, "dataset_speed": {"librispeech-10mins": 26.88, "earnings22-10mins": 55.15}, "dataset_tokens_per_second": {"librispeech-10mins": 101.84, "earnings22-10mins": 169.58}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T04:42:27Z", "speed": 2.51, "tokens_per_second": 9.92, "dataset_speed": {"librispeech-10mins": 2.09, "earnings22-10mins": 3.62}, "dataset_tokens_per_second": {"librispeech-10mins": 9.52, "earnings22-10mins": 10.97}, "average_wer": 22.61, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:31:50Z", "speed": 60.42, "tokens_per_second": 222.67, "dataset_speed": {"librispeech-10mins": 41.65, "earnings22-10mins": 110.39}, "dataset_tokens_per_second": {"librispeech-10mins": 173.14, "earnings22-10mins": 354.52}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:19:02Z", "speed": 2.84, "tokens_per_second": 11.97, "dataset_speed": {"earnings22-10mins": 4.47, "librispeech-10mins": 2.44}, "dataset_tokens_per_second": {"earnings22-10mins": 14.53, "librispeech-10mins": 11.33}, "average_wer": 29.27, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:10:13Z", "speed": 10.11, "tokens_per_second": 37.47, "dataset_speed": {"earnings22-10mins": 25.11, "librispeech-10mins": 6.34}, "dataset_tokens_per_second": {"earnings22-10mins": 81.06, "librispeech-10mins": 26.51}, "average_wer": 6.8, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:44:59Z", "speed": 5.5, "tokens_per_second": 21.96, "dataset_speed": {"librispeech-10mins": 3.99, "earnings22-10mins": 8.86}, "dataset_tokens_per_second": {"librispeech-10mins": 16.57, "earnings22-10mins": 33.96}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:34:39Z", "speed": 20.62, "tokens_per_second": 74.18, "dataset_speed": {"librispeech-10mins": 14.03, "earnings22-10mins": 39.0}, "dataset_tokens_per_second": {"librispeech-10mins": 53.8, "earnings22-10mins": 131.05}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T06:31:14Z", "speed": 2.89, "tokens_per_second": 9.97, "dataset_speed": {"librispeech-10mins": 2.3, "earnings22-10mins": 3.91}, "dataset_tokens_per_second": {"librispeech-10mins": 8.71, "earnings22-10mins": 12.12}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:42:35Z", "speed": 53.44, "tokens_per_second": 217.74, "dataset_speed": {"librispeech-10mins": 35.43, "earnings22-10mins": 109.09}, "dataset_tokens_per_second": {"librispeech-10mins": 146.61, "earnings22-10mins": 437.63}, "average_wer": 16.64, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:23:36Z", "speed": 15.13, "tokens_per_second": 57.62, "dataset_speed": {"earnings22-10mins": 16.34, "librispeech-10mins": 14.09}, "dataset_tokens_per_second": {"earnings22-10mins": 61.74, "librispeech-10mins": 54.07}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:22:16Z", "speed": 6.65, "tokens_per_second": 24.49, "dataset_speed": {"librispeech-10mins": 4.61, "earnings22-10mins": 11.97}, "dataset_tokens_per_second": {"librispeech-10mins": 19.15, "earnings22-10mins": 38.43}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T08:06:06Z", "speed": 8.81, "tokens_per_second": 30.78, "dataset_speed": {"librispeech-10mins": 6.45, "earnings22-10mins": 13.91}, "dataset_tokens_per_second": {"librispeech-10mins": 23.3, "earnings22-10mins": 46.98}, "average_wer": 6.28, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:39:03Z", "speed": 22.72, "tokens_per_second": 82.18, "dataset_speed": {"earnings22-10mins": 31.14, "librispeech-10mins": 17.9}, "dataset_tokens_per_second": {"earnings22-10mins": 105.86, "librispeech-10mins": 68.62}, "average_wer": 8.15, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:58:03Z", "speed": 4.89, "tokens_per_second": 16.98, "dataset_speed": {"librispeech-10mins": 3.26, "earnings22-10mins": 11.72}, "dataset_tokens_per_second": {"librispeech-10mins": 12.41, "earnings22-10mins": 36.1}, "average_wer": 13.53, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:01:20Z", "speed": 17.6, "tokens_per_second": 65.6, "dataset_speed": {"earnings22-10mins": 24.08, "librispeech-10mins": 13.88}, "dataset_tokens_per_second": {"earnings22-10mins": 78.33, "librispeech-10mins": 58.3}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T04:01:40Z", "speed": 4.51, "tokens_per_second": 16.08, "dataset_speed": {"librispeech-10mins": 3.85, "earnings22-10mins": 6.33}, "dataset_tokens_per_second": {"librispeech-10mins": 14.67, "earnings22-10mins": 19.97}, "average_wer": 24.04, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:31:19Z", "speed": 20.29, "tokens_per_second": 75.58, "dataset_speed": {"earnings22-10mins": 44.88, "librispeech-10mins": 13.13}, "dataset_tokens_per_second": {"earnings22-10mins": 146.15, "librispeech-10mins": 55.02}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:26:37Z", "speed": 4.29, "tokens_per_second": 14.58, "dataset_speed": {"earnings22-10mins": 8.19, "librispeech-10mins": 2.91}, "dataset_tokens_per_second": {"earnings22-10mins": 25.34, "librispeech-10mins": 10.78}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:08:26Z", "speed": 18.5, "tokens_per_second": 61.95, "dataset_speed": {"earnings22-10mins": 41.34, "librispeech-10mins": 11.93}, "dataset_tokens_per_second": {"earnings22-10mins": 126.92, "librispeech-10mins": 43.28}, "average_wer": 7.9, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:50:27Z", "speed": 15.7, "tokens_per_second": 56.77, "dataset_speed": {"earnings22-10mins": 20.16, "librispeech-10mins": 12.87}, "dataset_tokens_per_second": {"earnings22-10mins": 68.41, "librispeech-10mins": 49.37}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T08:12:21Z", "speed": 1.1, "tokens_per_second": 4.06, "dataset_speed": {"earnings22-10mins": 2.38, "librispeech-10mins": 0.71}, "dataset_tokens_per_second": {"earnings22-10mins": 7.66, "librispeech-10mins": 2.99}, "average_wer": 6.73, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:06:09Z", "speed": 13.42, "tokens_per_second": 44.99, "dataset_speed": {"earnings22-10mins": 22.95, "librispeech-10mins": 9.49}, "dataset_tokens_per_second": {"earnings22-10mins": 70.5, "librispeech-10mins": 34.48}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:16:02Z", "speed": 2.95, "tokens_per_second": 11.18, "dataset_speed": {"librispeech-10mins": 2.29, "earnings22-10mins": 4.18}, "dataset_tokens_per_second": {"librispeech-10mins": 9.85, "earnings22-10mins": 13.61}, "average_wer": 6.56, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:46:57Z", "speed": 3.43, "tokens_per_second": 12.96, "dataset_speed": {"librispeech-10mins": 2.24, "earnings22-10mins": 7.37}, "dataset_tokens_per_second": {"librispeech-10mins": 9.62, "earnings22-10mins": 24.02}, "average_wer": 6.56, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T04:37:40Z", "speed": 1.72, "tokens_per_second": 7.82, "dataset_speed": {"earnings22-10mins": 2.64, "librispeech-10mins": 1.45}, "dataset_tokens_per_second": {"earnings22-10mins": 8.23, "librispeech-10mins": 7.7}, "average_wer": 27.3, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:29:12Z", "speed": 46.63, "tokens_per_second": 171.73, "dataset_speed": {"librispeech-10mins": 28.2, "earnings22-10mins": 135.55}, "dataset_tokens_per_second": {"librispeech-10mins": 117.07, "earnings22-10mins": 435.55}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:21:37Z", "speed": 6.78, "tokens_per_second": 25.27, "dataset_speed": {"librispeech-10mins": 5.14, "earnings22-10mins": 9.97}, "dataset_tokens_per_second": {"librispeech-10mins": 21.59, "earnings22-10mins": 32.41}, "average_wer": 9.11, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:28:52Z", "speed": 71.34, "tokens_per_second": 290.2, "dataset_speed": {"librispeech-10mins": 45.57, "earnings22-10mins": 165.08}, "dataset_tokens_per_second": {"librispeech-10mins": 188.46, "earnings22-10mins": 660.33}, "average_wer": 16.67, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:16:09Z", "speed": 51.43, "tokens_per_second": 175.74, "dataset_speed": {"librispeech-10mins": 33.26, "earnings22-10mins": 113.95}, "dataset_tokens_per_second": {"librispeech-10mins": 126.03, "earnings22-10mins": 346.77}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:29:58Z", "speed": 61.94, "tokens_per_second": 228.47, "dataset_speed": {"earnings22-10mins": 173.45, "librispeech-10mins": 37.76}, "dataset_tokens_per_second": {"earnings22-10mins": 557.93, "librispeech-10mins": 157.05}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:09:58Z", "speed": 2.41, "tokens_per_second": 8.44, "dataset_speed": {"earnings22-10mins": 2.59, "librispeech-10mins": 2.33}, "dataset_tokens_per_second": {"earnings22-10mins": 8.07, "librispeech-10mins": 8.6}, "average_wer": 28.44, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:04:36Z", "speed": 14.77, "tokens_per_second": 53.41, "dataset_speed": {"librispeech-10mins": 11.89, "earnings22-10mins": 19.5}, "dataset_tokens_per_second": {"librispeech-10mins": 45.63, "earnings22-10mins": 66.22}, "average_wer": 7.97, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:28:04Z", "speed": 62.34, "tokens_per_second": 214.2, "dataset_speed": {"librispeech-10mins": 37.65, "earnings22-10mins": 182.44}, "dataset_tokens_per_second": {"librispeech-10mins": 142.8, "earnings22-10mins": 561.6}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T05:15:23Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"earnings22-10mins": 24.21, "librispeech-10mins": 7.2}, "dataset_tokens_per_second": {"earnings22-10mins": 78.59, "librispeech-10mins": 29.98}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T10:55:20Z", "speed": 4.97, "tokens_per_second": 16.87, "dataset_speed": {"earnings22-10mins": 6.54, "librispeech-10mins": 4.03}, "dataset_tokens_per_second": {"earnings22-10mins": 20.21, "librispeech-10mins": 14.88}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:13:07Z", "speed": 15.07, "tokens_per_second": 49.72, "dataset_speed": {"earnings22-10mins": 29.97, "librispeech-10mins": 10.08}, "dataset_tokens_per_second": {"earnings22-10mins": 91.34, "librispeech-10mins": 35.79}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:31:46Z", "speed": 1.6, "tokens_per_second": 7.92, "dataset_speed": {"earnings22-10mins": 1.49, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 8.39, "librispeech-10mins": 7.69}, "average_wer": 31.17, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T08:33:38Z", "speed": 6.98, "tokens_per_second": 25.98, "dataset_speed": {"earnings22-10mins": 12.82, "librispeech-10mins": 4.8}, "dataset_tokens_per_second": {"earnings22-10mins": 41.01, "librispeech-10mins": 20.37}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:55:57Z", "speed": 2.74, "tokens_per_second": 11.65, "dataset_speed": {"librispeech-10mins": 2.32, "earnings22-10mins": 4.33}, "dataset_tokens_per_second": {"librispeech-10mins": 11.39, "earnings22-10mins": 12.63}, "average_wer": 30.58, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T14:36:25Z", "speed": 7.81, "tokens_per_second": 28.05, "dataset_speed": {"librispeech-10mins": 5.83, "earnings22-10mins": 11.87}, "dataset_tokens_per_second": {"librispeech-10mins": 21.13, "earnings22-10mins": 42.2}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:30:07Z", "speed": 46.71, "tokens_per_second": 172.15, "dataset_speed": {"librispeech-10mins": 33.28, "earnings22-10mins": 78.55}, "dataset_tokens_per_second": {"librispeech-10mins": 138.4, "earnings22-10mins": 252.14}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:31:46Z", "speed": 3.61, "tokens_per_second": 12.44, "dataset_speed": {"librispeech-10mins": 3.14, "earnings22-10mins": 5.15}, "dataset_tokens_per_second": {"librispeech-10mins": 11.58, "earnings22-10mins": 15.24}, "average_wer": 27.82, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:05:23Z", "speed": 45.25, "tokens_per_second": 155.11, "dataset_speed": {"earnings22-10mins": 70.51, "librispeech-10mins": 33.35}, "dataset_tokens_per_second": {"earnings22-10mins": 215.99, "librispeech-10mins": 126.43}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:51:15Z", "speed": 3.99, "tokens_per_second": 15.18, "dataset_speed": {"earnings22-10mins": 7.01, "librispeech-10mins": 2.79}, "dataset_tokens_per_second": {"earnings22-10mins": 24.23, "librispeech-10mins": 11.59}, "average_wer": 6.14, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:57:59Z", "speed": 2.69, "tokens_per_second": 9.42, "dataset_speed": {"librispeech-10mins": 2.44, "earnings22-10mins": 3.24}, "dataset_tokens_per_second": {"librispeech-10mins": 9.03, "earnings22-10mins": 10.28}, "average_wer": 23.2, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:51:50Z", "speed": 2.63, "tokens_per_second": 10.55, "dataset_speed": {"librispeech-10mins": 2.38, "earnings22-10mins": 3.71}, "dataset_tokens_per_second": {"librispeech-10mins": 10.25, "earnings22-10mins": 11.89}, "average_wer": 35.62, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:32:24Z", "speed": 9.73, "tokens_per_second": 38.99, "dataset_speed": {"earnings22-10mins": 18.93, "librispeech-10mins": 6.56}, "dataset_tokens_per_second": {"earnings22-10mins": 72.65, "librispeech-10mins": 27.38}, "average_wer": 6.09, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:08:01Z", "speed": 4.04, "tokens_per_second": 13.94, "dataset_speed": {"earnings22-10mins": 5.52, "librispeech-10mins": 3.47}, "dataset_tokens_per_second": {"earnings22-10mins": 16.93, "librispeech-10mins": 12.79}, "average_wer": 22.64, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:21:56Z", "speed": 5.87, "tokens_per_second": 23.84, "dataset_speed": {"earnings22-10mins": 10.81, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 42.55, "librispeech-10mins": 17.46}, "average_wer": 11.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T05:41:14Z", "speed": 11.57, "tokens_per_second": 42.7, "dataset_speed": {"earnings22-10mins": 26.33, "librispeech-10mins": 7.42}, "dataset_tokens_per_second": {"earnings22-10mins": 84.37, "librispeech-10mins": 31.0}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:49:37Z", "speed": 14.92, "tokens_per_second": 53.99, "dataset_speed": {"earnings22-10mins": 23.95, "librispeech-10mins": 10.85}, "dataset_tokens_per_second": {"earnings22-10mins": 81.28, "librispeech-10mins": 41.68}, "average_wer": 7.84, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:34:44Z", "speed": 6.81, "tokens_per_second": 28.53, "dataset_speed": {"librispeech-10mins": 4.97, "earnings22-10mins": 10.86}, "dataset_tokens_per_second": {"librispeech-10mins": 20.68, "earnings22-10mins": 45.73}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T10:03:17Z", "speed": 3.69, "tokens_per_second": 14.73, "dataset_speed": {"librispeech-10mins": 2.71, "earnings22-10mins": 5.91}, "dataset_tokens_per_second": {"librispeech-10mins": 13.29, "earnings22-10mins": 17.98}, "average_wer": 9.15, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:57:08Z", "speed": 67.26, "tokens_per_second": 273.68, "dataset_speed": {"earnings22-10mins": 114.02, "librispeech-10mins": 47.76}, "dataset_tokens_per_second": {"earnings22-10mins": 456.82, "librispeech-10mins": 197.29}, "average_wer": 16.5, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:04:01Z", "speed": 49.78, "tokens_per_second": 183.38, "dataset_speed": {"earnings22-10mins": 128.72, "librispeech-10mins": 30.9}, "dataset_tokens_per_second": {"earnings22-10mins": 413.18, "librispeech-10mins": 128.43}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:58:39Z", "speed": 1.99, "tokens_per_second": 8.37, "dataset_speed": {"earnings22-10mins": 2.7, "librispeech-10mins": 1.58}, "dataset_tokens_per_second": {"earnings22-10mins": 10.12, "librispeech-10mins": 7.34}, "average_wer": 7.7, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:17:01Z", "speed": 9.82, "tokens_per_second": 36.45, "dataset_speed": {"earnings22-10mins": 21.35, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 69.41, "librispeech-10mins": 26.62}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:25:25Z", "speed": 60.09, "tokens_per_second": 279.5, "dataset_speed": {"earnings22-10mins": 80.97, "librispeech-10mins": 47.82}, "dataset_tokens_per_second": {"earnings22-10mins": 418.9, "librispeech-10mins": 197.52}, "average_wer": 17.57, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T04:05:32Z", "speed": 3.15, "tokens_per_second": 11.07, "dataset_speed": {"librispeech-10mins": 2.78, "earnings22-10mins": 3.87}, "dataset_tokens_per_second": {"librispeech-10mins": 10.56, "earnings22-10mins": 12.03}, "average_wer": 18.57, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:29:27Z", "speed": 2.26, "tokens_per_second": 9.2, "dataset_speed": {"earnings22-10mins": 3.42, "librispeech-10mins": 2.01}, "dataset_tokens_per_second": {"earnings22-10mins": 11.71, "librispeech-10mins": 8.66}, "average_wer": 33.9, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T05:41:46Z", "speed": 8.31, "tokens_per_second": 30.83, "dataset_speed": {"librispeech-10mins": 5.73, "earnings22-10mins": 15.17}, "dataset_tokens_per_second": {"librispeech-10mins": 24.11, "earnings22-10mins": 48.7}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:57:57Z", "speed": 2.6, "tokens_per_second": 10.63, "dataset_speed": {"earnings22-10mins": 4.99, "librispeech-10mins": 2.09}, "dataset_tokens_per_second": {"earnings22-10mins": 14.95, "librispeech-10mins": 9.71}, "average_wer": 29.17, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T14:30:06Z", "speed": 3.88, "tokens_per_second": 16.22, "dataset_speed": {"librispeech-10mins": 2.87, "earnings22-10mins": 6.01}, "dataset_tokens_per_second": {"librispeech-10mins": 11.94, "earnings22-10mins": 25.23}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:44:20Z", "speed": 8.3, "tokens_per_second": 33.25, "dataset_speed": {"earnings22-10mins": 16.92, "librispeech-10mins": 5.51}, "dataset_tokens_per_second": {"earnings22-10mins": 64.89, "librispeech-10mins": 22.99}, "average_wer": 6.27, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:26:27Z", "speed": 28.25, "tokens_per_second": 109.74, "dataset_speed": {"earnings22-10mins": 44.32, "librispeech-10mins": 20.75}, "dataset_tokens_per_second": {"earnings22-10mins": 161.09, "librispeech-10mins": 85.79}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:35:45Z", "speed": 46.69, "tokens_per_second": 198.69, "dataset_speed": {"earnings22-10mins": 64.88, "librispeech-10mins": 36.5}, "dataset_tokens_per_second": {"earnings22-10mins": 284.08, "librispeech-10mins": 150.86}, "average_wer": 16.5, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:01:22Z", "speed": 14.28, "tokens_per_second": 53.12, "dataset_speed": {"earnings22-10mins": 20.0, "librispeech-10mins": 11.11}, "dataset_tokens_per_second": {"earnings22-10mins": 64.8, "librispeech-10mins": 46.66}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:02:25Z", "speed": 60.82, "tokens_per_second": 269.76, "dataset_speed": {"librispeech-10mins": 47.73, "earnings22-10mins": 83.92}, "dataset_tokens_per_second": {"librispeech-10mins": 197.17, "earnings22-10mins": 397.92}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:01:52Z", "speed": 24.64, "tokens_per_second": 91.73, "dataset_speed": {"librispeech-10mins": 16.99, "earnings22-10mins": 45.0}, "dataset_tokens_per_second": {"librispeech-10mins": 71.27, "earnings22-10mins": 146.16}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:11:08Z", "speed": 63.44, "tokens_per_second": 258.19, "dataset_speed": {"earnings22-10mins": 128.92, "librispeech-10mins": 42.13}, "dataset_tokens_per_second": {"earnings22-10mins": 516.11, "librispeech-10mins": 174.26}, "average_wer": 16.71, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:32:46Z", "speed": 10.33, "tokens_per_second": 38.31, "dataset_speed": {"librispeech-10mins": 6.55, "earnings22-10mins": 24.58}, "dataset_tokens_per_second": {"librispeech-10mins": 27.46, "earnings22-10mins": 79.2}, "average_wer": 7.42, "qoi": 0.66, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:24:43Z", "speed": 3.91, "tokens_per_second": 13.97, "dataset_speed": {"earnings22-10mins": 6.24, "librispeech-10mins": 3.19}, "dataset_tokens_per_second": {"earnings22-10mins": 19.89, "librispeech-10mins": 12.13}, "average_wer": 23.68, "qoi": 0.59, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:55:16Z", "speed": 7.86, "tokens_per_second": 26.22, "dataset_speed": {"earnings22-10mins": 12.78, "librispeech-10mins": 5.68}, "dataset_tokens_per_second": {"earnings22-10mins": 39.4, "librispeech-10mins": 20.39}, "average_wer": 8.01, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:18:49Z", "speed": 14.55, "tokens_per_second": 54.22, "dataset_speed": {"librispeech-10mins": 12.27, "earnings22-10mins": 17.88}, "dataset_tokens_per_second": {"librispeech-10mins": 51.52, "earnings22-10mins": 58.18}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:54:06Z", "speed": 13.8, "tokens_per_second": 45.38, "dataset_speed": {"earnings22-10mins": 30.29, "librispeech-10mins": 8.95}, "dataset_tokens_per_second": {"earnings22-10mins": 91.34, "librispeech-10mins": 31.86}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:28:58Z", "speed": 11.47, "tokens_per_second": 42.49, "dataset_speed": {"earnings22-10mins": 42.66, "librispeech-10mins": 6.64}, "dataset_tokens_per_second": {"earnings22-10mins": 136.93, "librispeech-10mins": 27.85}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:45:43Z", "speed": 42.18, "tokens_per_second": 145.02, "dataset_speed": {"earnings22-10mins": 91.44, "librispeech-10mins": 27.45}, "dataset_tokens_per_second": {"earnings22-10mins": 282.08, "librispeech-10mins": 104.05}, "average_wer": 10.11, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:31:49Z", "speed": 54.18, "tokens_per_second": 199.61, "dataset_speed": {"librispeech-10mins": 32.13, "earnings22-10mins": 174.54}, "dataset_tokens_per_second": {"librispeech-10mins": 133.51, "earnings22-10mins": 560.26}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T05:45:08Z", "speed": 17.18, "tokens_per_second": 58.11, "dataset_speed": {"librispeech-10mins": 11.15, "earnings22-10mins": 37.64}, "dataset_tokens_per_second": {"librispeech-10mins": 40.89, "earnings22-10mins": 116.5}, "average_wer": 6.56, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:03:36Z", "speed": 25.04, "tokens_per_second": 92.9, "dataset_speed": {"earnings22-10mins": 40.32, "librispeech-10mins": 18.18}, "dataset_tokens_per_second": {"earnings22-10mins": 144.22, "librispeech-10mins": 69.86}, "average_wer": 7.92, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:15:15Z", "speed": 2.34, "tokens_per_second": 10.11, "dataset_speed": {"librispeech-10mins": 1.99, "earnings22-10mins": 4.06}, "dataset_tokens_per_second": {"librispeech-10mins": 9.78, "earnings22-10mins": 11.77}, "average_wer": 32.83, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:50:43Z", "speed": 12.81, "tokens_per_second": 44.86, "dataset_speed": {"librispeech-10mins": 8.77, "earnings22-10mins": 23.81}, "dataset_tokens_per_second": {"librispeech-10mins": 31.79, "earnings22-10mins": 80.47}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:34:09Z", "speed": 19.87, "tokens_per_second": 67.99, "dataset_speed": {"librispeech-10mins": 15.5, "earnings22-10mins": 27.73}, "dataset_tokens_per_second": {"librispeech-10mins": 58.79, "earnings22-10mins": 84.52}, "average_wer": 10.15, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:28:50Z", "speed": 3.44, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.79, "librispeech-10mins": 2.68}, "dataset_tokens_per_second": {"earnings22-10mins": 15.56, "librispeech-10mins": 11.53}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:28:59Z", "speed": 27.18, "tokens_per_second": 98.6, "dataset_speed": {"librispeech-10mins": 18.9, "earnings22-10mins": 48.55}, "dataset_tokens_per_second": {"librispeech-10mins": 78.88, "earnings22-10mins": 149.45}, "average_wer": 14.7, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:31:33Z", "speed": 19.15, "tokens_per_second": 70.34, "dataset_speed": {"librispeech-10mins": 14.79, "earnings22-10mins": 27.18}, "dataset_tokens_per_second": {"librispeech-10mins": 61.31, "earnings22-10mins": 87.01}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:08:17Z", "speed": 11.14, "tokens_per_second": 41.35, "dataset_speed": {"librispeech-10mins": 6.51, "earnings22-10mins": 38.99}, "dataset_tokens_per_second": {"librispeech-10mins": 27.14, "earnings22-10mins": 126.77}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:05:35Z", "speed": 53.87, "tokens_per_second": 184.06, "dataset_speed": {"librispeech-10mins": 33.67, "earnings22-10mins": 135.54}, "dataset_tokens_per_second": {"librispeech-10mins": 127.56, "earnings22-10mins": 412.5}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:43:34Z", "speed": 55.13, "tokens_per_second": 199.73, "dataset_speed": {"librispeech-10mins": 34.02, "earnings22-10mins": 146.27}, "dataset_tokens_per_second": {"librispeech-10mins": 141.48, "earnings22-10mins": 451.25}, "average_wer": 14.7, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:36:04Z", "speed": 22.03, "tokens_per_second": 81.92, "dataset_speed": {"librispeech-10mins": 16.66, "earnings22-10mins": 32.55}, "dataset_tokens_per_second": {"librispeech-10mins": 69.92, "earnings22-10mins": 105.48}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T09:16:29Z", "speed": 5.64, "tokens_per_second": 23.04, "dataset_speed": {"librispeech-10mins": 4.15, "earnings22-10mins": 8.8}, "dataset_tokens_per_second": {"librispeech-10mins": 17.29, "earnings22-10mins": 35.29}, "average_wer": 6.11, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:30:10Z", "speed": 44.97, "tokens_per_second": 154.8, "dataset_speed": {"librispeech-10mins": 30.34, "earnings22-10mins": 87.16}, "dataset_tokens_per_second": {"librispeech-10mins": 115.61, "earnings22-10mins": 267.88}, "average_wer": 14.62, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T13:53:01Z", "speed": 2.44, "tokens_per_second": 9.23, "dataset_speed": {"earnings22-10mins": 2.44}, "dataset_tokens_per_second": {"earnings22-10mins": 9.23}, "average_wer": 7.85, "qoi": 1, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:21:18Z", "speed": 2.98, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 3.92, "librispeech-10mins": 2.72}, "dataset_tokens_per_second": {"earnings22-10mins": 12.11, "librispeech-10mins": 10.07}, "average_wer": 32.31, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:35:41Z", "speed": 8.82, "tokens_per_second": 32.84, "dataset_speed": {"earnings22-10mins": 12.88, "librispeech-10mins": 6.71}, "dataset_tokens_per_second": {"earnings22-10mins": 41.79, "librispeech-10mins": 28.19}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T09:03:47Z", "speed": 2.28, "tokens_per_second": 7.88, "dataset_speed": {"librispeech-10mins": 1.85, "earnings22-10mins": 3.0}, "dataset_tokens_per_second": {"librispeech-10mins": 7.01, "earnings22-10mins": 9.29}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:24:29Z", "speed": 9.52, "tokens_per_second": 36.35, "dataset_speed": {"earnings22-10mins": 17.34, "librispeech-10mins": 6.57}, "dataset_tokens_per_second": {"earnings22-10mins": 59.97, "librispeech-10mins": 27.44}, "average_wer": 5.97, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:09:44Z", "speed": 19.26, "tokens_per_second": 69.64, "dataset_speed": {"librispeech-10mins": 14.22, "earnings22-10mins": 29.93}, "dataset_tokens_per_second": {"librispeech-10mins": 54.63, "earnings22-10mins": 101.37}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:29:15Z", "speed": 31.11, "tokens_per_second": 126.59, "dataset_speed": {"librispeech-10mins": 24.67, "earnings22-10mins": 42.14}, "dataset_tokens_per_second": {"librispeech-10mins": 102.0, "earnings22-10mins": 168.78}, "average_wer": 16.57, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:44:26Z", "speed": 39.75, "tokens_per_second": 146.5, "dataset_speed": {"earnings22-10mins": 88.11, "librispeech-10mins": 25.7}, "dataset_tokens_per_second": {"earnings22-10mins": 282.84, "librispeech-10mins": 106.89}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:35:16Z", "speed": 16.91, "tokens_per_second": 57.15, "dataset_speed": {"librispeech-10mins": 10.01, "earnings22-10mins": 54.96}, "dataset_tokens_per_second": {"librispeech-10mins": 36.73, "earnings22-10mins": 169.73}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:42:23Z", "speed": 7.94, "tokens_per_second": 30.35, "dataset_speed": {"earnings22-10mins": 15.65, "librispeech-10mins": 5.32}, "dataset_tokens_per_second": {"earnings22-10mins": 54.37, "librispeech-10mins": 22.21}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:27:45Z", "speed": 75.26, "tokens_per_second": 258.14, "dataset_speed": {"earnings22-10mins": 146.69, "librispeech-10mins": 50.68}, "dataset_tokens_per_second": {"earnings22-10mins": 451.08, "librispeech-10mins": 191.77}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:36:35Z", "speed": 13.21, "tokens_per_second": 49.22, "dataset_speed": {"librispeech-10mins": 9.87, "earnings22-10mins": 20.04}, "dataset_tokens_per_second": {"librispeech-10mins": 41.46, "earnings22-10mins": 65.03}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:34:13Z", "speed": 1.92, "tokens_per_second": 6.73, "dataset_speed": {"librispeech-10mins": 1.74, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 6.42, "earnings22-10mins": 7.7}, "average_wer": 29.0, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T08:27:58Z", "speed": 3.3, "tokens_per_second": 14.39, "dataset_speed": {"librispeech-10mins": 2.82, "earnings22-10mins": 4.12}, "dataset_tokens_per_second": {"librispeech-10mins": 13.12, "earnings22-10mins": 16.53}, "average_wer": 12.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:33:24Z", "speed": 8.37, "tokens_per_second": 35.09, "dataset_speed": {"earnings22-10mins": 15.68, "librispeech-10mins": 5.71}, "dataset_tokens_per_second": {"earnings22-10mins": 66.53, "librispeech-10mins": 23.67}, "average_wer": 5.87, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:35:21Z", "speed": 14.95, "tokens_per_second": 55.61, "dataset_speed": {"earnings22-10mins": 21.09, "librispeech-10mins": 11.59}, "dataset_tokens_per_second": {"earnings22-10mins": 68.34, "librispeech-10mins": 48.65}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:51:46Z", "speed": 4.6, "tokens_per_second": 15.84, "dataset_speed": {"earnings22-10mins": 6.33, "librispeech-10mins": 3.95}, "dataset_tokens_per_second": {"earnings22-10mins": 19.28, "librispeech-10mins": 14.55}, "average_wer": 24.15, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:21:15Z", "speed": 10.17, "tokens_per_second": 37.65, "dataset_speed": {"librispeech-10mins": 6.54, "earnings22-10mins": 22.93}, "dataset_tokens_per_second": {"librispeech-10mins": 27.44, "earnings22-10mins": 73.61}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:07:49Z", "speed": 2.22, "tokens_per_second": 8.76, "dataset_speed": {"librispeech-10mins": 2.03, "earnings22-10mins": 3.03}, "dataset_tokens_per_second": {"librispeech-10mins": 8.52, "earnings22-10mins": 9.79}, "average_wer": 34.31, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:39Z", "speed": 33.12, "tokens_per_second": 114.01, "dataset_speed": {"librispeech-10mins": 24.04, "earnings22-10mins": 53.34}, "dataset_tokens_per_second": {"librispeech-10mins": 91.61, "earnings22-10mins": 163.92}, "average_wer": 14.57, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-30T07:02:28Z", "speed": 7.2, "tokens_per_second": 26.01, "dataset_speed": {"librispeech-10mins": 5.0, "earnings22-10mins": 12.89}, "dataset_tokens_per_second": {"librispeech-10mins": 20.77, "earnings22-10mins": 39.58}, "average_wer": 14.46, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:12:44Z", "speed": 41.45, "tokens_per_second": 142.14, "dataset_speed": {"earnings22-10mins": 66.28, "librispeech-10mins": 30.19}, "dataset_tokens_per_second": {"earnings22-10mins": 203.69, "librispeech-10mins": 114.23}, "average_wer": 14.7, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:59:09Z", "speed": 1.71, "tokens_per_second": 7.65, "dataset_speed": {"librispeech-10mins": 1.48, "earnings22-10mins": 2.38}, "dataset_tokens_per_second": {"librispeech-10mins": 7.85, "earnings22-10mins": 7.05}, "average_wer": 29.44, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:02:00Z", "speed": 3.77, "tokens_per_second": 12.81, "dataset_speed": {"earnings22-10mins": 5.03, "librispeech-10mins": 3.01}, "dataset_tokens_per_second": {"earnings22-10mins": 15.56, "librispeech-10mins": 11.17}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:12:27Z", "speed": 65.81, "tokens_per_second": 238.18, "dataset_speed": {"earnings22-10mins": 172.14, "librispeech-10mins": 40.75}, "dataset_tokens_per_second": {"earnings22-10mins": 529.91, "librispeech-10mins": 169.41}, "average_wer": 14.67, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:25:08Z", "speed": 8.45, "tokens_per_second": 31.05, "dataset_speed": {"earnings22-10mins": 12.43, "librispeech-10mins": 6.4}, "dataset_tokens_per_second": {"earnings22-10mins": 46.55, "librispeech-10mins": 23.1}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:38:24Z", "speed": 9.43, "tokens_per_second": 34.9, "dataset_speed": {"earnings22-10mins": 20.67, "librispeech-10mins": 6.12}, "dataset_tokens_per_second": {"earnings22-10mins": 66.35, "librispeech-10mins": 25.63}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:30:00Z", "speed": 15.88, "tokens_per_second": 53.19, "dataset_speed": {"earnings22-10mins": 33.97, "librispeech-10mins": 10.38}, "dataset_tokens_per_second": {"earnings22-10mins": 104.29, "librispeech-10mins": 37.64}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T09:07:49Z", "speed": 3.54, "tokens_per_second": 12.93, "dataset_speed": {"earnings22-10mins": 7.96, "librispeech-10mins": 2.28}, "dataset_tokens_per_second": {"earnings22-10mins": 24.83, "librispeech-10mins": 9.54}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:49:57Z", "speed": 7.95, "tokens_per_second": 30.39, "dataset_speed": {"earnings22-10mins": 15.41, "librispeech-10mins": 5.36}, "dataset_tokens_per_second": {"earnings22-10mins": 54.0, "librispeech-10mins": 22.2}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:37:09Z", "speed": 55.12, "tokens_per_second": 189.17, "dataset_speed": {"librispeech-10mins": 38.31, "earnings22-10mins": 98.57}, "dataset_tokens_per_second": {"librispeech-10mins": 144.96, "earnings22-10mins": 303.44}, "average_wer": 14.81, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:09:25Z", "speed": 13.36, "tokens_per_second": 48.43, "dataset_speed": {"earnings22-10mins": 17.29, "librispeech-10mins": 10.89}, "dataset_tokens_per_second": {"earnings22-10mins": 59.01, "librispeech-10mins": 41.79}, "average_wer": 8.28, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:59:28Z", "speed": 2.58, "tokens_per_second": 9.25, "dataset_speed": {"librispeech-10mins": 2.4, "earnings22-10mins": 2.96}, "dataset_tokens_per_second": {"librispeech-10mins": 9.11, "earnings22-10mins": 9.56}, "average_wer": 24.68, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:32:51Z", "speed": 49.69, "tokens_per_second": 170.32, "dataset_speed": {"librispeech-10mins": 35.62, "earnings22-10mins": 82.33}, "dataset_tokens_per_second": {"librispeech-10mins": 135.04, "earnings22-10mins": 252.21}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:17:15Z", "speed": 2.04, "tokens_per_second": 8.38, "dataset_speed": {"librispeech-10mins": 1.74, "earnings22-10mins": 2.88}, "dataset_tokens_per_second": {"librispeech-10mins": 8.12, "earnings22-10mins": 9.14}, "average_wer": 26.72, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:35:22Z", "speed": 9.14, "tokens_per_second": 33.91, "dataset_speed": {"earnings22-10mins": 19.52, "librispeech-10mins": 5.97}, "dataset_tokens_per_second": {"earnings22-10mins": 63.49, "librispeech-10mins": 24.9}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:18:19Z", "speed": 5.78, "tokens_per_second": 22.0, "dataset_speed": {"earnings22-10mins": 10.15, "librispeech-10mins": 4.05}, "dataset_tokens_per_second": {"earnings22-10mins": 35.07, "librispeech-10mins": 16.81}, "average_wer": 6.08, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:03:24Z", "speed": 74.43, "tokens_per_second": 255.44, "dataset_speed": {"librispeech-10mins": 50.34, "earnings22-10mins": 143.31}, "dataset_tokens_per_second": {"librispeech-10mins": 190.65, "earnings22-10mins": 440.67}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:34:11Z", "speed": 13.05, "tokens_per_second": 48.11, "dataset_speed": {"earnings22-10mins": 20.54, "librispeech-10mins": 9.58}, "dataset_tokens_per_second": {"earnings22-10mins": 77.08, "librispeech-10mins": 34.66}, "average_wer": 6.21, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:54:35Z", "speed": 16.12, "tokens_per_second": 53.98, "dataset_speed": {"librispeech-10mins": 11.13, "earnings22-10mins": 29.28}, "dataset_tokens_per_second": {"librispeech-10mins": 40.38, "earnings22-10mins": 89.89}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:04:09Z", "speed": 1.85, "tokens_per_second": 8.7, "dataset_speed": {"earnings22-10mins": 2.87, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 8.55, "librispeech-10mins": 8.72}, "average_wer": 36.76, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:30:18Z", "speed": 90.67, "tokens_per_second": 327.76, "dataset_speed": {"librispeech-10mins": 58.06, "earnings22-10mins": 207.95}, "dataset_tokens_per_second": {"librispeech-10mins": 241.1, "earnings22-10mins": 639.45}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:32:35Z", "speed": 2.74, "tokens_per_second": 9.49, "dataset_speed": {"librispeech-10mins": 2.48, "earnings22-10mins": 3.29}, "dataset_tokens_per_second": {"librispeech-10mins": 9.15, "earnings22-10mins": 10.24}, "average_wer": 22.51, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:02:01Z", "speed": 62.75, "tokens_per_second": 267.54, "dataset_speed": {"earnings22-10mins": 117.01, "librispeech-10mins": 42.93}, "dataset_tokens_per_second": {"earnings22-10mins": 513.84, "librispeech-10mins": 177.55}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:03:10Z", "speed": 1.82, "tokens_per_second": 6.57, "dataset_speed": {"earnings22-10mins": 2.28, "librispeech-10mins": 1.66}, "dataset_tokens_per_second": {"earnings22-10mins": 7.23, "librispeech-10mins": 6.33}, "average_wer": 29.48, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:23:26Z", "speed": 14.85, "tokens_per_second": 51.92, "dataset_speed": {"librispeech-10mins": 10.16, "earnings22-10mins": 27.7}, "dataset_tokens_per_second": {"librispeech-10mins": 36.72, "earnings22-10mins": 93.55}, "average_wer": 6.09, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:26:42Z", "speed": 60.91, "tokens_per_second": 236.76, "dataset_speed": {"earnings22-10mins": 136.53, "librispeech-10mins": 39.26}, "dataset_tokens_per_second": {"earnings22-10mins": 496.97, "librispeech-10mins": 162.25}, "average_wer": 16.74, "qoi": 0.32, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:04:07Z", "speed": 4.12, "tokens_per_second": 14.16, "dataset_speed": {"librispeech-10mins": 3.33, "earnings22-10mins": 6.49}, "dataset_tokens_per_second": {"librispeech-10mins": 12.29, "earnings22-10mins": 19.78}, "average_wer": 21.71, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T08:24:39Z", "speed": 1.59, "tokens_per_second": 6.8, "dataset_speed": {"earnings22-10mins": 2.09, "librispeech-10mins": 1.29}, "dataset_tokens_per_second": {"earnings22-10mins": 8.11, "librispeech-10mins": 5.99}, "average_wer": 7.25, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:06:49Z", "speed": 13.16, "tokens_per_second": 48.96, "dataset_speed": {"earnings22-10mins": 18.57, "librispeech-10mins": 10.2}, "dataset_tokens_per_second": {"earnings22-10mins": 60.16, "librispeech-10mins": 42.83}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:41:40Z", "speed": 8.29, "tokens_per_second": 30.48, "dataset_speed": {"librispeech-10mins": 6.33, "earnings22-10mins": 12.04}, "dataset_tokens_per_second": {"librispeech-10mins": 22.83, "earnings22-10mins": 45.09}, "average_wer": 6.21, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T14:23:35Z", "speed": 9.74, "tokens_per_second": 38.97, "dataset_speed": {"earnings22-10mins": 30.76, "librispeech-10mins": 5.8}, "dataset_tokens_per_second": {"earnings22-10mins": 117.72, "librispeech-10mins": 24.19}, "average_wer": 6.21, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:57:02Z", "speed": 78.56, "tokens_per_second": 327.41, "dataset_speed": {"librispeech-10mins": 50.85, "earnings22-10mins": 173.46}, "dataset_tokens_per_second": {"librispeech-10mins": 210.06, "earnings22-10mins": 729.38}, "average_wer": 16.69, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:26:04Z", "speed": 1.8, "tokens_per_second": 7.97, "dataset_speed": {"librispeech-10mins": 1.6, "earnings22-10mins": 2.38}, "dataset_tokens_per_second": {"librispeech-10mins": 8.03, "earnings22-10mins": 7.78}, "average_wer": 27.03, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:45:05Z", "speed": 1.85, "tokens_per_second": 8.3, "dataset_speed": {"librispeech-10mins": 1.53, "earnings22-10mins": 2.88}, "dataset_tokens_per_second": {"librispeech-10mins": 8.08, "earnings22-10mins": 9.01}, "average_wer": 25.65, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:22:30Z", "speed": 1.26, "tokens_per_second": 5.6, "dataset_speed": {"librispeech-10mins": 1.12, "earnings22-10mins": 1.87}, "dataset_tokens_per_second": {"librispeech-10mins": 5.51, "earnings22-10mins": 5.99}, "average_wer": 32.69, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:12:32Z", "speed": 77.41, "tokens_per_second": 279.55, "dataset_speed": {"earnings22-10mins": 152.7, "librispeech-10mins": 51.91}, "dataset_tokens_per_second": {"earnings22-10mins": 469.3, "librispeech-10mins": 215.32}, "average_wer": 14.6, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:58:41Z", "speed": 3.23, "tokens_per_second": 11.99, "dataset_speed": {"librispeech-10mins": 2.95, "earnings22-10mins": 4.25}, "dataset_tokens_per_second": {"librispeech-10mins": 11.25, "earnings22-10mins": 14.74}, "average_wer": 32.03, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:11:13Z", "speed": 73.6, "tokens_per_second": 299.59, "dataset_speed": {"earnings22-10mins": 119.0, "librispeech-10mins": 53.34}, "dataset_tokens_per_second": {"earnings22-10mins": 476.77, "librispeech-10mins": 220.5}, "average_wer": 16.33, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:30:04Z", "speed": 49.06, "tokens_per_second": 168.15, "dataset_speed": {"earnings22-10mins": 136.43, "librispeech-10mins": 29.95}, "dataset_tokens_per_second": {"earnings22-10mins": 417.47, "librispeech-10mins": 113.64}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T12:00:21Z", "speed": 9.64, "tokens_per_second": 38.64, "dataset_speed": {"librispeech-10mins": 5.8, "earnings22-10mins": 28.89}, "dataset_tokens_per_second": {"librispeech-10mins": 24.01, "earnings22-10mins": 111.91}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:11:50Z", "speed": 40.46, "tokens_per_second": 157.31, "dataset_speed": {"librispeech-10mins": 29.68, "earnings22-10mins": 63.69}, "dataset_tokens_per_second": {"librispeech-10mins": 122.62, "earnings22-10mins": 232.06}, "average_wer": 16.98, "qoi": 0.34, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:55:56Z", "speed": 12.05, "tokens_per_second": 39.76, "dataset_speed": {"librispeech-10mins": 8.25, "earnings22-10mins": 22.39}, "dataset_tokens_per_second": {"librispeech-10mins": 29.31, "earnings22-10mins": 68.23}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:14:24Z", "speed": 23.69, "tokens_per_second": 87.28, "dataset_speed": {"earnings22-10mins": 34.78, "librispeech-10mins": 17.98}, "dataset_tokens_per_second": {"earnings22-10mins": 111.58, "librispeech-10mins": 74.78}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:58:01Z", "speed": 77.75, "tokens_per_second": 280.98, "dataset_speed": {"earnings22-10mins": 158.36, "librispeech-10mins": 51.59}, "dataset_tokens_per_second": {"earnings22-10mins": 486.68, "librispeech-10mins": 214.25}, "average_wer": 14.53, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T13:44:41Z", "speed": 14.49, "tokens_per_second": 47.91, "dataset_speed": {"earnings22-10mins": 42.92, "librispeech-10mins": 8.73}, "dataset_tokens_per_second": {"earnings22-10mins": 130.77, "librispeech-10mins": 31.12}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:32:22Z", "speed": 22.94, "tokens_per_second": 84.42, "dataset_speed": {"librispeech-10mins": 16.69, "earnings22-10mins": 36.76}, "dataset_tokens_per_second": {"librispeech-10mins": 69.24, "earnings22-10mins": 117.98}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:33:18Z", "speed": 58.38, "tokens_per_second": 199.49, "dataset_speed": {"earnings22-10mins": 179.06, "librispeech-10mins": 34.94}, "dataset_tokens_per_second": {"earnings22-10mins": 544.93, "librispeech-10mins": 132.37}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T10:57:08Z", "speed": 2.32, "tokens_per_second": 7.86, "dataset_speed": {"earnings22-10mins": 3.0, "librispeech-10mins": 1.89}, "dataset_tokens_per_second": {"earnings22-10mins": 9.29, "librispeech-10mins": 6.97}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:42:38Z", "speed": 2.54, "tokens_per_second": 7.87, "dataset_speed": {"earnings22-10mins": 2.54}, "dataset_tokens_per_second": {"earnings22-10mins": 7.87}, "average_wer": 8.14, "qoi": 1, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:31:39Z", "speed": 32.15, "tokens_per_second": 118.33, "dataset_speed": {"earnings22-10mins": 63.99, "librispeech-10mins": 21.5}, "dataset_tokens_per_second": {"earnings22-10mins": 205.4, "librispeech-10mins": 89.2}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:30:19Z", "speed": 74.9, "tokens_per_second": 270.82, "dataset_speed": {"librispeech-10mins": 43.81, "earnings22-10mins": 260.54}, "dataset_tokens_per_second": {"librispeech-10mins": 182.01, "earnings22-10mins": 801.16}, "average_wer": 14.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:57:06Z", "speed": 74.47, "tokens_per_second": 304.08, "dataset_speed": {"earnings22-10mins": 125.13, "librispeech-10mins": 53.08}, "dataset_tokens_per_second": {"earnings22-10mins": 504.49, "librispeech-10mins": 219.43}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:53:29Z", "speed": 17.76, "tokens_per_second": 59.48, "dataset_speed": {"librispeech-10mins": 10.36, "earnings22-10mins": 63.08}, "dataset_tokens_per_second": {"librispeech-10mins": 37.55, "earnings22-10mins": 193.65}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:04:19Z", "speed": 11.49, "tokens_per_second": 42.31, "dataset_speed": {"earnings22-10mins": 19.6, "librispeech-10mins": 8.14}, "dataset_tokens_per_second": {"earnings22-10mins": 73.3, "librispeech-10mins": 29.5}, "average_wer": 6.32, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:41:57Z", "speed": 4.04, "tokens_per_second": 15.27, "dataset_speed": {"librispeech-10mins": 2.62, "earnings22-10mins": 8.97}, "dataset_tokens_per_second": {"librispeech-10mins": 11.25, "earnings22-10mins": 29.12}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:40:41Z", "speed": 6.88, "tokens_per_second": 25.38, "dataset_speed": {"librispeech-10mins": 4.75, "earnings22-10mins": 12.53}, "dataset_tokens_per_second": {"librispeech-10mins": 19.79, "earnings22-10mins": 40.22}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:12Z", "speed": 33.4, "tokens_per_second": 115.0, "dataset_speed": {"earnings22-10mins": 53.86, "librispeech-10mins": 24.24}, "dataset_tokens_per_second": {"earnings22-10mins": 165.52, "librispeech-10mins": 92.36}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:34:12Z", "speed": 24.63, "tokens_per_second": 84.39, "dataset_speed": {"librispeech-10mins": 18.09, "earnings22-10mins": 38.65}, "dataset_tokens_per_second": {"librispeech-10mins": 68.55, "earnings22-10mins": 118.39}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:58:13Z", "speed": 84.12, "tokens_per_second": 305.03, "dataset_speed": {"librispeech-10mins": 48.65, "earnings22-10mins": 314.25}, "dataset_tokens_per_second": {"librispeech-10mins": 203.01, "earnings22-10mins": 966.84}, "average_wer": 14.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:59:16Z", "speed": 46.28, "tokens_per_second": 170.58, "dataset_speed": {"librispeech-10mins": 32.69, "earnings22-10mins": 79.45}, "dataset_tokens_per_second": {"librispeech-10mins": 135.97, "earnings22-10mins": 255.04}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:34:00Z", "speed": 34.22, "tokens_per_second": 117.26, "dataset_speed": {"librispeech-10mins": 23.13, "earnings22-10mins": 65.94}, "dataset_tokens_per_second": {"librispeech-10mins": 87.65, "earnings22-10mins": 202.0}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:33:41Z", "speed": 64.55, "tokens_per_second": 221.43, "dataset_speed": {"librispeech-10mins": 44.9, "earnings22-10mins": 115.16}, "dataset_tokens_per_second": {"librispeech-10mins": 170.13, "earnings22-10mins": 353.53}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:58:00Z", "speed": 74.81, "tokens_per_second": 256.69, "dataset_speed": {"earnings22-10mins": 146.24, "librispeech-10mins": 50.33}, "dataset_tokens_per_second": {"earnings22-10mins": 449.68, "librispeech-10mins": 190.55}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:47:31Z", "speed": 7.96, "tokens_per_second": 26.7, "dataset_speed": {"librispeech-10mins": 5.47, "earnings22-10mins": 14.72}, "dataset_tokens_per_second": {"librispeech-10mins": 19.85, "earnings22-10mins": 45.22}, "average_wer": 7.94, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:23:12Z", "speed": 14.04, "tokens_per_second": 53.95, "dataset_speed": {"librispeech-10mins": 14.04}, "dataset_tokens_per_second": {"librispeech-10mins": 53.95}, "average_wer": 7.1, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:44:44Z", "speed": 14.15, "tokens_per_second": 47.87, "dataset_speed": {"librispeech-10mins": 9.37, "earnings22-10mins": 29.04}, "dataset_tokens_per_second": {"librispeech-10mins": 34.42, "earnings22-10mins": 89.73}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:05:16Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"librispeech-10mins": 4.63, "earnings22-10mins": 12.68}, "dataset_tokens_per_second": {"librispeech-10mins": 19.26, "earnings22-10mins": 40.7}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:58:55Z", "speed": 50.46, "tokens_per_second": 185.99, "dataset_speed": {"earnings22-10mins": 83.83, "librispeech-10mins": 36.14}, "dataset_tokens_per_second": {"earnings22-10mins": 269.24, "librispeech-10mins": 150.25}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:18:10Z", "speed": 1.64, "tokens_per_second": 6.09, "dataset_speed": {"librispeech-10mins": 1.07, "earnings22-10mins": 3.53}, "dataset_tokens_per_second": {"librispeech-10mins": 4.47, "earnings22-10mins": 11.45}, "average_wer": 6.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:10:18Z", "speed": 1.89, "tokens_per_second": 8.85, "dataset_speed": {"earnings22-10mins": 2.84, "librispeech-10mins": 1.59}, "dataset_tokens_per_second": {"earnings22-10mins": 8.4, "librispeech-10mins": 8.99}, "average_wer": 26.13, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:29:21Z", "speed": 4.8, "tokens_per_second": 17.77, "dataset_speed": {"earnings22-10mins": 8.77, "librispeech-10mins": 3.31}, "dataset_tokens_per_second": {"earnings22-10mins": 28.04, "librispeech-10mins": 13.92}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:03:21Z", "speed": 70.26, "tokens_per_second": 253.99, "dataset_speed": {"librispeech-10mins": 40.96, "earnings22-10mins": 249.59}, "dataset_tokens_per_second": {"librispeech-10mins": 170.08, "earnings22-10mins": 767.48}, "average_wer": 14.7, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T17:09:33Z", "speed": 21.63, "tokens_per_second": 78.38, "dataset_speed": {"earnings22-10mins": 48.7, "librispeech-10mins": 13.92}, "dataset_tokens_per_second": {"earnings22-10mins": 165.83, "librispeech-10mins": 53.49}, "average_wer": 8.32, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T06:02:49Z", "speed": 5.7, "tokens_per_second": 20.96, "dataset_speed": {"librispeech-10mins": 4.09, "earnings22-10mins": 9.42}, "dataset_tokens_per_second": {"librispeech-10mins": 14.75, "earnings22-10mins": 35.35}, "average_wer": 6.18, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T07:36:02Z", "speed": 4.05, "tokens_per_second": 14.15, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 6.35}, "dataset_tokens_per_second": {"librispeech-10mins": 12.11, "earnings22-10mins": 20.17}, "average_wer": 21.37, "qoi": 0.72, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T07:26:56Z", "speed": 2.48, "tokens_per_second": 10.85, "dataset_speed": {"librispeech-10mins": 1.99, "earnings22-10mins": 4.8}, "dataset_tokens_per_second": {"librispeech-10mins": 9.76, "earnings22-10mins": 15.98}, "average_wer": 26.68, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:14:31Z", "speed": 7.3, "tokens_per_second": 27.01, "dataset_speed": {"earnings22-10mins": 15.72, "librispeech-10mins": 4.76}, "dataset_tokens_per_second": {"earnings22-10mins": 50.43, "librispeech-10mins": 19.95}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:47:22Z", "speed": 1.14, "tokens_per_second": 5.81, "dataset_speed": {"earnings22-10mins": 1.14, "librispeech-10mins": 1.14}, "dataset_tokens_per_second": {"earnings22-10mins": 6.14, "librispeech-10mins": 5.7}, "average_wer": 34.9, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:12:48Z", "speed": 2.64, "tokens_per_second": 9.21, "dataset_speed": {"librispeech-10mins": 2.37, "earnings22-10mins": 3.25}, "dataset_tokens_per_second": {"librispeech-10mins": 8.75, "earnings22-10mins": 10.23}, "average_wer": 21.99, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-30T07:16:51Z", "speed": 5.25, "tokens_per_second": 12.27, "dataset_speed": {"librispeech-10mins": 5.28, "earnings22-10mins": 5.22}, "dataset_tokens_per_second": {"librispeech-10mins": 2.5, "earnings22-10mins": 21.98}, "average_wer": 96.03, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:49:32Z", "speed": 8.71, "tokens_per_second": 30.45, "dataset_speed": {"earnings22-10mins": 13.56, "librispeech-10mins": 6.42}, "dataset_tokens_per_second": {"earnings22-10mins": 45.93, "librispeech-10mins": 23.15}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:47:08Z", "speed": 10.92, "tokens_per_second": 36.61, "dataset_speed": {"earnings22-10mins": 18.62, "librispeech-10mins": 7.74}, "dataset_tokens_per_second": {"earnings22-10mins": 57.19, "librispeech-10mins": 28.09}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:29:14Z", "speed": 32.22, "tokens_per_second": 125.36, "dataset_speed": {"librispeech-10mins": 24.09, "earnings22-10mins": 48.76}, "dataset_tokens_per_second": {"librispeech-10mins": 99.59, "earnings22-10mins": 177.71}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:44:52Z", "speed": 10.9, "tokens_per_second": 39.45, "dataset_speed": {"librispeech-10mins": 9.31, "earnings22-10mins": 13.16}, "dataset_tokens_per_second": {"librispeech-10mins": 35.73, "earnings22-10mins": 44.74}, "average_wer": 7.97, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:14:20Z", "speed": 49.92, "tokens_per_second": 183.99, "dataset_speed": {"librispeech-10mins": 36.15, "earnings22-10mins": 80.88}, "dataset_tokens_per_second": {"librispeech-10mins": 150.27, "earnings22-10mins": 259.76}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:35:22Z", "speed": 3.9, "tokens_per_second": 14.02, "dataset_speed": {"earnings22-10mins": 5.52, "librispeech-10mins": 3.38}, "dataset_tokens_per_second": {"earnings22-10mins": 17.68, "librispeech-10mins": 12.84}, "average_wer": 27.72, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:35:01Z", "speed": 21.73, "tokens_per_second": 80.8, "dataset_speed": {"earnings22-10mins": 61.76, "librispeech-10mins": 13.2}, "dataset_tokens_per_second": {"earnings22-10mins": 200.1, "librispeech-10mins": 55.4}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:06:25Z", "speed": 10.32, "tokens_per_second": 34.61, "dataset_speed": {"earnings22-10mins": 16.66, "librispeech-10mins": 7.49}, "dataset_tokens_per_second": {"earnings22-10mins": 51.2, "librispeech-10mins": 27.19}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:35:24Z", "speed": 5.36, "tokens_per_second": 23.39, "dataset_speed": {"librispeech-10mins": 3.96, "earnings22-10mins": 8.3}, "dataset_tokens_per_second": {"librispeech-10mins": 16.46, "earnings22-10mins": 37.99}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:00:19Z", "speed": 48.25, "tokens_per_second": 183.79, "dataset_speed": {"librispeech-10mins": 39.19, "earnings22-10mins": 62.83}, "dataset_tokens_per_second": {"librispeech-10mins": 148.42, "earnings22-10mins": 240.74}, "average_wer": 10.18, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:18:21Z", "speed": 18.04, "tokens_per_second": 67.22, "dataset_speed": {"librispeech-10mins": 12.81, "earnings22-10mins": 30.58}, "dataset_tokens_per_second": {"librispeech-10mins": 53.77, "earnings22-10mins": 99.47}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:53:54Z", "speed": 4.95, "tokens_per_second": 16.85, "dataset_speed": {"earnings22-10mins": 11.4, "librispeech-10mins": 3.33}, "dataset_tokens_per_second": {"earnings22-10mins": 35.1, "librispeech-10mins": 12.28}, "average_wer": 12.08, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-30T07:08:08Z", "speed": 3.3, "tokens_per_second": 18.0, "dataset_speed": {"librispeech-10mins": 4.14, "earnings22-10mins": 2.74}, "dataset_tokens_per_second": {"librispeech-10mins": 6.85, "earnings22-10mins": 25.39}, "average_wer": 100.0, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:58:05Z", "speed": 6.49, "tokens_per_second": 25.91, "dataset_speed": {"earnings22-10mins": 10.63, "librispeech-10mins": 4.67}, "dataset_tokens_per_second": {"earnings22-10mins": 40.67, "librispeech-10mins": 19.45}, "average_wer": 6.08, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:53:52Z", "speed": 2.03, "tokens_per_second": 8.67, "dataset_speed": {"earnings22-10mins": 3.19, "librispeech-10mins": 1.81}, "dataset_tokens_per_second": {"earnings22-10mins": 9.91, "librispeech-10mins": 8.44}, "average_wer": 36.38, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:38:34Z", "speed": 2.75, "tokens_per_second": 10.44, "dataset_speed": {"librispeech-10mins": 2.23, "earnings22-10mins": 5.06}, "dataset_tokens_per_second": {"librispeech-10mins": 9.35, "earnings22-10mins": 15.29}, "average_wer": 28.93, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T05:08:02Z", "speed": 3.52, "tokens_per_second": 11.93, "dataset_speed": {"earnings22-10mins": 4.44, "librispeech-10mins": 3.01}, "dataset_tokens_per_second": {"earnings22-10mins": 13.42, "librispeech-10mins": 11.11}, "average_wer": 15.36, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:34:11Z", "speed": 24.44, "tokens_per_second": 83.77, "dataset_speed": {"librispeech-10mins": 18.0, "earnings22-10mins": 38.16}, "dataset_tokens_per_second": {"librispeech-10mins": 68.2, "earnings22-10mins": 116.91}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:28:52Z", "speed": 87.84, "tokens_per_second": 356.81, "dataset_speed": {"librispeech-10mins": 60.15, "earnings22-10mins": 163.32}, "dataset_tokens_per_second": {"librispeech-10mins": 248.68, "earnings22-10mins": 651.63}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T09:59:53Z", "speed": 1.45, "tokens_per_second": 6.86, "dataset_speed": {"earnings22-10mins": 2.59, "librispeech-10mins": 1.01}, "dataset_tokens_per_second": {"earnings22-10mins": 8.01, "librispeech-10mins": 6.41}, "average_wer": 15.05, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T14:26:15Z", "speed": 3.92, "tokens_per_second": 15.63, "dataset_speed": {"earnings22-10mins": 6.41, "librispeech-10mins": 2.83}, "dataset_tokens_per_second": {"earnings22-10mins": 24.47, "librispeech-10mins": 11.76}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:38:21Z", "speed": 34.35, "tokens_per_second": 126.63, "dataset_speed": {"librispeech-10mins": 24.76, "earnings22-10mins": 56.21}, "dataset_tokens_per_second": {"librispeech-10mins": 103.02, "earnings22-10mins": 180.44}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:42:27Z", "speed": 1.73, "tokens_per_second": 8.79, "dataset_speed": {"librispeech-10mins": 1.81, "earnings22-10mins": 1.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.09, "earnings22-10mins": 8.13}, "average_wer": 32.14, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T14:37:54Z", "speed": 10.21, "tokens_per_second": 34.5, "dataset_speed": {"earnings22-10mins": 10.21}, "dataset_tokens_per_second": {"earnings22-10mins": 34.5}, "average_wer": 7.85, "qoi": 1, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T14:37:57Z", "speed": 9.15, "tokens_per_second": 34.26, "dataset_speed": {"earnings22-10mins": 9.15}, "dataset_tokens_per_second": {"earnings22-10mins": 34.26}, "average_wer": 7.85, "qoi": 1, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:40:01Z", "speed": 12.85, "tokens_per_second": 42.4, "dataset_speed": {"librispeech-10mins": 8.71, "earnings22-10mins": 24.59}, "dataset_tokens_per_second": {"librispeech-10mins": 30.93, "earnings22-10mins": 74.92}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:56:58Z", "speed": 1.38, "tokens_per_second": 4.25, "dataset_speed": {"earnings22-10mins": 1.38}, "dataset_tokens_per_second": {"earnings22-10mins": 4.25}, "average_wer": 8.28, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:16:15Z", "speed": 47.66, "tokens_per_second": 181.2, "dataset_speed": {"librispeech-10mins": 39.17, "earnings22-10mins": 60.92}, "dataset_tokens_per_second": {"librispeech-10mins": 148.35, "earnings22-10mins": 232.51}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:25:58Z", "speed": 15.18, "tokens_per_second": 51.2, "dataset_speed": {"earnings22-10mins": 32.36, "librispeech-10mins": 9.93}, "dataset_tokens_per_second": {"earnings22-10mins": 99.89, "librispeech-10mins": 36.32}, "average_wer": 6.77, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:23:23Z", "speed": 1.32, "tokens_per_second": 4.51, "dataset_speed": {"earnings22-10mins": 1.32}, "dataset_tokens_per_second": {"earnings22-10mins": 4.51}, "average_wer": 7.85, "qoi": 1, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:47:51Z", "speed": 14.69, "tokens_per_second": 54.72, "dataset_speed": {"earnings22-10mins": 24.82, "librispeech-10mins": 10.44}, "dataset_tokens_per_second": {"earnings22-10mins": 80.74, "librispeech-10mins": 43.82}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:41:28Z", "speed": 4.75, "tokens_per_second": 17.58, "dataset_speed": {"librispeech-10mins": 3.17, "earnings22-10mins": 9.53}, "dataset_tokens_per_second": {"librispeech-10mins": 13.28, "earnings22-10mins": 30.58}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:04:27Z", "speed": 17.4, "tokens_per_second": 62.94, "dataset_speed": {"librispeech-10mins": 14.83, "earnings22-10mins": 21.05}, "dataset_tokens_per_second": {"librispeech-10mins": 56.91, "earnings22-10mins": 71.54}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T11:45:28Z", "speed": 1.58, "tokens_per_second": 4.83, "dataset_speed": {"earnings22-10mins": 1.58}, "dataset_tokens_per_second": {"earnings22-10mins": 4.83}, "average_wer": 8.28, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T08:02:10Z", "speed": 3.52, "tokens_per_second": 12.06, "dataset_speed": {"earnings22-10mins": 3.52}, "dataset_tokens_per_second": {"earnings22-10mins": 12.06}, "average_wer": 10.76, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:27:45Z", "speed": 15.02, "tokens_per_second": 50.67, "dataset_speed": {"earnings22-10mins": 31.79, "librispeech-10mins": 9.85}, "dataset_tokens_per_second": {"earnings22-10mins": 98.06, "librispeech-10mins": 36.05}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:11:02Z", "speed": 2.94, "tokens_per_second": 11.75, "dataset_speed": {"librispeech-10mins": 1.96, "earnings22-10mins": 5.9}, "dataset_tokens_per_second": {"librispeech-10mins": 9.65, "earnings22-10mins": 18.1}, "average_wer": 7.84, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:34:11Z", "speed": 13.6, "tokens_per_second": 44.74, "dataset_speed": {"earnings22-10mins": 28.81, "librispeech-10mins": 8.92}, "dataset_tokens_per_second": {"earnings22-10mins": 86.86, "librispeech-10mins": 31.76}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:55Z", "speed": 20.41, "tokens_per_second": 73.42, "dataset_speed": {"earnings22-10mins": 35.76, "librispeech-10mins": 14.3}, "dataset_tokens_per_second": {"earnings22-10mins": 120.1, "librispeech-10mins": 54.83}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:22:58Z", "speed": 9.78, "tokens_per_second": 36.23, "dataset_speed": {"earnings22-10mins": 22.05, "librispeech-10mins": 6.29}, "dataset_tokens_per_second": {"earnings22-10mins": 71.17, "librispeech-10mins": 26.3}, "average_wer": 6.8, "qoi": 0.67, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:24:54Z", "speed": 3.16, "tokens_per_second": 11.89, "dataset_speed": {"librispeech-10mins": 2.19, "earnings22-10mins": 5.67}, "dataset_tokens_per_second": {"librispeech-10mins": 9.4, "earnings22-10mins": 18.37}, "average_wer": 6.45, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:21:11Z", "speed": 4.77, "tokens_per_second": 9.44, "dataset_speed": {"librispeech-10mins": 4.9, "earnings22-10mins": 4.65}, "dataset_tokens_per_second": {"librispeech-10mins": 1.23, "earnings22-10mins": 17.27}, "average_wer": 97.03, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:12:28Z", "speed": 7.14, "tokens_per_second": 26.56, "dataset_speed": {"earnings22-10mins": 13.31, "librispeech-10mins": 4.89}, "dataset_tokens_per_second": {"earnings22-10mins": 42.58, "librispeech-10mins": 20.71}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:13:04Z", "speed": 4.4, "tokens_per_second": 14.94, "dataset_speed": {"earnings22-10mins": 6.81, "librispeech-10mins": 3.25}, "dataset_tokens_per_second": {"earnings22-10mins": 21.1, "librispeech-10mins": 12.01}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:17:13Z", "speed": 47.56, "tokens_per_second": 163.02, "dataset_speed": {"librispeech-10mins": 31.04, "earnings22-10mins": 102.18}, "dataset_tokens_per_second": {"librispeech-10mins": 117.76, "earnings22-10mins": 312.67}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:14:16Z", "speed": 57.4, "tokens_per_second": 197.25, "dataset_speed": {"librispeech-10mins": 37.59, "earnings22-10mins": 121.92}, "dataset_tokens_per_second": {"librispeech-10mins": 142.57, "earnings22-10mins": 375.32}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:06:57Z", "speed": 33.4, "tokens_per_second": 114.46, "dataset_speed": {"librispeech-10mins": 23.02, "earnings22-10mins": 61.02}, "dataset_tokens_per_second": {"librispeech-10mins": 87.23, "earnings22-10mins": 186.94}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:03:03Z", "speed": 40.36, "tokens_per_second": 164.49, "dataset_speed": {"earnings22-10mins": 58.06, "librispeech-10mins": 30.96}, "dataset_tokens_per_second": {"earnings22-10mins": 233.21, "librispeech-10mins": 128.01}, "average_wer": 16.74, "qoi": 0.33, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:34:27Z", "speed": 10.26, "tokens_per_second": 34.22, "dataset_speed": {"earnings22-10mins": 17.73, "librispeech-10mins": 7.23}, "dataset_tokens_per_second": {"earnings22-10mins": 54.65, "librispeech-10mins": 25.93}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:07:14Z", "speed": 1.12, "tokens_per_second": 4.16, "dataset_speed": {"librispeech-10mins": 0.73, "earnings22-10mins": 2.41}, "dataset_tokens_per_second": {"librispeech-10mins": 3.06, "earnings22-10mins": 7.78}, "average_wer": 6.73, "qoi": 0.68, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:13:11Z", "speed": 57.13, "tokens_per_second": 221.9, "dataset_speed": {"earnings22-10mins": 102.77, "librispeech-10mins": 39.61}, "dataset_tokens_per_second": {"earnings22-10mins": 373.56, "librispeech-10mins": 163.69}, "average_wer": 16.67, "qoi": 0.32, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:05:39Z", "speed": 6.24, "tokens_per_second": 22.59, "dataset_speed": {"librispeech-10mins": 4.53, "earnings22-10mins": 10.05}, "dataset_tokens_per_second": {"librispeech-10mins": 18.87, "earnings22-10mins": 30.88}, "average_wer": 14.46, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:05:42Z", "speed": 31.42, "tokens_per_second": 115.63, "dataset_speed": {"librispeech-10mins": 21.39, "earnings22-10mins": 59.37}, "dataset_tokens_per_second": {"librispeech-10mins": 88.74, "earnings22-10mins": 190.59}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T03:21:55Z", "speed": 1.75, "tokens_per_second": 8.28, "dataset_speed": {"librispeech-10mins": 1.19, "earnings22-10mins": 3.34}, "dataset_tokens_per_second": {"librispeech-10mins": 7.56, "earnings22-10mins": 10.33}, "average_wer": 12.12, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:35:52Z", "speed": 2.02, "tokens_per_second": 8.23, "dataset_speed": {"earnings22-10mins": 2.88, "librispeech-10mins": 1.56}, "dataset_tokens_per_second": {"earnings22-10mins": 10.11, "librispeech-10mins": 7.22}, "average_wer": 7.08, "qoi": 0.62, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:29:33Z", "speed": 16.01, "tokens_per_second": 53.29, "dataset_speed": {"earnings22-10mins": 33.26, "librispeech-10mins": 10.55}, "dataset_tokens_per_second": {"earnings22-10mins": 102.01, "librispeech-10mins": 37.89}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:50:45Z", "speed": 1.59, "tokens_per_second": 4.83, "dataset_speed": {"earnings22-10mins": 1.59}, "dataset_tokens_per_second": {"earnings22-10mins": 4.83}, "average_wer": 7.7, "qoi": 1, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:59:59Z", "speed": 5.79, "tokens_per_second": 23.11, "dataset_speed": {"earnings22-10mins": 9.36, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 35.8, "librispeech-10mins": 17.45}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:09:02Z", "speed": 12.87, "tokens_per_second": 47.92, "dataset_speed": {"librispeech-10mins": 9.73, "earnings22-10mins": 19.02}, "dataset_tokens_per_second": {"librispeech-10mins": 40.89, "earnings22-10mins": 61.72}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:48:48Z", "speed": 4.04, "tokens_per_second": 15.21, "dataset_speed": {"earnings22-10mins": 6.67, "librispeech-10mins": 2.9}, "dataset_tokens_per_second": {"earnings22-10mins": 21.56, "librispeech-10mins": 12.46}, "average_wer": 6.42, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:26:59Z", "speed": 10.03, "tokens_per_second": 37.01, "dataset_speed": {"librispeech-10mins": 6.48, "earnings22-10mins": 22.33}, "dataset_tokens_per_second": {"librispeech-10mins": 26.93, "earnings22-10mins": 71.94}, "average_wer": 7.42, "qoi": 0.66, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:59:12Z", "speed": 3.2, "tokens_per_second": 11.72, "dataset_speed": {"earnings22-10mins": 5.79, "librispeech-10mins": 2.21}, "dataset_tokens_per_second": {"earnings22-10mins": 18.16, "librispeech-10mins": 9.27}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:57:24Z", "speed": 4.33, "tokens_per_second": 14.96, "dataset_speed": {"librispeech-10mins": 3.18, "earnings22-10mins": 6.8}, "dataset_tokens_per_second": {"librispeech-10mins": 12.12, "earnings22-10mins": 21.04}, "average_wer": 7.32, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T03:48:25Z", "speed": 3.05, "tokens_per_second": 10.32, "dataset_speed": {"librispeech-10mins": 2.42, "earnings22-10mins": 4.12}, "dataset_tokens_per_second": {"librispeech-10mins": 8.91, "earnings22-10mins": 12.73}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:33:14Z", "speed": 8.48, "tokens_per_second": 32.37, "dataset_speed": {"librispeech-10mins": 5.57, "earnings22-10mins": 17.81}, "dataset_tokens_per_second": {"librispeech-10mins": 23.01, "earnings22-10mins": 62.41}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:18:02Z", "speed": 4.41, "tokens_per_second": 14.95, "dataset_speed": {"earnings22-10mins": 6.75, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 20.91, "librispeech-10mins": 12.07}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T02:19:30Z", "speed": 2.98, "tokens_per_second": 10.28, "dataset_speed": {"earnings22-10mins": 4.1, "librispeech-10mins": 2.34}, "dataset_tokens_per_second": {"earnings22-10mins": 12.73, "librispeech-10mins": 8.88}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:24Z", "speed": 19.89, "tokens_per_second": 74.1, "dataset_speed": {"librispeech-10mins": 13.23, "earnings22-10mins": 40.26}, "dataset_tokens_per_second": {"librispeech-10mins": 55.44, "earnings22-10mins": 131.12}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:45:23Z", "speed": 2.38, "tokens_per_second": 10.57, "dataset_speed": {"librispeech-10mins": 1.82, "earnings22-10mins": 3.45}, "dataset_tokens_per_second": {"librispeech-10mins": 8.43, "earnings22-10mins": 14.66}, "average_wer": 7.11, "qoi": 0.62, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:11:27Z", "speed": 12.61, "tokens_per_second": 45.67, "dataset_speed": {"librispeech-10mins": 10.14, "earnings22-10mins": 16.67}, "dataset_tokens_per_second": {"librispeech-10mins": 38.89, "earnings22-10mins": 56.87}, "average_wer": 8.35, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T01:04:29Z", "speed": 43.69, "tokens_per_second": 150.41, "dataset_speed": {"librispeech-10mins": 30.11, "earnings22-10mins": 79.87}, "dataset_tokens_per_second": {"librispeech-10mins": 114.73, "earnings22-10mins": 245.46}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:40:13Z", "speed": 12.55, "tokens_per_second": 46.18, "dataset_speed": {"librispeech-10mins": 8.85, "earnings22-10mins": 21.63}, "dataset_tokens_per_second": {"librispeech-10mins": 32.09, "earnings22-10mins": 80.76}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:38:02Z", "speed": 8.28, "tokens_per_second": 33.15, "dataset_speed": {"librispeech-10mins": 5.6, "earnings22-10mins": 16.0}, "dataset_tokens_per_second": {"librispeech-10mins": 23.34, "earnings22-10mins": 61.32}, "average_wer": 5.9, "qoi": 0.71, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:12:17Z", "speed": 2.8, "tokens_per_second": 15.14, "dataset_speed": {"librispeech-10mins": 3.32, "earnings22-10mins": 2.41}, "dataset_tokens_per_second": {"librispeech-10mins": 6.72, "earnings22-10mins": 21.28}, "average_wer": 99.65, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:15:13Z", "speed": 42.83, "tokens_per_second": 157.75, "dataset_speed": {"librispeech-10mins": 27.76, "earnings22-10mins": 94.15}, "dataset_tokens_per_second": {"librispeech-10mins": 115.24, "earnings22-10mins": 302.55}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:08:06Z", "speed": 7.99, "tokens_per_second": 29.43, "dataset_speed": {"earnings22-10mins": 11.93, "librispeech-10mins": 6.01}, "dataset_tokens_per_second": {"earnings22-10mins": 44.65, "librispeech-10mins": 21.79}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T04:26:17Z", "speed": 1.69, "tokens_per_second": 5.19, "dataset_speed": {"earnings22-10mins": 1.69}, "dataset_tokens_per_second": {"earnings22-10mins": 5.19}, "average_wer": 8.28, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}