takeargmax commited on
Commit
625dc70
Β·
1 Parent(s): 8259260

update dataset files

Browse files
dashboard_data/device_map.json CHANGED
@@ -10,6 +10,7 @@
10
  "Mac16,10": "Apple M4",
11
  "Mac16,3": "Apple M4",
12
  "MacBookAir10,1": "Apple M1",
 
13
  "iPad13,16": "iPad Air (5th generation)",
14
  "iPad13,18": "iPad (10th generation)",
15
  "iPad13,6": "iPad Pro (11-inch) (3rd generation)",
 
10
  "Mac16,10": "Apple M4",
11
  "Mac16,3": "Apple M4",
12
  "MacBookAir10,1": "Apple M1",
13
+ "Macmini9,1": "Apple M1",
14
  "iPad13,16": "iPad Air (5th generation)",
15
  "iPad13,18": "iPad (10th generation)",
16
  "iPad13,6": "iPad Pro (11-inch) (3rd generation)",
dashboard_data/performance_data.json CHANGED
@@ -149,19 +149,24 @@
149
  {"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:55Z", "speed": 74.5, "tokens_per_second": 286.14, "dataset_speed": {"librispeech-10mins": 54.35, "earnings22-10mins": 118.66}, "dataset_tokens_per_second": {"librispeech-10mins": 231.29, "earnings22-10mins": 406.41}, "average_wer": 16.36, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
150
  {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:51Z", "speed": 90.41, "tokens_per_second": 346.95, "dataset_speed": {"earnings22-10mins": 138.7, "librispeech-10mins": 67.13}, "dataset_tokens_per_second": {"earnings22-10mins": 473.9, "librispeech-10mins": 285.77}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
151
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:37:49Z", "speed": 67.43, "tokens_per_second": 239.22, "dataset_speed": {"earnings22-10mins": 99.96, "librispeech-10mins": 50.93}, "dataset_tokens_per_second": {"earnings22-10mins": 324.19, "librispeech-10mins": 196.1}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
152
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
153
  {"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:54Z", "speed": 18.29, "tokens_per_second": 69.71, "dataset_speed": {"librispeech-10mins": 15.15, "earnings22-10mins": 23.08}, "dataset_tokens_per_second": {"librispeech-10mins": 64.33, "earnings22-10mins": 77.93}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
154
  {"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:32:41Z", "speed": 57.56, "tokens_per_second": 204.06, "dataset_speed": {"earnings22-10mins": 93.87, "librispeech-10mins": 41.56}, "dataset_tokens_per_second": {"earnings22-10mins": 303.98, "librispeech-10mins": 160.01}, "average_wer": 9.91, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
155
  {"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:54Z", "speed": 57.18, "tokens_per_second": 217.2, "dataset_speed": {"librispeech-10mins": 45.03, "earnings22-10mins": 78.41}, "dataset_tokens_per_second": {"librispeech-10mins": 189.47, "earnings22-10mins": 265.68}, "average_wer": 12.22, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
156
  {"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:42:23Z", "speed": 17.21, "tokens_per_second": 60.48, "dataset_speed": {"librispeech-10mins": 14.85, "earnings22-10mins": 20.46}, "dataset_tokens_per_second": {"librispeech-10mins": 57.85, "earnings22-10mins": 64.12}, "average_wer": 7.42, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
157
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:50:06Z", "speed": 2.33, "tokens_per_second": 8.6, "dataset_speed": {"librispeech-10mins": 2.13, "earnings22-10mins": 2.81}, "dataset_tokens_per_second": {"librispeech-10mins": 8.45, "earnings22-10mins": 8.98}, "average_wer": 28.1, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
158
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:35:54Z", "speed": 94.29, "tokens_per_second": 330.49, "dataset_speed": {"librispeech-10mins": 70.91, "earnings22-10mins": 140.96}, "dataset_tokens_per_second": {"librispeech-10mins": 271.86, "earnings22-10mins": 447.53}, "average_wer": 14.81, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
159
  {"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:53Z", "speed": 15.39, "tokens_per_second": 54.26, "dataset_speed": {"librispeech-10mins": 12.89, "earnings22-10mins": 19.13}, "dataset_tokens_per_second": {"librispeech-10mins": 50.24, "earnings22-10mins": 60.27}, "average_wer": 7.53, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
160
  {"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:13Z", "speed": 14.8, "tokens_per_second": 56.32, "dataset_speed": {"librispeech-10mins": 12.28, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 52.09, "earnings22-10mins": 62.76}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
161
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:25:24Z", "speed": 13.69, "tokens_per_second": 55.46, "dataset_speed": {"librispeech-10mins": 10.12, "earnings22-10mins": 21.22}, "dataset_tokens_per_second": {"librispeech-10mins": 42.43, "earnings22-10mins": 82.91}, "average_wer": 6.32, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
162
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:41:53Z", "speed": 24.12, "tokens_per_second": 85.15, "dataset_speed": {"earnings22-10mins": 32.68, "librispeech-10mins": 19.12}, "dataset_tokens_per_second": {"earnings22-10mins": 103.06, "librispeech-10mins": 74.71}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
163
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:39:12Z", "speed": 22.81, "tokens_per_second": 86.67, "dataset_speed": {"earnings22-10mins": 30.62, "librispeech-10mins": 18.19}, "dataset_tokens_per_second": {"earnings22-10mins": 103.09, "librispeech-10mins": 76.96}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
164
  {"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:19:03Z", "speed": 16.42, "tokens_per_second": 57.84, "dataset_speed": {"earnings22-10mins": 20.46, "librispeech-10mins": 13.73}, "dataset_tokens_per_second": {"earnings22-10mins": 64.31, "librispeech-10mins": 53.52}, "average_wer": 7.46, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
165
  {"model": "openai/whisper-tiny", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:12:30Z", "speed": 88.93, "tokens_per_second": 340.92, "dataset_speed": {"earnings22-10mins": 134.59, "librispeech-10mins": 66.48}, "dataset_tokens_per_second": {"earnings22-10mins": 459.6, "librispeech-10mins": 282.55}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
166
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:37Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"earnings22-10mins": 201.82, "librispeech-10mins": 70.83}, "dataset_tokens_per_second": {"earnings22-10mins": 684.5, "librispeech-10mins": 300.84}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
167
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:04:11Z", "speed": 2.07, "tokens_per_second": 7.75, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.82}, "dataset_tokens_per_second": {"earnings22-10mins": 8.03, "librispeech-10mins": 7.64}, "average_wer": 28.17, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -170,6 +175,7 @@
170
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:12:04Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.17}, "dataset_tokens_per_second": {"earnings22-10mins": 15.8, "librispeech-10mins": 13.71}, "average_wer": 29.69, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
171
  {"model": "openai/whisper-small", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:20Z", "speed": 13.37, "tokens_per_second": 50.97, "dataset_speed": {"librispeech-10mins": 11.01, "earnings22-10mins": 17.05}, "dataset_tokens_per_second": {"librispeech-10mins": 46.73, "earnings22-10mins": 57.56}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
172
  {"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:16Z", "speed": 45.57, "tokens_per_second": 173.6, "dataset_speed": {"earnings22-10mins": 62.15, "librispeech-10mins": 36.01}, "dataset_tokens_per_second": {"earnings22-10mins": 211.42, "librispeech-10mins": 151.79}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
173
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:32:32Z", "speed": 8.79, "tokens_per_second": 32.77, "dataset_speed": {"earnings22-10mins": 15.21, "librispeech-10mins": 6.19}, "dataset_tokens_per_second": {"earnings22-10mins": 50.04, "librispeech-10mins": 25.77}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
174
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:56:26Z", "speed": 64.16, "tokens_per_second": 243.93, "dataset_speed": {"librispeech-10mins": 47.93, "earnings22-10mins": 97.23}, "dataset_tokens_per_second": {"librispeech-10mins": 201.72, "earnings22-10mins": 329.92}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
175
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:55:02Z", "speed": 104.06, "tokens_per_second": 364.4, "dataset_speed": {"librispeech-10mins": 72.7, "earnings22-10mins": 183.59}, "dataset_tokens_per_second": {"librispeech-10mins": 278.84, "earnings22-10mins": 581.36}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -184,14 +190,17 @@
184
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:11:39Z", "speed": 2.81, "tokens_per_second": 10.6, "dataset_speed": {"earnings22-10mins": 4.05, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 11.47, "librispeech-10mins": 10.37}, "average_wer": 33.24, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
185
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:03:53Z", "speed": 4.48, "tokens_per_second": 16.73, "dataset_speed": {"earnings22-10mins": 6.83, "librispeech-10mins": 3.34}, "dataset_tokens_per_second": {"earnings22-10mins": 22.43, "librispeech-10mins": 13.96}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
186
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:34:28Z", "speed": 4.75, "tokens_per_second": 17.66, "dataset_speed": {"earnings22-10mins": 5.54, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 15.89}, "average_wer": 8.66, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
187
  {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:15:19Z", "speed": 59.48, "tokens_per_second": 210.87, "dataset_speed": {"earnings22-10mins": 79.67, "librispeech-10mins": 47.5}, "dataset_tokens_per_second": {"earnings22-10mins": 258.54, "librispeech-10mins": 182.58}, "average_wer": 9.98, "qoi": 0.48, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
188
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:44:37Z", "speed": 7.45, "tokens_per_second": 27.8, "dataset_speed": {"earnings22-10mins": 12.7, "librispeech-10mins": 5.28}, "dataset_tokens_per_second": {"earnings22-10mins": 41.78, "librispeech-10mins": 22.01}, "average_wer": 7.77, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
189
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T03:31:24Z", "speed": 12.16, "tokens_per_second": 42.1, "dataset_speed": {"earnings22-10mins": 18.71, "librispeech-10mins": 9.02}, "dataset_tokens_per_second": {"earnings22-10mins": 61.11, "librispeech-10mins": 32.97}, "average_wer": 7.63, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
190
  {"model": "openai/whisper-small", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:13:39Z", "speed": 14.76, "tokens_per_second": 56.07, "dataset_speed": {"librispeech-10mins": 11.38, "earnings22-10mins": 21.02}, "dataset_tokens_per_second": {"librispeech-10mins": 48.15, "earnings22-10mins": 70.76}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
191
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T00:30:37Z", "speed": 4.68, "tokens_per_second": 17.64, "dataset_speed": {"earnings22-10mins": 5.69, "librispeech-10mins": 4.03}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 16.04}, "average_wer": 11.63, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
192
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T01:40:05Z", "speed": 2.31, "tokens_per_second": 8.84, "dataset_speed": {"earnings22-10mins": 2.97, "librispeech-10mins": 2.06}, "dataset_tokens_per_second": {"earnings22-10mins": 9.34, "librispeech-10mins": 8.64}, "average_wer": 27.37, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
193
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-05T00:40:19Z", "speed": 7.49, "tokens_per_second": 27.94, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.05}, "dataset_tokens_per_second": {"earnings22-10mins": 47.86, "librispeech-10mins": 21.04}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
194
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:15:05Z", "speed": 11.25, "tokens_per_second": 41.97, "dataset_speed": {"librispeech-10mins": 7.67, "earnings22-10mins": 21.23}, "dataset_tokens_per_second": {"librispeech-10mins": 31.94, "earnings22-10mins": 69.87}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
195
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
196
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:49:29Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 7.24, "earnings22-10mins": 16.99}, "dataset_tokens_per_second": {"librispeech-10mins": 30.39, "earnings22-10mins": 55.91}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
197
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:43:11Z", "speed": 4.48, "tokens_per_second": 16.74, "dataset_speed": {"librispeech-10mins": 4.1, "earnings22-10mins": 5.36}, "dataset_tokens_per_second": {"librispeech-10mins": 15.51, "earnings22-10mins": 19.54}, "average_wer": 25.27, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -199,6 +208,7 @@
199
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:44:36Z", "speed": 7.88, "tokens_per_second": 29.36, "dataset_speed": {"earnings22-10mins": 13.29, "librispeech-10mins": 5.61}, "dataset_tokens_per_second": {"earnings22-10mins": 43.7, "librispeech-10mins": 23.33}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
200
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
201
  {"model": "openai/whisper-base.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:01:14Z", "speed": 42.95, "tokens_per_second": 152.34, "dataset_speed": {"librispeech-10mins": 30.69, "earnings22-10mins": 71.72}, "dataset_tokens_per_second": {"librispeech-10mins": 118.18, "earnings22-10mins": 232.48}, "average_wer": 9.94, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
202
  {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:22:47Z", "speed": 2.88, "tokens_per_second": 11.58, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 12.92, "librispeech-10mins": 11.22}, "average_wer": 31.9, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
203
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:52:10Z", "speed": 2.91, "tokens_per_second": 11.82, "dataset_speed": {"earnings22-10mins": 3.91, "librispeech-10mins": 2.64}, "dataset_tokens_per_second": {"earnings22-10mins": 13.35, "librispeech-10mins": 11.4}, "average_wer": 32.69, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
204
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:59:54Z", "speed": 8.08, "tokens_per_second": 32.58, "dataset_speed": {"librispeech-10mins": 5.66, "earnings22-10mins": 14.1}, "dataset_tokens_per_second": {"librispeech-10mins": 23.82, "earnings22-10mins": 54.48}, "average_wer": 6.49, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -208,9 +218,11 @@
208
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:28:15Z", "speed": 1.91, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.69, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 7.27, "earnings22-10mins": 8.16}, "average_wer": 25.85, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
209
  {"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:58:12Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"librispeech-10mins": 46.62, "earnings22-10mins": 97.81}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 317.56}, "average_wer": 10.04, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
210
  {"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:34:32Z", "speed": 18.71, "tokens_per_second": 71.08, "dataset_speed": {"librispeech-10mins": 14.38, "earnings22-10mins": 26.82}, "dataset_tokens_per_second": {"librispeech-10mins": 60.82, "earnings22-10mins": 90.28}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
211
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:02:38Z", "speed": 5.91, "tokens_per_second": 22.1, "dataset_speed": {"librispeech-10mins": 4.22, "earnings22-10mins": 9.85}, "dataset_tokens_per_second": {"librispeech-10mins": 17.72, "earnings22-10mins": 32.35}, "average_wer": 6.45, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
212
  {"model": "openai/whisper-tiny.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:13:35Z", "speed": 75.22, "tokens_per_second": 263.6, "dataset_speed": {"earnings22-10mins": 116.38, "librispeech-10mins": 55.63}, "dataset_tokens_per_second": {"earnings22-10mins": 368.93, "librispeech-10mins": 213.46}, "average_wer": 14.88, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
213
  {"model": "openai/whisper-small.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:20:08Z", "speed": 13.96, "tokens_per_second": 49.13, "dataset_speed": {"earnings22-10mins": 18.08, "librispeech-10mins": 11.38}, "dataset_tokens_per_second": {"earnings22-10mins": 56.77, "librispeech-10mins": 44.35}, "average_wer": 7.46, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
214
  {"model": "openai/whisper-tiny", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:02:26Z", "speed": 58.11, "tokens_per_second": 222.29, "dataset_speed": {"earnings22-10mins": 120.09, "librispeech-10mins": 38.38}, "dataset_tokens_per_second": {"earnings22-10mins": 408.3, "librispeech-10mins": 163.09}, "average_wer": 16.53, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
215
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:06:27Z", "speed": 11.03, "tokens_per_second": 41.15, "dataset_speed": {"librispeech-10mins": 7.46, "earnings22-10mins": 21.26}, "dataset_tokens_per_second": {"librispeech-10mins": 31.08, "earnings22-10mins": 69.99}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
216
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:28:29Z", "speed": 3.44, "tokens_per_second": 12.79, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.13, "librispeech-10mins": 12.68}, "average_wer": 31.34, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -220,7 +232,9 @@
220
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:35:46Z", "speed": 104.22, "tokens_per_second": 364.96, "dataset_speed": {"earnings22-10mins": 178.86, "librispeech-10mins": 73.63}, "dataset_tokens_per_second": {"earnings22-10mins": 566.38, "librispeech-10mins": 282.4}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
221
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:50:26Z", "speed": 10.08, "tokens_per_second": 34.32, "dataset_speed": {"earnings22-10mins": 15.71, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 49.78, "librispeech-10mins": 27.03}, "average_wer": 7.84, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
222
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
223
  {"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:31:50Z", "speed": 55.32, "tokens_per_second": 210.61, "dataset_speed": {"earnings22-10mins": 86.37, "librispeech-10mins": 40.74}, "dataset_tokens_per_second": {"earnings22-10mins": 293.94, "librispeech-10mins": 171.47}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
224
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
225
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:04:18Z", "speed": 1.71, "tokens_per_second": 6.51, "dataset_speed": {"librispeech-10mins": 1.56, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 6.55, "earnings22-10mins": 6.4}, "average_wer": 28.03, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
226
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:23:01Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"earnings22-10mins": 14.31, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 56.94, "librispeech-10mins": 26.94}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -229,12 +243,15 @@
229
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
230
  {"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:59:47Z", "speed": 2.84, "tokens_per_second": 11.56, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 12.49, "librispeech-10mins": 11.32}, "average_wer": 34.28, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
231
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:08Z", "speed": 82.95, "tokens_per_second": 290.54, "dataset_speed": {"librispeech-10mins": 57.62, "earnings22-10mins": 148.5}, "dataset_tokens_per_second": {"librispeech-10mins": 221.29, "earnings22-10mins": 469.76}, "average_wer": 15.12, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
232
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:48Z", "speed": 66.73, "tokens_per_second": 253.71, "dataset_speed": {"earnings22-10mins": 105.92, "librispeech-10mins": 48.77}, "dataset_tokens_per_second": {"earnings22-10mins": 359.41, "librispeech-10mins": 205.25}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
233
  {"model": "openai/whisper-small", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:59:59Z", "speed": 21.69, "tokens_per_second": 82.41, "dataset_speed": {"earnings22-10mins": 30.11, "librispeech-10mins": 16.97}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 71.78}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
234
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:08:33Z", "speed": 14.08, "tokens_per_second": 54.14, "dataset_speed": {"librispeech-10mins": 10.75, "earnings22-10mins": 20.42}, "dataset_tokens_per_second": {"librispeech-10mins": 40.72, "earnings22-10mins": 79.74}, "average_wer": 6.66, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
235
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:25:13Z", "speed": 5.66, "tokens_per_second": 23.68, "dataset_speed": {"librispeech-10mins": 4.24, "earnings22-10mins": 8.74}, "dataset_tokens_per_second": {"librispeech-10mins": 17.8, "earnings22-10mins": 36.37}, "average_wer": 8.73, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
236
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T23:35:58Z", "speed": 3.85, "tokens_per_second": 14.61, "dataset_speed": {"earnings22-10mins": 5.52, "librispeech-10mins": 3.02}, "dataset_tokens_per_second": {"earnings22-10mins": 17.81, "librispeech-10mins": 13.03}, "average_wer": 11.77, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
237
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:25Z", "speed": 10.69, "tokens_per_second": 39.88, "dataset_speed": {"librispeech-10mins": 7.29, "earnings22-10mins": 20.16}, "dataset_tokens_per_second": {"librispeech-10mins": 30.35, "earnings22-10mins": 66.36}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
238
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:37:48Z", "speed": 3.86, "tokens_per_second": 13.67, "dataset_speed": {"librispeech-10mins": 3.54, "earnings22-10mins": 4.77}, "dataset_tokens_per_second": {"librispeech-10mins": 13.31, "earnings22-10mins": 14.72}, "average_wer": 30.03, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
239
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T23:32:52Z", "speed": 2.42, "tokens_per_second": 9.11, "dataset_speed": {"librispeech-10mins": 2.02, "earnings22-10mins": 3.53}, "dataset_tokens_per_second": {"librispeech-10mins": 8.46, "earnings22-10mins": 10.87}, "average_wer": 23.68, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
240
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:09:27Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"librispeech-10mins": 12.12, "earnings22-10mins": 28.46}, "dataset_tokens_per_second": {"librispeech-10mins": 44.82, "earnings22-10mins": 95.54}, "average_wer": 6.63, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -245,18 +262,26 @@
245
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T04:04:08Z", "speed": 7.29, "tokens_per_second": 28.43, "dataset_speed": {"earnings22-10mins": 10.11, "librispeech-10mins": 5.7}, "dataset_tokens_per_second": {"earnings22-10mins": 39.08, "librispeech-10mins": 22.45}, "average_wer": 6.32, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
246
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:44:33Z", "speed": 2.71, "tokens_per_second": 11.01, "dataset_speed": {"earnings22-10mins": 3.67, "librispeech-10mins": 2.46}, "dataset_tokens_per_second": {"earnings22-10mins": 12.73, "librispeech-10mins": 10.56}, "average_wer": 32.24, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
247
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:56Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"librispeech-10mins": 52.09, "earnings22-10mins": 145.64}, "dataset_tokens_per_second": {"librispeech-10mins": 221.23, "earnings22-10mins": 495.43}, "average_wer": 16.43, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
248
  {"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:36:19Z", "speed": 19.74, "tokens_per_second": 69.68, "dataset_speed": {"librispeech-10mins": 15.14, "earnings22-10mins": 28.39}, "dataset_tokens_per_second": {"librispeech-10mins": 59.14, "earnings22-10mins": 89.54}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
249
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:40:08Z", "speed": 9.45, "tokens_per_second": 35.32, "dataset_speed": {"librispeech-10mins": 6.38, "earnings22-10mins": 18.3}, "dataset_tokens_per_second": {"librispeech-10mins": 26.67, "earnings22-10mins": 60.25}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
250
  {"model": "openai/whisper-base.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:15:15Z", "speed": 55.65, "tokens_per_second": 197.45, "dataset_speed": {"earnings22-10mins": 75.17, "librispeech-10mins": 44.21}, "dataset_tokens_per_second": {"earnings22-10mins": 244.04, "librispeech-10mins": 170.16}, "average_wer": 10.04, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
251
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T01:39:44Z", "speed": 4.02, "tokens_per_second": 14.38, "dataset_speed": {"earnings22-10mins": 5.88, "librispeech-10mins": 3.09}, "dataset_tokens_per_second": {"earnings22-10mins": 17.31, "librispeech-10mins": 12.92}, "average_wer": 12.98, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
252
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
253
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:13:29Z", "speed": 90.7, "tokens_per_second": 317.32, "dataset_speed": {"librispeech-10mins": 68.65, "earnings22-10mins": 133.88}, "dataset_tokens_per_second": {"librispeech-10mins": 262.86, "earnings22-10mins": 423.96}, "average_wer": 14.98, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
254
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:52:08Z", "speed": 7.93, "tokens_per_second": 33.12, "dataset_speed": {"librispeech-10mins": 5.69, "earnings22-10mins": 13.4}, "dataset_tokens_per_second": {"librispeech-10mins": 23.68, "earnings22-10mins": 56.06}, "average_wer": 7.11, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
255
  {"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:05:02Z", "speed": 2.5, "tokens_per_second": 9.82, "dataset_speed": {"earnings22-10mins": 3.6, "librispeech-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 11.31, "librispeech-10mins": 9.47}, "average_wer": 33.93, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
256
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:32:05Z", "speed": 17.67, "tokens_per_second": 60.24, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 28.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.74, "earnings22-10mins": 90.05}, "average_wer": 7.84, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
257
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:36:36Z", "speed": 3.48, "tokens_per_second": 12.76, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 4.02}, "dataset_tokens_per_second": {"librispeech-10mins": 12.2, "earnings22-10mins": 14.19}, "average_wer": 29.86, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
258
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T02:37:53Z", "speed": 2.59, "tokens_per_second": 10.34, "dataset_speed": {"librispeech-10mins": 2.61, "earnings22-10mins": 2.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.91, "earnings22-10mins": 10.99}, "average_wer": 21.76, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
259
  {"model": "openai/whisper-small", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:16:35Z", "speed": 15.54, "tokens_per_second": 59.15, "dataset_speed": {"earnings22-10mins": 18.39, "librispeech-10mins": 13.47}, "dataset_tokens_per_second": {"earnings22-10mins": 61.91, "librispeech-10mins": 57.14}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
 
 
260
  {"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:42:32Z", "speed": 2.4, "tokens_per_second": 9.82, "dataset_speed": {"librispeech-10mins": 2.22, "earnings22-10mins": 3.21}, "dataset_tokens_per_second": {"librispeech-10mins": 9.58, "earnings22-10mins": 10.85}, "average_wer": 35.28, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
261
  {"model": "openai/whisper-small.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:23:00Z", "speed": 15.54, "tokens_per_second": 54.87, "dataset_speed": {"earnings22-10mins": 22.29, "librispeech-10mins": 11.94}, "dataset_tokens_per_second": {"earnings22-10mins": 70.32, "librispeech-10mins": 46.62}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
262
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:19:51Z", "speed": 9.11, "tokens_per_second": 38.11, "dataset_speed": {"earnings22-10mins": 15.03, "librispeech-10mins": 6.59}, "dataset_tokens_per_second": {"earnings22-10mins": 62.47, "librispeech-10mins": 27.79}, "average_wer": 8.04, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -266,6 +291,7 @@
266
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T20:04:42Z", "speed": 11.27, "tokens_per_second": 44.01, "dataset_speed": {"librispeech-10mins": 8.51, "earnings22-10mins": 17.06}, "dataset_tokens_per_second": {"librispeech-10mins": 32.93, "earnings22-10mins": 67.25}, "average_wer": 7.94, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
267
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T00:36:27Z", "speed": 2.13, "tokens_per_second": 8.0, "dataset_speed": {"earnings22-10mins": 2.42, "librispeech-10mins": 2.0}, "dataset_tokens_per_second": {"earnings22-10mins": 8.09, "librispeech-10mins": 7.96}, "average_wer": 28.98, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
268
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:02:04Z", "speed": 9.1, "tokens_per_second": 37.28, "dataset_speed": {"librispeech-10mins": 6.6, "earnings22-10mins": 14.66}, "dataset_tokens_per_second": {"librispeech-10mins": 27.82, "earnings22-10mins": 58.38}, "average_wer": 6.35, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
269
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:46:22Z", "speed": 14.65, "tokens_per_second": 51.47, "dataset_speed": {"librispeech-10mins": 10.28, "earnings22-10mins": 25.54}, "dataset_tokens_per_second": {"librispeech-10mins": 38.08, "earnings22-10mins": 84.89}, "average_wer": 6.59, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
270
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T21:01:50Z", "speed": 23.96, "tokens_per_second": 84.59, "dataset_speed": {"earnings22-10mins": 32.56, "librispeech-10mins": 18.97}, "dataset_tokens_per_second": {"earnings22-10mins": 102.67, "librispeech-10mins": 74.1}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
271
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:11:24Z", "speed": 17.73, "tokens_per_second": 60.48, "dataset_speed": {"earnings22-10mins": 29.49, "librispeech-10mins": 12.69}, "dataset_tokens_per_second": {"earnings22-10mins": 94.08, "librispeech-10mins": 46.09}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
@@ -277,13 +303,16 @@
277
  {"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:52Z", "speed": 48.23, "tokens_per_second": 171.08, "dataset_speed": {"librispeech-10mins": 37.6, "earnings22-10mins": 67.34}, "dataset_tokens_per_second": {"librispeech-10mins": 144.77, "earnings22-10mins": 218.4}, "average_wer": 10.08, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
278
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:28:00Z", "speed": 61.34, "tokens_per_second": 214.9, "dataset_speed": {"librispeech-10mins": 41.24, "earnings22-10mins": 120.14}, "dataset_tokens_per_second": {"librispeech-10mins": 158.31, "earnings22-10mins": 380.44}, "average_wer": 15.08, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
279
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:25:51Z", "speed": 2.7, "tokens_per_second": 9.93, "dataset_speed": {"earnings22-10mins": 2.7}, "dataset_tokens_per_second": {"earnings22-10mins": 9.93}, "average_wer": 8.07, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
280
  {"model": "openai/whisper-base", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:14:32Z", "speed": 54.37, "tokens_per_second": 207.18, "dataset_speed": {"librispeech-10mins": 42.91, "earnings22-10mins": 74.3}, "dataset_tokens_per_second": {"librispeech-10mins": 180.7, "earnings22-10mins": 253.22}, "average_wer": 12.46, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
281
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:36:53Z", "speed": 64.44, "tokens_per_second": 244.98, "dataset_speed": {"librispeech-10mins": 48.33, "earnings22-10mins": 96.82}, "dataset_tokens_per_second": {"librispeech-10mins": 203.44, "earnings22-10mins": 328.55}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
282
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:59:44Z", "speed": 22.68, "tokens_per_second": 86.19, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.57}, "dataset_tokens_per_second": {"librispeech-10mins": 76.35, "earnings22-10mins": 102.92}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
283
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:13:16Z", "speed": 9.15, "tokens_per_second": 38.65, "dataset_speed": {"earnings22-10mins": 15.09, "librispeech-10mins": 6.57}, "dataset_tokens_per_second": {"earnings22-10mins": 64.71, "librispeech-10mins": 27.35}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
284
  {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:53:48Z", "speed": 100.8, "tokens_per_second": 385.1, "dataset_speed": {"librispeech-10mins": 69.14, "earnings22-10mins": 186.67}, "dataset_tokens_per_second": {"librispeech-10mins": 293.62, "earnings22-10mins": 633.12}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
285
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:40Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"librispeech-10mins": 4.93, "earnings22-10mins": 12.59}, "dataset_tokens_per_second": {"librispeech-10mins": 20.52, "earnings22-10mins": 41.47}, "average_wer": 7.77, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
286
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:55:08Z", "speed": 2.53, "tokens_per_second": 8.14, "dataset_speed": {"earnings22-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 8.14}, "average_wer": 7.49, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
287
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"earnings22-10mins": 24.21, "librispeech-10mins": 7.2}, "dataset_tokens_per_second": {"earnings22-10mins": 78.59, "librispeech-10mins": 29.98}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
288
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
289
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 
149
  {"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:55Z", "speed": 74.5, "tokens_per_second": 286.14, "dataset_speed": {"librispeech-10mins": 54.35, "earnings22-10mins": 118.66}, "dataset_tokens_per_second": {"librispeech-10mins": 231.29, "earnings22-10mins": 406.41}, "average_wer": 16.36, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
150
  {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:34:51Z", "speed": 90.41, "tokens_per_second": 346.95, "dataset_speed": {"earnings22-10mins": 138.7, "librispeech-10mins": 67.13}, "dataset_tokens_per_second": {"earnings22-10mins": 473.9, "librispeech-10mins": 285.77}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
151
  {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:37:49Z", "speed": 67.43, "tokens_per_second": 239.22, "dataset_speed": {"earnings22-10mins": 99.96, "librispeech-10mins": 50.93}, "dataset_tokens_per_second": {"earnings22-10mins": 324.19, "librispeech-10mins": 196.1}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
152
+ {"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:26:46Z", "speed": 15.44, "tokens_per_second": 58.66, "dataset_speed": {"librispeech-10mins": 11.81, "earnings22-10mins": 22.32}, "dataset_tokens_per_second": {"librispeech-10mins": 49.97, "earnings22-10mins": 75.15}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
153
  {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:57:55Z", "speed": 24.47, "tokens_per_second": 86.39, "dataset_speed": {"earnings22-10mins": 34.06, "librispeech-10mins": 19.11}, "dataset_tokens_per_second": {"earnings22-10mins": 107.4, "librispeech-10mins": 74.65}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
154
  {"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:54Z", "speed": 18.29, "tokens_per_second": 69.71, "dataset_speed": {"librispeech-10mins": 15.15, "earnings22-10mins": 23.08}, "dataset_tokens_per_second": {"librispeech-10mins": 64.33, "earnings22-10mins": 77.93}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
155
  {"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:32:41Z", "speed": 57.56, "tokens_per_second": 204.06, "dataset_speed": {"earnings22-10mins": 93.87, "librispeech-10mins": 41.56}, "dataset_tokens_per_second": {"earnings22-10mins": 303.98, "librispeech-10mins": 160.01}, "average_wer": 9.91, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
156
  {"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:36:54Z", "speed": 57.18, "tokens_per_second": 217.2, "dataset_speed": {"librispeech-10mins": 45.03, "earnings22-10mins": 78.41}, "dataset_tokens_per_second": {"librispeech-10mins": 189.47, "earnings22-10mins": 265.68}, "average_wer": 12.22, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
157
  {"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:42:23Z", "speed": 17.21, "tokens_per_second": 60.48, "dataset_speed": {"librispeech-10mins": 14.85, "earnings22-10mins": 20.46}, "dataset_tokens_per_second": {"librispeech-10mins": 57.85, "earnings22-10mins": 64.12}, "average_wer": 7.42, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
158
+ {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:36:03Z", "speed": 17.95, "tokens_per_second": 61.3, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 29.77}, "dataset_tokens_per_second": {"librispeech-10mins": 46.75, "earnings22-10mins": 95.12}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
159
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:50:06Z", "speed": 2.33, "tokens_per_second": 8.6, "dataset_speed": {"librispeech-10mins": 2.13, "earnings22-10mins": 2.81}, "dataset_tokens_per_second": {"librispeech-10mins": 8.45, "earnings22-10mins": 8.98}, "average_wer": 28.1, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
160
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-27T22:35:54Z", "speed": 94.29, "tokens_per_second": 330.49, "dataset_speed": {"librispeech-10mins": 70.91, "earnings22-10mins": 140.96}, "dataset_tokens_per_second": {"librispeech-10mins": 271.86, "earnings22-10mins": 447.53}, "average_wer": 14.81, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
161
  {"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:02:53Z", "speed": 15.39, "tokens_per_second": 54.26, "dataset_speed": {"librispeech-10mins": 12.89, "earnings22-10mins": 19.13}, "dataset_tokens_per_second": {"librispeech-10mins": 50.24, "earnings22-10mins": 60.27}, "average_wer": 7.53, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
162
  {"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:00:13Z", "speed": 14.8, "tokens_per_second": 56.32, "dataset_speed": {"librispeech-10mins": 12.28, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 52.09, "earnings22-10mins": 62.76}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
163
+ {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:14:30Z", "speed": 3.57, "tokens_per_second": 13.19, "dataset_speed": {"librispeech-10mins": 3.09, "earnings22-10mins": 5.17}, "dataset_tokens_per_second": {"librispeech-10mins": 12.9, "earnings22-10mins": 14.15}, "average_wer": 31.76, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
164
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:25:24Z", "speed": 13.69, "tokens_per_second": 55.46, "dataset_speed": {"librispeech-10mins": 10.12, "earnings22-10mins": 21.22}, "dataset_tokens_per_second": {"librispeech-10mins": 42.43, "earnings22-10mins": 82.91}, "average_wer": 6.32, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
165
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:41:53Z", "speed": 24.12, "tokens_per_second": 85.15, "dataset_speed": {"earnings22-10mins": 32.68, "librispeech-10mins": 19.12}, "dataset_tokens_per_second": {"earnings22-10mins": 103.06, "librispeech-10mins": 74.71}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
166
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:39:12Z", "speed": 22.81, "tokens_per_second": 86.67, "dataset_speed": {"earnings22-10mins": 30.62, "librispeech-10mins": 18.19}, "dataset_tokens_per_second": {"earnings22-10mins": 103.09, "librispeech-10mins": 76.96}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
167
  {"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:19:03Z", "speed": 16.42, "tokens_per_second": 57.84, "dataset_speed": {"earnings22-10mins": 20.46, "librispeech-10mins": 13.73}, "dataset_tokens_per_second": {"earnings22-10mins": 64.31, "librispeech-10mins": 53.52}, "average_wer": 7.46, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
168
+ {"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:38:05Z", "speed": 99.6, "tokens_per_second": 348.76, "dataset_speed": {"librispeech-10mins": 65.9, "earnings22-10mins": 204.74}, "dataset_tokens_per_second": {"librispeech-10mins": 252.75, "earnings22-10mins": 648.33}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
169
+ {"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:28:56Z", "speed": 16.37, "tokens_per_second": 57.8, "dataset_speed": {"earnings22-10mins": 23.91, "librispeech-10mins": 12.46}, "dataset_tokens_per_second": {"earnings22-10mins": 75.45, "librispeech-10mins": 48.64}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
170
  {"model": "openai/whisper-tiny", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:12:30Z", "speed": 88.93, "tokens_per_second": 340.92, "dataset_speed": {"earnings22-10mins": 134.59, "librispeech-10mins": 66.48}, "dataset_tokens_per_second": {"earnings22-10mins": 459.6, "librispeech-10mins": 282.55}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
171
  {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:53:37Z", "speed": 104.76, "tokens_per_second": 400.2, "dataset_speed": {"earnings22-10mins": 201.82, "librispeech-10mins": 70.83}, "dataset_tokens_per_second": {"earnings22-10mins": 684.5, "librispeech-10mins": 300.84}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
172
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:04:11Z", "speed": 2.07, "tokens_per_second": 7.75, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 1.82}, "dataset_tokens_per_second": {"earnings22-10mins": 8.03, "librispeech-10mins": 7.64}, "average_wer": 28.17, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
175
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:12:04Z", "speed": 3.55, "tokens_per_second": 14.21, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.17}, "dataset_tokens_per_second": {"earnings22-10mins": 15.8, "librispeech-10mins": 13.71}, "average_wer": 29.69, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
176
  {"model": "openai/whisper-small", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-27T22:39:20Z", "speed": 13.37, "tokens_per_second": 50.97, "dataset_speed": {"librispeech-10mins": 11.01, "earnings22-10mins": 17.05}, "dataset_tokens_per_second": {"librispeech-10mins": 46.73, "earnings22-10mins": 57.56}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
177
  {"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:16Z", "speed": 45.57, "tokens_per_second": 173.6, "dataset_speed": {"earnings22-10mins": 62.15, "librispeech-10mins": 36.01}, "dataset_tokens_per_second": {"earnings22-10mins": 211.42, "librispeech-10mins": 151.79}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
178
+ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:01:25Z", "speed": 4.43, "tokens_per_second": 17.08, "dataset_speed": {"earnings22-10mins": 5.52, "librispeech-10mins": 4.0}, "dataset_tokens_per_second": {"earnings22-10mins": 19.61, "librispeech-10mins": 16.09}, "average_wer": 26.34, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
179
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:32:32Z", "speed": 8.79, "tokens_per_second": 32.77, "dataset_speed": {"earnings22-10mins": 15.21, "librispeech-10mins": 6.19}, "dataset_tokens_per_second": {"earnings22-10mins": 50.04, "librispeech-10mins": 25.77}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
180
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:56:26Z", "speed": 64.16, "tokens_per_second": 243.93, "dataset_speed": {"librispeech-10mins": 47.93, "earnings22-10mins": 97.23}, "dataset_tokens_per_second": {"librispeech-10mins": 201.72, "earnings22-10mins": 329.92}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
181
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:55:02Z", "speed": 104.06, "tokens_per_second": 364.4, "dataset_speed": {"librispeech-10mins": 72.7, "earnings22-10mins": 183.59}, "dataset_tokens_per_second": {"librispeech-10mins": 278.84, "earnings22-10mins": 581.36}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
190
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:11:39Z", "speed": 2.81, "tokens_per_second": 10.6, "dataset_speed": {"earnings22-10mins": 4.05, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 11.47, "librispeech-10mins": 10.37}, "average_wer": 33.24, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
191
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T04:03:53Z", "speed": 4.48, "tokens_per_second": 16.73, "dataset_speed": {"earnings22-10mins": 6.83, "librispeech-10mins": 3.34}, "dataset_tokens_per_second": {"earnings22-10mins": 22.43, "librispeech-10mins": 13.96}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
192
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T02:34:28Z", "speed": 4.75, "tokens_per_second": 17.66, "dataset_speed": {"earnings22-10mins": 5.54, "librispeech-10mins": 4.19}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 15.89}, "average_wer": 8.66, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
193
+ {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:28:16Z", "speed": 10.92, "tokens_per_second": 40.9, "dataset_speed": {"librispeech-10mins": 7.43, "earnings22-10mins": 20.69}, "dataset_tokens_per_second": {"librispeech-10mins": 31.18, "earnings22-10mins": 68.09}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
194
  {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T02:15:19Z", "speed": 59.48, "tokens_per_second": 210.87, "dataset_speed": {"earnings22-10mins": 79.67, "librispeech-10mins": 47.5}, "dataset_tokens_per_second": {"earnings22-10mins": 258.54, "librispeech-10mins": 182.58}, "average_wer": 9.98, "qoi": 0.48, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
195
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:44:37Z", "speed": 7.45, "tokens_per_second": 27.8, "dataset_speed": {"earnings22-10mins": 12.7, "librispeech-10mins": 5.28}, "dataset_tokens_per_second": {"earnings22-10mins": 41.78, "librispeech-10mins": 22.01}, "average_wer": 7.77, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
196
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T03:31:24Z", "speed": 12.16, "tokens_per_second": 42.1, "dataset_speed": {"earnings22-10mins": 18.71, "librispeech-10mins": 9.02}, "dataset_tokens_per_second": {"earnings22-10mins": 61.11, "librispeech-10mins": 32.97}, "average_wer": 7.63, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
197
+ {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:17:16Z", "speed": 3.99, "tokens_per_second": 14.33, "dataset_speed": {"earnings22-10mins": 5.04, "librispeech-10mins": 3.6}, "dataset_tokens_per_second": {"earnings22-10mins": 16.41, "librispeech-10mins": 13.55}, "average_wer": 28.03, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
198
  {"model": "openai/whisper-small", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:13:39Z", "speed": 14.76, "tokens_per_second": 56.07, "dataset_speed": {"librispeech-10mins": 11.38, "earnings22-10mins": 21.02}, "dataset_tokens_per_second": {"librispeech-10mins": 48.15, "earnings22-10mins": 70.76}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
199
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T00:30:37Z", "speed": 4.68, "tokens_per_second": 17.64, "dataset_speed": {"earnings22-10mins": 5.69, "librispeech-10mins": 4.03}, "dataset_tokens_per_second": {"earnings22-10mins": 20.12, "librispeech-10mins": 16.04}, "average_wer": 11.63, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
200
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T01:40:05Z", "speed": 2.31, "tokens_per_second": 8.84, "dataset_speed": {"earnings22-10mins": 2.97, "librispeech-10mins": 2.06}, "dataset_tokens_per_second": {"earnings22-10mins": 9.34, "librispeech-10mins": 8.64}, "average_wer": 27.37, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
201
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-05T00:40:19Z", "speed": 7.49, "tokens_per_second": 27.94, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.05}, "dataset_tokens_per_second": {"earnings22-10mins": 47.86, "librispeech-10mins": 21.04}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
202
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:15:05Z", "speed": 11.25, "tokens_per_second": 41.97, "dataset_speed": {"librispeech-10mins": 7.67, "earnings22-10mins": 21.23}, "dataset_tokens_per_second": {"librispeech-10mins": 31.94, "earnings22-10mins": 69.87}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
203
+ {"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:32:50Z", "speed": 2.73, "tokens_per_second": 10.35, "dataset_speed": {"earnings22-10mins": 4.08, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 13.46, "librispeech-10mins": 8.79}, "average_wer": 6.59, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
204
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-02T06:23:48Z", "speed": 9.24, "tokens_per_second": 38.77, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 14.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 61.82}, "average_wer": 6.45, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
205
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:49:29Z", "speed": 10.15, "tokens_per_second": 38.0, "dataset_speed": {"librispeech-10mins": 7.24, "earnings22-10mins": 16.99}, "dataset_tokens_per_second": {"librispeech-10mins": 30.39, "earnings22-10mins": 55.91}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
206
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:43:11Z", "speed": 4.48, "tokens_per_second": 16.74, "dataset_speed": {"librispeech-10mins": 4.1, "earnings22-10mins": 5.36}, "dataset_tokens_per_second": {"librispeech-10mins": 15.51, "earnings22-10mins": 19.54}, "average_wer": 25.27, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
208
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-13T03:44:36Z", "speed": 7.88, "tokens_per_second": 29.36, "dataset_speed": {"earnings22-10mins": 13.29, "librispeech-10mins": 5.61}, "dataset_tokens_per_second": {"earnings22-10mins": 43.7, "librispeech-10mins": 23.33}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
209
  {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T21:01:55Z", "speed": 16.71, "tokens_per_second": 59.01, "dataset_speed": {"earnings22-10mins": 20.09, "librispeech-10mins": 14.32}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.93}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
210
  {"model": "openai/whisper-base.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:01:14Z", "speed": 42.95, "tokens_per_second": 152.34, "dataset_speed": {"librispeech-10mins": 30.69, "earnings22-10mins": 71.72}, "dataset_tokens_per_second": {"librispeech-10mins": 118.18, "earnings22-10mins": 232.48}, "average_wer": 9.94, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
211
+ {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:39:52Z", "speed": 68.15, "tokens_per_second": 241.75, "dataset_speed": {"librispeech-10mins": 49.62, "earnings22-10mins": 109.04}, "dataset_tokens_per_second": {"librispeech-10mins": 191.04, "earnings22-10mins": 353.65}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
212
  {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:22:47Z", "speed": 2.88, "tokens_per_second": 11.58, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 12.92, "librispeech-10mins": 11.22}, "average_wer": 31.9, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
213
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:52:10Z", "speed": 2.91, "tokens_per_second": 11.82, "dataset_speed": {"earnings22-10mins": 3.91, "librispeech-10mins": 2.64}, "dataset_tokens_per_second": {"earnings22-10mins": 13.35, "librispeech-10mins": 11.4}, "average_wer": 32.69, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
214
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:59:54Z", "speed": 8.08, "tokens_per_second": 32.58, "dataset_speed": {"librispeech-10mins": 5.66, "earnings22-10mins": 14.1}, "dataset_tokens_per_second": {"librispeech-10mins": 23.82, "earnings22-10mins": 54.48}, "average_wer": 6.49, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
218
  {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:28:15Z", "speed": 1.91, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.69, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 7.27, "earnings22-10mins": 8.16}, "average_wer": 25.85, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
219
  {"model": "openai/whisper-base.en", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:58:12Z", "speed": 63.1, "tokens_per_second": 223.94, "dataset_speed": {"librispeech-10mins": 46.62, "earnings22-10mins": 97.81}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 317.56}, "average_wer": 10.04, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
220
  {"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:34:32Z", "speed": 18.71, "tokens_per_second": 71.08, "dataset_speed": {"librispeech-10mins": 14.38, "earnings22-10mins": 26.82}, "dataset_tokens_per_second": {"librispeech-10mins": 60.82, "earnings22-10mins": 90.28}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
221
+ {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:36:53Z", "speed": 9.34, "tokens_per_second": 38.74, "dataset_speed": {"earnings22-10mins": 15.6, "librispeech-10mins": 6.67}, "dataset_tokens_per_second": {"earnings22-10mins": 64.49, "librispeech-10mins": 27.77}, "average_wer": 6.08, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
222
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T04:02:38Z", "speed": 5.91, "tokens_per_second": 22.1, "dataset_speed": {"librispeech-10mins": 4.22, "earnings22-10mins": 9.85}, "dataset_tokens_per_second": {"librispeech-10mins": 17.72, "earnings22-10mins": 32.35}, "average_wer": 6.45, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
223
  {"model": "openai/whisper-tiny.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:13:35Z", "speed": 75.22, "tokens_per_second": 263.6, "dataset_speed": {"earnings22-10mins": 116.38, "librispeech-10mins": 55.63}, "dataset_tokens_per_second": {"earnings22-10mins": 368.93, "librispeech-10mins": 213.46}, "average_wer": 14.88, "qoi": 0.38, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
224
  {"model": "openai/whisper-small.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T02:20:08Z", "speed": 13.96, "tokens_per_second": 49.13, "dataset_speed": {"earnings22-10mins": 18.08, "librispeech-10mins": 11.38}, "dataset_tokens_per_second": {"earnings22-10mins": 56.77, "librispeech-10mins": 44.35}, "average_wer": 7.46, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
225
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:44:37Z", "speed": 9.45, "tokens_per_second": 38.92, "dataset_speed": {"librispeech-10mins": 6.73, "earnings22-10mins": 15.93}, "dataset_tokens_per_second": {"librispeech-10mins": 28.34, "earnings22-10mins": 64.08}, "average_wer": 6.39, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
226
  {"model": "openai/whisper-tiny", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:02:26Z", "speed": 58.11, "tokens_per_second": 222.29, "dataset_speed": {"earnings22-10mins": 120.09, "librispeech-10mins": 38.38}, "dataset_tokens_per_second": {"earnings22-10mins": 408.3, "librispeech-10mins": 163.09}, "average_wer": 16.53, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
227
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:06:27Z", "speed": 11.03, "tokens_per_second": 41.15, "dataset_speed": {"librispeech-10mins": 7.46, "earnings22-10mins": 21.26}, "dataset_tokens_per_second": {"librispeech-10mins": 31.08, "earnings22-10mins": 69.99}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
228
  {"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:28:29Z", "speed": 3.44, "tokens_per_second": 12.79, "dataset_speed": {"earnings22-10mins": 4.72, "librispeech-10mins": 3.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.13, "librispeech-10mins": 12.68}, "average_wer": 31.34, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
232
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:35:46Z", "speed": 104.22, "tokens_per_second": 364.96, "dataset_speed": {"earnings22-10mins": 178.86, "librispeech-10mins": 73.63}, "dataset_tokens_per_second": {"earnings22-10mins": 566.38, "librispeech-10mins": 282.4}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
233
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T03:50:26Z", "speed": 10.08, "tokens_per_second": 34.32, "dataset_speed": {"earnings22-10mins": 15.71, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 49.78, "librispeech-10mins": 27.03}, "average_wer": 7.84, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
234
  {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:56:36Z", "speed": 53.27, "tokens_per_second": 202.81, "dataset_speed": {"librispeech-10mins": 39.11, "earnings22-10mins": 83.72}, "dataset_tokens_per_second": {"librispeech-10mins": 164.61, "earnings22-10mins": 284.93}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
235
+ {"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:21:06Z", "speed": 71.81, "tokens_per_second": 274.69, "dataset_speed": {"librispeech-10mins": 48.12, "earnings22-10mins": 141.99}, "dataset_tokens_per_second": {"librispeech-10mins": 204.46, "earnings22-10mins": 482.77}, "average_wer": 16.53, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
236
  {"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:31:50Z", "speed": 55.32, "tokens_per_second": 210.61, "dataset_speed": {"earnings22-10mins": 86.37, "librispeech-10mins": 40.74}, "dataset_tokens_per_second": {"earnings22-10mins": 293.94, "librispeech-10mins": 171.47}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
237
+ {"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:40:34Z", "speed": 23.16, "tokens_per_second": 87.99, "dataset_speed": {"earnings22-10mins": 32.18, "librispeech-10mins": 18.11}, "dataset_tokens_per_second": {"earnings22-10mins": 108.32, "librispeech-10mins": 76.6}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
238
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:50:38Z", "speed": 2.35, "tokens_per_second": 9.19, "dataset_speed": {"librispeech-10mins": 2.0, "earnings22-10mins": 3.44}, "dataset_tokens_per_second": {"librispeech-10mins": 8.57, "earnings22-10mins": 11.09}, "average_wer": 26.06, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
239
  {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-13T03:04:18Z", "speed": 1.71, "tokens_per_second": 6.51, "dataset_speed": {"librispeech-10mins": 1.56, "earnings22-10mins": 2.09}, "dataset_tokens_per_second": {"librispeech-10mins": 6.55, "earnings22-10mins": 6.4}, "average_wer": 28.03, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
240
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:23:01Z", "speed": 8.83, "tokens_per_second": 36.18, "dataset_speed": {"earnings22-10mins": 14.31, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 56.94, "librispeech-10mins": 26.94}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
243
  {"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:55:45Z", "speed": 69.84, "tokens_per_second": 247.74, "dataset_speed": {"librispeech-10mins": 51.38, "earnings22-10mins": 109.24}, "dataset_tokens_per_second": {"librispeech-10mins": 197.84, "earnings22-10mins": 354.3}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
244
  {"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:59:47Z", "speed": 2.84, "tokens_per_second": 11.56, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 12.49, "librispeech-10mins": 11.32}, "average_wer": 34.28, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
245
  {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:55:08Z", "speed": 82.95, "tokens_per_second": 290.54, "dataset_speed": {"librispeech-10mins": 57.62, "earnings22-10mins": 148.5}, "dataset_tokens_per_second": {"librispeech-10mins": 221.29, "earnings22-10mins": 469.76}, "average_wer": 15.12, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
246
+ {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:09:35Z", "speed": 3.11, "tokens_per_second": 11.8, "dataset_speed": {"librispeech-10mins": 2.71, "earnings22-10mins": 4.63}, "dataset_tokens_per_second": {"librispeech-10mins": 11.46, "earnings22-10mins": 13.12}, "average_wer": 32.69, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
247
+ {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:41:32Z", "speed": 14.64, "tokens_per_second": 50.02, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 23.44}, "dataset_tokens_per_second": {"librispeech-10mins": 38.88, "earnings22-10mins": 74.61}, "average_wer": 5.83, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
248
  {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T17:54:48Z", "speed": 66.73, "tokens_per_second": 253.71, "dataset_speed": {"earnings22-10mins": 105.92, "librispeech-10mins": 48.77}, "dataset_tokens_per_second": {"earnings22-10mins": 359.41, "librispeech-10mins": 205.25}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
249
  {"model": "openai/whisper-small", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:59:59Z", "speed": 21.69, "tokens_per_second": 82.41, "dataset_speed": {"earnings22-10mins": 30.11, "librispeech-10mins": 16.97}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 71.78}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
250
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:08:33Z", "speed": 14.08, "tokens_per_second": 54.14, "dataset_speed": {"librispeech-10mins": 10.75, "earnings22-10mins": 20.42}, "dataset_tokens_per_second": {"librispeech-10mins": 40.72, "earnings22-10mins": 79.74}, "average_wer": 6.66, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
251
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T06:25:13Z", "speed": 5.66, "tokens_per_second": 23.68, "dataset_speed": {"librispeech-10mins": 4.24, "earnings22-10mins": 8.74}, "dataset_tokens_per_second": {"librispeech-10mins": 17.8, "earnings22-10mins": 36.37}, "average_wer": 8.73, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
252
  {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T23:35:58Z", "speed": 3.85, "tokens_per_second": 14.61, "dataset_speed": {"earnings22-10mins": 5.52, "librispeech-10mins": 3.02}, "dataset_tokens_per_second": {"earnings22-10mins": 17.81, "librispeech-10mins": 13.03}, "average_wer": 11.77, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
253
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 13-inch (M3)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:25Z", "speed": 10.69, "tokens_per_second": 39.88, "dataset_speed": {"librispeech-10mins": 7.29, "earnings22-10mins": 20.16}, "dataset_tokens_per_second": {"librispeech-10mins": 30.35, "earnings22-10mins": 66.36}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
254
+ {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T16:55:40Z", "speed": 3.63, "tokens_per_second": 14.51, "dataset_speed": {"earnings22-10mins": 5.08, "librispeech-10mins": 3.22}, "dataset_tokens_per_second": {"earnings22-10mins": 16.55, "librispeech-10mins": 13.92}, "average_wer": 31.2, "qoi": 0.61, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
255
  {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T18:37:48Z", "speed": 3.86, "tokens_per_second": 13.67, "dataset_speed": {"librispeech-10mins": 3.54, "earnings22-10mins": 4.77}, "dataset_tokens_per_second": {"librispeech-10mins": 13.31, "earnings22-10mins": 14.72}, "average_wer": 30.03, "qoi": 0.72, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
256
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T23:32:52Z", "speed": 2.42, "tokens_per_second": 9.11, "dataset_speed": {"librispeech-10mins": 2.02, "earnings22-10mins": 3.53}, "dataset_tokens_per_second": {"librispeech-10mins": 8.46, "earnings22-10mins": 10.87}, "average_wer": 23.68, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
257
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:09:27Z", "speed": 16.98, "tokens_per_second": 59.92, "dataset_speed": {"librispeech-10mins": 12.12, "earnings22-10mins": 28.46}, "dataset_tokens_per_second": {"librispeech-10mins": 44.82, "earnings22-10mins": 95.54}, "average_wer": 6.63, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
262
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T04:04:08Z", "speed": 7.29, "tokens_per_second": 28.43, "dataset_speed": {"earnings22-10mins": 10.11, "librispeech-10mins": 5.7}, "dataset_tokens_per_second": {"earnings22-10mins": 39.08, "librispeech-10mins": 22.45}, "average_wer": 6.32, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
263
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:44:33Z", "speed": 2.71, "tokens_per_second": 11.01, "dataset_speed": {"earnings22-10mins": 3.67, "librispeech-10mins": 2.46}, "dataset_tokens_per_second": {"earnings22-10mins": 12.73, "librispeech-10mins": 10.56}, "average_wer": 32.24, "qoi": 0.64, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
264
  {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:56Z", "speed": 76.66, "tokens_per_second": 293.24, "dataset_speed": {"librispeech-10mins": 52.09, "earnings22-10mins": 145.64}, "dataset_tokens_per_second": {"librispeech-10mins": 221.23, "earnings22-10mins": 495.43}, "average_wer": 16.43, "qoi": 0.32, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
265
+ {"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:48:11Z", "speed": 2.8, "tokens_per_second": 10.02, "dataset_speed": {"librispeech-10mins": 2.06, "earnings22-10mins": 4.37}, "dataset_tokens_per_second": {"librispeech-10mins": 8.64, "earnings22-10mins": 12.95}, "average_wer": 10.63, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
266
+ {"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:22:58Z", "speed": 45.58, "tokens_per_second": 173.65, "dataset_speed": {"librispeech-10mins": 32.66, "earnings22-10mins": 75.63}, "dataset_tokens_per_second": {"librispeech-10mins": 137.46, "earnings22-10mins": 257.78}, "average_wer": 12.46, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
267
  {"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:36:19Z", "speed": 19.74, "tokens_per_second": 69.68, "dataset_speed": {"librispeech-10mins": 15.14, "earnings22-10mins": 28.39}, "dataset_tokens_per_second": {"librispeech-10mins": 59.14, "earnings22-10mins": 89.54}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
268
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:40:08Z", "speed": 9.45, "tokens_per_second": 35.32, "dataset_speed": {"librispeech-10mins": 6.38, "earnings22-10mins": 18.3}, "dataset_tokens_per_second": {"librispeech-10mins": 26.67, "earnings22-10mins": 60.25}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
269
  {"model": "openai/whisper-base.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:15:15Z", "speed": 55.65, "tokens_per_second": 197.45, "dataset_speed": {"earnings22-10mins": 75.17, "librispeech-10mins": 44.21}, "dataset_tokens_per_second": {"earnings22-10mins": 244.04, "librispeech-10mins": 170.16}, "average_wer": 10.04, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
270
  {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T01:39:44Z", "speed": 4.02, "tokens_per_second": 14.38, "dataset_speed": {"earnings22-10mins": 5.88, "librispeech-10mins": 3.09}, "dataset_tokens_per_second": {"earnings22-10mins": 17.31, "librispeech-10mins": 12.92}, "average_wer": 12.98, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
271
+ {"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:37:27Z", "speed": 97.8, "tokens_per_second": 373.6, "dataset_speed": {"librispeech-10mins": 65.78, "earnings22-10mins": 191.29}, "dataset_tokens_per_second": {"librispeech-10mins": 279.37, "earnings22-10mins": 648.79}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
272
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:08:33Z", "speed": 10.3, "tokens_per_second": 43.86, "dataset_speed": {"earnings22-10mins": 10.3}, "dataset_tokens_per_second": {"earnings22-10mins": 43.86}, "average_wer": 19.33, "qoi": 0, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
273
  {"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:53:40Z", "speed": 73.41, "tokens_per_second": 280.73, "dataset_speed": {"earnings22-10mins": 116.28, "librispeech-10mins": 53.69}, "dataset_tokens_per_second": {"earnings22-10mins": 395.15, "librispeech-10mins": 228.12}, "average_wer": 16.29, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
274
  {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:13:29Z", "speed": 90.7, "tokens_per_second": 317.32, "dataset_speed": {"librispeech-10mins": 68.65, "earnings22-10mins": 133.88}, "dataset_tokens_per_second": {"librispeech-10mins": 262.86, "earnings22-10mins": 423.96}, "average_wer": 14.98, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
275
+ {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:39:07Z", "speed": 62.66, "tokens_per_second": 238.22, "dataset_speed": {"librispeech-10mins": 44.68, "earnings22-10mins": 105.12}, "dataset_tokens_per_second": {"librispeech-10mins": 188.07, "earnings22-10mins": 356.71}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
276
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:52:08Z", "speed": 7.93, "tokens_per_second": 33.12, "dataset_speed": {"librispeech-10mins": 5.69, "earnings22-10mins": 13.4}, "dataset_tokens_per_second": {"librispeech-10mins": 23.68, "earnings22-10mins": 56.06}, "average_wer": 7.11, "qoi": 0.73, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
277
  {"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:05:02Z", "speed": 2.5, "tokens_per_second": 9.82, "dataset_speed": {"earnings22-10mins": 3.6, "librispeech-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 11.31, "librispeech-10mins": 9.47}, "average_wer": 33.93, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
278
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:32:05Z", "speed": 17.67, "tokens_per_second": 60.24, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 28.29}, "dataset_tokens_per_second": {"librispeech-10mins": 46.74, "earnings22-10mins": 90.05}, "average_wer": 7.84, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
279
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:36:36Z", "speed": 3.48, "tokens_per_second": 12.76, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 4.02}, "dataset_tokens_per_second": {"librispeech-10mins": 12.2, "earnings22-10mins": 14.19}, "average_wer": 29.86, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
280
  {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-08-28T02:37:53Z", "speed": 2.59, "tokens_per_second": 10.34, "dataset_speed": {"librispeech-10mins": 2.61, "earnings22-10mins": 2.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.91, "earnings22-10mins": 10.99}, "average_wer": 21.76, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
281
  {"model": "openai/whisper-small", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:16:35Z", "speed": 15.54, "tokens_per_second": 59.15, "dataset_speed": {"earnings22-10mins": 18.39, "librispeech-10mins": 13.47}, "dataset_tokens_per_second": {"earnings22-10mins": 61.91, "librispeech-10mins": 57.14}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
282
+ {"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:42:00Z", "speed": 24.53, "tokens_per_second": 86.6, "dataset_speed": {"earnings22-10mins": 33.86, "librispeech-10mins": 19.24}, "dataset_tokens_per_second": {"earnings22-10mins": 106.76, "librispeech-10mins": 75.19}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
283
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:22:48Z", "speed": 4.38, "tokens_per_second": 16.85, "dataset_speed": {"earnings22-10mins": 5.59, "librispeech-10mins": 3.92}, "dataset_tokens_per_second": {"earnings22-10mins": 18.53, "librispeech-10mins": 16.21}, "average_wer": 25.58, "qoi": 0.65, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
284
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:30:33Z", "speed": 11.24, "tokens_per_second": 41.9, "dataset_speed": {"librispeech-10mins": 7.61, "earnings22-10mins": 21.53}, "dataset_tokens_per_second": {"librispeech-10mins": 31.71, "earnings22-10mins": 70.87}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
285
  {"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T18:42:32Z", "speed": 2.4, "tokens_per_second": 9.82, "dataset_speed": {"librispeech-10mins": 2.22, "earnings22-10mins": 3.21}, "dataset_tokens_per_second": {"librispeech-10mins": 9.58, "earnings22-10mins": 10.85}, "average_wer": 35.28, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
286
  {"model": "openai/whisper-small.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T22:23:00Z", "speed": 15.54, "tokens_per_second": 54.87, "dataset_speed": {"earnings22-10mins": 22.29, "librispeech-10mins": 11.94}, "dataset_tokens_per_second": {"earnings22-10mins": 70.32, "librispeech-10mins": 46.62}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
287
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:19:51Z", "speed": 9.11, "tokens_per_second": 38.11, "dataset_speed": {"earnings22-10mins": 15.03, "librispeech-10mins": 6.59}, "dataset_tokens_per_second": {"earnings22-10mins": 62.47, "librispeech-10mins": 27.79}, "average_wer": 8.04, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
291
  {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T20:04:42Z", "speed": 11.27, "tokens_per_second": 44.01, "dataset_speed": {"librispeech-10mins": 8.51, "earnings22-10mins": 17.06}, "dataset_tokens_per_second": {"librispeech-10mins": 32.93, "earnings22-10mins": 67.25}, "average_wer": 7.94, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
292
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-08-28T00:36:27Z", "speed": 2.13, "tokens_per_second": 8.0, "dataset_speed": {"earnings22-10mins": 2.42, "librispeech-10mins": 2.0}, "dataset_tokens_per_second": {"earnings22-10mins": 8.09, "librispeech-10mins": 7.96}, "average_wer": 28.98, "qoi": 0.57, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
293
  {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T04:02:04Z", "speed": 9.1, "tokens_per_second": 37.28, "dataset_speed": {"librispeech-10mins": 6.6, "earnings22-10mins": 14.66}, "dataset_tokens_per_second": {"librispeech-10mins": 27.82, "earnings22-10mins": 58.38}, "average_wer": 6.35, "qoi": 0.7, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
294
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 26.0.0", "timestamp": "2025-08-29T17:47:19Z", "speed": 14.12, "tokens_per_second": 54.85, "dataset_speed": {"earnings22-10mins": 21.16, "librispeech-10mins": 10.61}, "dataset_tokens_per_second": {"earnings22-10mins": 82.61, "librispeech-10mins": 41.0}, "average_wer": 6.8, "qoi": 0.68, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
295
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-08-27T19:46:22Z", "speed": 14.65, "tokens_per_second": 51.47, "dataset_speed": {"librispeech-10mins": 10.28, "earnings22-10mins": 25.54}, "dataset_tokens_per_second": {"librispeech-10mins": 38.08, "earnings22-10mins": 84.89}, "average_wer": 6.59, "qoi": 0.69, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
296
  {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T21:01:50Z", "speed": 23.96, "tokens_per_second": 84.59, "dataset_speed": {"earnings22-10mins": 32.56, "librispeech-10mins": 18.97}, "dataset_tokens_per_second": {"earnings22-10mins": 102.67, "librispeech-10mins": 74.1}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
297
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:11:24Z", "speed": 17.73, "tokens_per_second": 60.48, "dataset_speed": {"earnings22-10mins": 29.49, "librispeech-10mins": 12.69}, "dataset_tokens_per_second": {"earnings22-10mins": 94.08, "librispeech-10mins": 46.09}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
 
303
  {"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-01T20:57:52Z", "speed": 48.23, "tokens_per_second": 171.08, "dataset_speed": {"librispeech-10mins": 37.6, "earnings22-10mins": 67.34}, "dataset_tokens_per_second": {"librispeech-10mins": 144.77, "earnings22-10mins": 218.4}, "average_wer": 10.08, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
304
  {"model": "openai/whisper-tiny.en", "device": "iPad Pro (11-inch) (3rd generation)", "os": "iPadOS 18.5", "timestamp": "2025-08-04T21:28:00Z", "speed": 61.34, "tokens_per_second": 214.9, "dataset_speed": {"librispeech-10mins": 41.24, "earnings22-10mins": 120.14}, "dataset_tokens_per_second": {"librispeech-10mins": 158.31, "earnings22-10mins": 380.44}, "average_wer": 15.08, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
305
  {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:25:51Z", "speed": 2.7, "tokens_per_second": 9.93, "dataset_speed": {"earnings22-10mins": 2.7}, "dataset_tokens_per_second": {"earnings22-10mins": 9.93}, "average_wer": 8.07, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
306
+ {"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:21:52Z", "speed": 72.06, "tokens_per_second": 252.47, "dataset_speed": {"librispeech-10mins": 48.84, "earnings22-10mins": 137.91}, "dataset_tokens_per_second": {"librispeech-10mins": 187.5, "earnings22-10mins": 436.72}, "average_wer": 15.08, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
307
  {"model": "openai/whisper-base", "device": "iPhone 16e", "os": "iOS 18.5", "timestamp": "2025-08-13T02:14:32Z", "speed": 54.37, "tokens_per_second": 207.18, "dataset_speed": {"librispeech-10mins": 42.91, "earnings22-10mins": 74.3}, "dataset_tokens_per_second": {"librispeech-10mins": 180.7, "earnings22-10mins": 253.22}, "average_wer": 12.46, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
308
  {"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-27T22:36:53Z", "speed": 64.44, "tokens_per_second": 244.98, "dataset_speed": {"librispeech-10mins": 48.33, "earnings22-10mins": 96.82}, "dataset_tokens_per_second": {"librispeech-10mins": 203.44, "earnings22-10mins": 328.55}, "average_wer": 12.25, "qoi": 0.39, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
309
  {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:59:44Z", "speed": 22.68, "tokens_per_second": 86.19, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.57}, "dataset_tokens_per_second": {"librispeech-10mins": 76.35, "earnings22-10mins": 102.92}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
310
+ {"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T15:23:45Z", "speed": 47.38, "tokens_per_second": 168.04, "dataset_speed": {"earnings22-10mins": 77.35, "librispeech-10mins": 34.19}, "dataset_tokens_per_second": {"earnings22-10mins": 250.75, "librispeech-10mins": 131.63}, "average_wer": 9.94, "qoi": 0.49, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
311
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.5.0", "timestamp": "2025-08-04T19:13:16Z", "speed": 9.15, "tokens_per_second": 38.65, "dataset_speed": {"earnings22-10mins": 15.09, "librispeech-10mins": 6.57}, "dataset_tokens_per_second": {"earnings22-10mins": 64.71, "librispeech-10mins": 27.35}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
312
  {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.4.1", "timestamp": "2025-08-01T20:53:48Z", "speed": 100.8, "tokens_per_second": 385.1, "dataset_speed": {"librispeech-10mins": 69.14, "earnings22-10mins": 186.67}, "dataset_tokens_per_second": {"librispeech-10mins": 293.62, "earnings22-10mins": 633.12}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
313
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.6", "timestamp": "2025-08-02T03:34:40Z", "speed": 7.08, "tokens_per_second": 26.4, "dataset_speed": {"librispeech-10mins": 4.93, "earnings22-10mins": 12.59}, "dataset_tokens_per_second": {"librispeech-10mins": 20.52, "earnings22-10mins": 41.47}, "average_wer": 7.77, "qoi": 0.67, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
314
  {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 26.0", "timestamp": "2025-08-28T03:55:08Z", "speed": 2.53, "tokens_per_second": 8.14, "dataset_speed": {"earnings22-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 8.14}, "average_wer": 7.49, "qoi": 1, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
315
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-08-29T16:17:32Z", "speed": 15.64, "tokens_per_second": 51.52, "dataset_speed": {"earnings22-10mins": 15.64}, "dataset_tokens_per_second": {"earnings22-10mins": 51.52}, "average_wer": 9.23, "qoi": 0, "commit_hash": "c814cae", "commit_timestamp": "2025-07-31T175755"}
316
  {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"earnings22-10mins": 24.21, "librispeech-10mins": 7.2}, "dataset_tokens_per_second": {"earnings22-10mins": 78.59, "librispeech-10mins": 29.98}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
317
  {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
318
  {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
dashboard_data/support_data_c814cae.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,βœ… macOS 26.0,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
6
- openai_whisper-base,openai_whisper-base,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
7
- openai_whisper-base.en,openai_whisper-base.en,βœ… macOS 26.0,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
8
- openai_whisper-large-v2,openai_whisper-large-v2,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,βœ… macOS 26.0,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
12
- openai_whisper-large-v3,openai_whisper-large-v3,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,βœ… macOS 26.0,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-08-27T130519.json>macOS 26.0</a>,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,βœ… macOS 26.0,βœ… macOS 15.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
20
- openai_whisper-small,openai_whisper-small,βœ… macOS 26.0,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
21
- openai_whisper-small.en,openai_whisper-small.en,βœ… macOS 26.0,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
22
- openai_whisper-tiny,openai_whisper-tiny,βœ… macOS 26.0,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,βœ… macOS 26.0,βœ… macOS 15.5,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
 
1
+ ,Model,"Apple M2 (Mac14,3)","Apple M4 (Mac16,10)","Apple M1 (Macmini9,1)","iPad Pro (11-inch) (3rd generation) (iPad13,6)","iPad Air 11-inch (M2) (iPad14,8)","iPad Air 13-inch (M3) (iPad15,5)","iPad (A16) (iPad15,7)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 15 (iPhone15,4)","iPhone 16 Pro (iPhone17,1)","iPhone 16e (iPhone17,5)"
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,βœ… macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C10_summary_2025-08-29T104851.json>macOS 26.0</a><p>βœ… macOS 15.5</p>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
6
+ openai_whisper-base,openai_whisper-base,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,βœ… macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
7
+ openai_whisper-base.en,openai_whisper-base.en,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,βœ… macOS 26.0,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
8
+ openai_whisper-large-v2,openai_whisper-large-v2,βœ… macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C10_summary_2025-08-29T104851.json>macOS 26.0</a><p>βœ… macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C5_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,βœ… macOS 26.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac16%2C10_summary_2025-08-29T104851.json>macOS 26.0</a><p>βœ… macOS 15.5</p>,βœ… macOS 26.0,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
12
+ openai_whisper-large-v3,openai_whisper-large-v3,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,? iPadOS 26.0<p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Macmini9%2C1_summary_2025-08-29T100943.json>macOS 26.0</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,βœ… macOS 26.0,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/Mac14%2C3_summary_2025-08-27T130519.json>macOS 26.0</a>,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad15%2C7_summary_2025-08-01T235644.json>iPadOS 18.6</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C3_summary_2025-08-27T211253.json>iPadOS 26.0</a><p>? iPadOS 18.4.1</p>,Not Supported,Not Supported,Not Supported
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad13%2C6_summary_2025-08-04T202532.json>iPadOS 18.5</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>? iPadOS 18.6</p>,? iPadOS 18.6,? iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>? iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
20
+ openai_whisper-small,openai_whisper-small,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,βœ… macOS 26.0,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
21
+ openai_whisper-small.en,openai_whisper-small.en,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,βœ… macOS 26.0,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
22
+ openai_whisper-tiny,openai_whisper-tiny,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,βœ… macOS 26.0,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,βœ… macOS 26.0,βœ… macOS 26.0<p>βœ… macOS 15.5</p>,βœ… macOS 26.0,βœ… iPadOS 18.5,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad14%2C8_summary_2025-08-04T202532.json>iPadOS 18.4.1</a><p>βœ… iPadOS 18.6</p>,βœ… iPadOS 18.6,βœ… iPadOS 18.6,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2025-07-31T175755_c814cae/iPad16%2C1_summary_2025-08-04T202532.json>iPadOS 18.5</a>,βœ… iPadOS 26.0<p>βœ… iPadOS 18.4.1</p>,βœ… iOS 26.0,βœ… iOS 26.0,βœ… iOS 18.5
dashboard_data/version.json CHANGED
@@ -1 +1 @@
1
- {"last_modified": "2025-08-28T21:44:39+00:00", "sha": "cd681043228b2eca7c216db83254afa16e93245e", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}
 
1
+ {"last_modified": "2025-08-29T18:21:12+00:00", "sha": "aaed5c15be84138d16e701594d0e4a8e278c323d", "releases": ["a9b92c4", "112a023", "ca49596", "11a1fab", "8c0acbd", "c814cae"], "versions": ["0.9.1", "0.10.1", "0.11.0", "0.12.0", "0.13.0", "0.13.1"]}