diff --git "a/experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-part1.ipynb" "b/experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-part1.ipynb" --- "a/experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-part1.ipynb" +++ "b/experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-part1.ipynb" @@ -3,13 +3,13 @@ { "attachments": {}, "cell_type": "markdown", - "id": "b33301f1", + "id": "3a71b6b3", "metadata": { "papermill": { - "duration": 0.002639, - "end_time": "2023-09-29T06:40:35.355878", + "duration": 0.003347, + "end_time": "2023-09-29T09:57:11.488052", "exception": false, - "start_time": "2023-09-29T06:40:35.353239", + "start_time": "2023-09-29T09:57:11.484705", "status": "completed" }, "tags": [] @@ -23,13 +23,13 @@ { "attachments": {}, "cell_type": "markdown", - "id": "7f0c7442", + "id": "73dce349", "metadata": { "papermill": { - "duration": 0.001897, - "end_time": "2023-09-29T06:40:35.361675", + "duration": 0.002599, + "end_time": "2023-09-29T09:57:11.495409", "exception": false, - "start_time": "2023-09-29T06:40:35.359778", + "start_time": "2023-09-29T09:57:11.492810", "status": "completed" }, "tags": [] @@ -41,19 +41,19 @@ { "cell_type": "code", "execution_count": 1, - "id": "5697b559", + "id": "2fa01ec7", "metadata": { "execution": { - "iopub.execute_input": "2023-09-29T06:40:35.367571Z", - "iopub.status.busy": "2023-09-29T06:40:35.367056Z", - "iopub.status.idle": "2023-09-29T06:40:36.120936Z", - "shell.execute_reply": "2023-09-29T06:40:36.120020Z" + "iopub.execute_input": "2023-09-29T09:57:11.502573Z", + "iopub.status.busy": "2023-09-29T09:57:11.502067Z", + "iopub.status.idle": "2023-09-29T09:57:12.255533Z", + "shell.execute_reply": "2023-09-29T09:57:12.254559Z" }, "papermill": { - "duration": 0.75911, - "end_time": "2023-09-29T06:40:36.122941", + "duration": 0.759642, + "end_time": "2023-09-29T09:57:12.257872", "exception": false, - "start_time": "2023-09-29T06:40:35.363831", + "start_time": "2023-09-29T09:57:11.498230", "status": "completed" }, "tags": [] @@ -69,19 +69,19 @@ { "cell_type": "code", "execution_count": 2, - "id": "a6de4e7e", + "id": "39dd6623", "metadata": { "execution": { - "iopub.execute_input": "2023-09-29T06:40:36.129456Z", - "iopub.status.busy": "2023-09-29T06:40:36.128952Z", - "iopub.status.idle": "2023-09-29T06:40:36.137224Z", - "shell.execute_reply": "2023-09-29T06:40:36.136398Z" + "iopub.execute_input": "2023-09-29T09:57:12.265541Z", + "iopub.status.busy": "2023-09-29T09:57:12.264984Z", + "iopub.status.idle": "2023-09-29T09:57:12.272639Z", + "shell.execute_reply": "2023-09-29T09:57:12.271887Z" }, "papermill": { - "duration": 0.013484, - "end_time": "2023-09-29T06:40:36.138880", + "duration": 0.013629, + "end_time": "2023-09-29T09:57:12.274503", "exception": false, - "start_time": "2023-09-29T06:40:36.125396", + "start_time": "2023-09-29T09:57:12.260874", "status": "completed" }, "tags": [] @@ -140,19 +140,19 @@ { "cell_type": "code", "execution_count": 3, - "id": "22f457d9", + "id": "cf99b23f", "metadata": { "execution": { - "iopub.execute_input": "2023-09-29T06:40:36.145747Z", - "iopub.status.busy": "2023-09-29T06:40:36.145217Z", - "iopub.status.idle": "2023-09-29T06:41:21.917242Z", - "shell.execute_reply": "2023-09-29T06:41:21.916099Z" + "iopub.execute_input": "2023-09-29T09:57:12.282369Z", + "iopub.status.busy": "2023-09-29T09:57:12.281873Z", + "iopub.status.idle": "2023-09-29T09:57:56.980304Z", + "shell.execute_reply": "2023-09-29T09:57:56.979053Z" }, "papermill": { - "duration": 45.777858, - "end_time": "2023-09-29T06:41:21.919315", + "duration": 44.705166, + "end_time": "2023-09-29T09:57:56.982856", "exception": false, - "start_time": "2023-09-29T06:40:36.141457", + "start_time": "2023-09-29T09:57:12.277690", "status": "completed" }, "tags": [] @@ -162,7 +162,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[2023-09-29 06:40:40,584] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + "[2023-09-29 09:57:16,435] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { @@ -278,13 +278,7 @@ "output_type": "stream", "text": [ "2048 2048 0 blocks.1.ffn.receptance.weight\r\n", - "2048 7168 0 blocks.1.ffn.value.weight\r\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ + "2048 7168 0 blocks.1.ffn.value.weight\r\n", "2048 2048 1.0 blocks.2.att.gate.weight\r\n" ] }, @@ -313,22 +307,22 @@ "name": "stdout", "output_type": "stream", "text": [ - "2048 2048 0 blocks.2.att.output.weight\r\n" + "2048 2048 0 blocks.2.att.output.weight\r\n", + "7168 2048 1.0 blocks.2.ffn.key.weight\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "7168 2048 1.0 blocks.2.ffn.key.weight\r\n" + "2048 2048 0 blocks.2.ffn.receptance.weight\r\n", + "2048 7168 0 blocks.2.ffn.value.weight\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "2048 2048 0 blocks.2.ffn.receptance.weight\r\n", - "2048 7168 0 blocks.2.ffn.value.weight\r\n", "2048 2048 1.0 blocks.3.att.gate.weight\r\n" ] }, @@ -407,7 +401,13 @@ "name": "stdout", "output_type": "stream", "text": [ - "2048 2048 0 blocks.4.att.output.weight\r\n", + "2048 2048 0 blocks.4.att.output.weight\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ "7168 2048 1.0 blocks.4.ffn.key.weight\r\n" ] }, @@ -548,13 +548,7 @@ "output_type": "stream", "text": [ "2048 2048 0 blocks.7.ffn.receptance.weight\r\n", - "2048 7168 0 blocks.7.ffn.value.weight\r\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ + "2048 7168 0 blocks.7.ffn.value.weight\r\n", "2048 2048 1.0 blocks.8.att.gate.weight\r\n" ] }, @@ -747,13 +741,13 @@ }, { "cell_type": "markdown", - "id": "fde86502", + "id": "0c176d9f", "metadata": { "papermill": { - "duration": 0.006163, - "end_time": "2023-09-29T06:41:21.931885", + "duration": 0.008403, + "end_time": "2023-09-29T09:57:57.000220", "exception": false, - "start_time": "2023-09-29T06:41:21.925722", + "start_time": "2023-09-29T09:57:56.991817", "status": "completed" }, "tags": [] @@ -765,19 +759,19 @@ { "cell_type": "code", "execution_count": 4, - "id": "a862f05f", + "id": "bd55a062", "metadata": { "execution": { - "iopub.execute_input": "2023-09-29T06:41:21.946957Z", - "iopub.status.busy": "2023-09-29T06:41:21.946097Z", - "iopub.status.idle": "2023-09-29T06:41:33.126385Z", - "shell.execute_reply": "2023-09-29T06:41:33.125478Z" + "iopub.execute_input": "2023-09-29T09:57:57.020044Z", + "iopub.status.busy": "2023-09-29T09:57:57.019632Z", + "iopub.status.idle": "2023-09-29T09:58:08.660786Z", + "shell.execute_reply": "2023-09-29T09:58:08.660057Z" }, "papermill": { - "duration": 11.190379, - "end_time": "2023-09-29T06:41:33.128643", + "duration": 11.65489, + "end_time": "2023-09-29T09:58:08.664002", "exception": false, - "start_time": "2023-09-29T06:41:21.938264", + "start_time": "2023-09-29T09:57:57.009112", "status": "completed" }, "tags": [] @@ -796,15 +790,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (0/3 shards): 4%| | 2000/54401 [00:00<00:03, 15028.12 examp" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Saving the dataset (0/3 shards): 7%| | 4000/54401 [00:00<00:03, 15764.59 examp" + "Saving the dataset (0/3 shards): 4%| | 2000/54401 [00:00<00:03, 15197.33 examp" ] }, { @@ -812,7 +798,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (0/3 shards): 11%| | 6000/54401 [00:00<00:03, 16087.17 examp" + "Saving the dataset (0/3 shards): 7%| | 4000/54401 [00:00<00:03, 15929.46 examp" ] }, { @@ -820,7 +806,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (0/3 shards): 15%|▏| 8000/54401 [00:00<00:02, 16391.73 examp" + "Saving the dataset (0/3 shards): 11%| | 6000/54401 [00:00<00:02, 16418.37 examp" ] }, { @@ -828,7 +814,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (0/3 shards): 18%|▏| 10000/54401 [00:00<00:02, 16728.91 exam" + "Saving the dataset (0/3 shards): 15%|▏| 8000/54401 [00:00<00:02, 16923.89 examp" ] }, { @@ -836,7 +822,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (0/3 shards): 22%|▏| 12000/54401 [00:00<00:02, 16985.55 exam" + "Saving the dataset (0/3 shards): 18%|▏| 10000/54401 [00:00<00:02, 17273.31 exam" ] }, { @@ -844,7 +830,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (0/3 shards): 26%|▎| 14000/54401 [00:00<00:02, 17217.72 exam" + "Saving the dataset (0/3 shards): 22%|▏| 12000/54401 [00:00<00:02, 17662.61 exam" ] }, { @@ -852,7 +838,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (0/3 shards): 29%|▎| 16000/54401 [00:00<00:02, 17630.70 exam" + "Saving the dataset (0/3 shards): 26%|▎| 14000/54401 [00:00<00:02, 17923.49 exam" ] }, { @@ -860,8 +846,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (0/3 shards): 33%|▎| 18000/54401 [00:01<00:02, 17967.86 exam\r", - "Saving the dataset (1/3 shards): 33%|▎| 18134/54401 [00:01<00:02, 17967.86 exam" + "Saving the dataset (0/3 shards): 29%|▎| 16000/54401 [00:00<00:02, 18184.27 exam" ] }, { @@ -869,7 +854,8 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (1/3 shards): 37%|▎| 20134/54401 [00:01<00:01, 17917.44 exam" + "Saving the dataset (0/3 shards): 33%|▎| 18000/54401 [00:01<00:01, 18438.75 exam\r", + "Saving the dataset (1/3 shards): 33%|▎| 18134/54401 [00:01<00:01, 18438.75 exam" ] }, { @@ -877,7 +863,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (1/3 shards): 41%|▍| 22134/54401 [00:01<00:01, 18375.34 exam" + "Saving the dataset (1/3 shards): 37%|▎| 20134/54401 [00:01<00:01, 17356.03 exam" ] }, { @@ -885,7 +871,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (1/3 shards): 44%|▍| 24134/54401 [00:01<00:01, 18630.88 exam" + "Saving the dataset (1/3 shards): 41%|▍| 22134/54401 [00:01<00:01, 17970.31 exam" ] }, { @@ -893,7 +879,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (1/3 shards): 48%|▍| 26134/54401 [00:01<00:01, 18764.30 exam" + "Saving the dataset (1/3 shards): 44%|▍| 24134/54401 [00:01<00:01, 18401.36 exam" ] }, { @@ -901,7 +887,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (1/3 shards): 52%|▌| 28134/54401 [00:01<00:01, 18948.87 exam" + "Saving the dataset (1/3 shards): 48%|▍| 26134/54401 [00:01<00:01, 18772.52 exam" ] }, { @@ -909,7 +895,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (1/3 shards): 55%|▌| 30134/54401 [00:01<00:01, 19121.96 exam" + "Saving the dataset (1/3 shards): 52%|▌| 28134/54401 [00:01<00:01, 19015.25 exam" ] }, { @@ -917,7 +903,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (1/3 shards): 59%|▌| 32134/54401 [00:01<00:01, 19250.86 exam" + "Saving the dataset (1/3 shards): 55%|▌| 30134/54401 [00:01<00:01, 19175.86 exam" ] }, { @@ -925,7 +911,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (1/3 shards): 63%|▋| 34134/54401 [00:01<00:01, 19390.26 exam" + "Saving the dataset (1/3 shards): 59%|▌| 32134/54401 [00:01<00:01, 19340.44 exam" ] }, { @@ -933,8 +919,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (1/3 shards): 67%|▋| 36268/54401 [00:02<00:00, 19448.25 exam\r", - "Saving the dataset (2/3 shards): 67%|▋| 36268/54401 [00:02<00:00, 19448.25 exam" + "Saving the dataset (1/3 shards): 63%|▋| 34134/54401 [00:01<00:01, 19458.62 exam" ] }, { @@ -942,7 +927,8 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (2/3 shards): 72%|▋| 39268/54401 [00:02<00:00, 19345.89 exam" + "Saving the dataset (1/3 shards): 67%|▋| 36268/54401 [00:01<00:00, 19480.21 exam\r", + "Saving the dataset (2/3 shards): 67%|▋| 36268/54401 [00:01<00:00, 19480.21 exam" ] }, { @@ -950,7 +936,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (2/3 shards): 76%|▊| 41268/54401 [00:02<00:00, 19481.12 exam" + "Saving the dataset (2/3 shards): 72%|▋| 39268/54401 [00:02<00:00, 19488.59 exam" ] }, { @@ -958,7 +944,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (2/3 shards): 80%|▊| 43268/54401 [00:02<00:00, 19479.52 exam" + "Saving the dataset (2/3 shards): 80%|▊| 43268/54401 [00:02<00:00, 19830.22 exam" ] }, { @@ -966,7 +952,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (2/3 shards): 83%|▊| 45268/54401 [00:02<00:00, 19562.83 exam" + "Saving the dataset (2/3 shards): 87%|▊| 47268/54401 [00:02<00:00, 20058.57 exam" ] }, { @@ -974,7 +960,7 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (2/3 shards): 89%|▉| 48268/54401 [00:02<00:00, 19764.87 exam" + "Saving the dataset (2/3 shards): 94%|▉| 51268/54401 [00:02<00:00, 20178.13 exam" ] }, { @@ -982,17 +968,11 @@ "output_type": "stream", "text": [ "\r", - "Saving the dataset (2/3 shards): 94%|▉| 51268/54401 [00:02<00:00, 19892.71 exam" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ + "Saving the dataset (2/3 shards): 100%|█| 54401/54401 [00:02<00:00, 20197.74 exam\r", + "Saving the dataset (3/3 shards): 100%|█| 54401/54401 [00:02<00:00, 20197.74 exam\r", + "Saving the dataset (3/3 shards): 100%|█| 54401/54401 [00:02<00:00, 18877.90 exam\r\n", "\r", - "Saving the dataset (2/3 shards): 100%|█| 54401/54401 [00:02<00:00, 19987.22 exam\r", - "Saving the dataset (3/3 shards): 100%|█| 54401/54401 [00:02<00:00, 19987.22 exam\r", - "Saving the dataset (3/3 shards): 100%|█| 54401/54401 [00:02<00:00, 18650.55 exam\r\n" + "Saving the dataset (0/1 shards): 0%| | 0/109 [00:00=12.1), as this is known to have freeze issues\r\n", + "# - The terms used in wandb / the progress bar can be confusing, see the github README.md for beter clarifications\r\n", + "# - When resuming from checkpoint, the estimated time is inaccurate\r\n", + "#\r\n", + "\r\n", + "[RWKV.model] Configuring optimizer with\r\n", + " - lr_init: 6.000e-04 (0.0006)\r\n", + " - lr_final: 5.000e-04 (0.0005)\r\n", + "\r\n", + "Using /root/.cache/torch_extensions/py310_cu118 as PyTorch extensions root...\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 3%|▏ | 28640/1000000 [00:05<02:28, 6523.32 examples/s]" + "Detected CUDA files, patching ldflags\r\n", + "Emitting ninja build file /root/.cache/torch_extensions/py310_cu118/fused_adam/build.ninja...\r\n", + "Building extension module fused_adam...\r\n", + "Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 3%|▏ | 29296/1000000 [00:05<02:32, 6360.61 examples/s]" + "ninja: no work to do.\r\n", + "Loading extension module fused_adam...\r\n", + "Time to load fused_adam op: 0.07915163040161133 seconds\r\n", + "Loading `train_dataloader` to estimate number of stepping batches.\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 3%|▏ | 29951/1000000 [00:05<02:43, 5942.56 examples/s]" + "Rank: 0 partition count [1, 1] and sizes[(860549120, False), (768, False)] \r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 3%|▏ | 30558/1000000 [00:05<02:44, 5892.13 examples/s]" + "\r\n", + " | Name | Type | Params\r\n", + "--------------------------------------\r\n", + "0 | emb | Embedding | 102 M \r\n", + "1 | blocks | ModuleList | 654 M \r\n", + "2 | ln_out | LayerNorm | 4.1 K \r\n", + "3 | head | Linear | 102 M \r\n", + "--------------------------------------\r\n", + "860 M Trainable params\r\n", + "0 Non-trainable params\r\n", + "860 M Total params\r\n", + "3,442.200 Total estimated model params size (MB)\r\n" ] }, { @@ -1475,7 +1356,9 @@ "output_type": "stream", "text": [ "\r", - "Map (num_proc=32): 3%|▏ | 31175/1000000 [00:05<02:49, 5708.67 examples/s]" + "Training: 0it [00:00, ?it/s]\r", + "Training: 0%| | 0/54401 [00:00\r\n", + " cli_main()\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/lightning_trainer.py\", line 253, in cli_main\r\n", + " LightningCLI(\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/cli.py\", line 353, in __init__\r\n", + " self._run_subcommand(self.subcommand)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/cli.py\", line 642, in _run_subcommand\r\n", + " fn(**fn_kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/trainer.py\", line 529, in fit\r\n", + " call._call_and_handle_interrupt(\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/call.py\", line 41, in _call_and_handle_interrupt\r\n", + " return trainer.strategy.launcher.launch(trainer_fn, *args, trainer=trainer, **kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/strategies/launchers/subprocess_script.py\", line 91, in launch\r\n", + " return function(*args, **kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/trainer.py\", line 568, in _fit_impl\r\n", + " self._run(model, ckpt_path=ckpt_path)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/trainer.py\", line 973, in _run\r\n", + " results = self._run_stage()\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/trainer.py\", line 1016, in _run_stage\r\n", + " self.fit_loop.run()\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/loops/fit_loop.py\", line 201, in run\r\n", + " self.advance()\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/loops/fit_loop.py\", line 354, in advance\r\n", + " self.epoch_loop.run(self._data_fetcher)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/loops/training_epoch_loop.py\", line 133, in run\r\n", + " self.advance(data_fetcher)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/loops/training_epoch_loop.py\", line 218, in advance\r\n", + " batch_output = self.automatic_optimization.run(trainer.optimizers[0], kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/loops/optimization/automatic.py\", line 185, in run\r\n", + " self._optimizer_step(kwargs.get(\"batch_idx\", 0), closure)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/loops/optimization/automatic.py\", line 260, in _optimizer_step\r\n", + " call._call_lightning_module_hook(\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/call.py\", line 144, in _call_lightning_module_hook\r\n", + " output = fn(*args, **kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/core/module.py\", line 1256, in optimizer_step\r\n", + " optimizer.step(closure=optimizer_closure)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/core/optimizer.py\", line 155, in step\r\n", + " step_output = self._strategy.optimizer_step(self._optimizer, closure, **kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/strategies/ddp.py\", line 256, in optimizer_step\r\n", + " optimizer_output = super().optimizer_step(optimizer, closure, model, **kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/strategies/strategy.py\", line 225, in optimizer_step\r\n", + " return self.precision_plugin.optimizer_step(optimizer, model=model, closure=closure, **kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/plugins/precision/deepspeed.py\", line 102, in optimizer_step\r\n", + " return deepspeed_engine.step(**kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/deepspeed/runtime/engine.py\", line 2087, in step\r\n", + " self._take_model_step(lr_kwargs)\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/deepspeed/runtime/engine.py\", line 1994, in _take_model_step\r\n", + " self.optimizer.step()\r\n", + " File \"/usr/local/lib/python3.10/dist-packages/deepspeed/runtime/zero/stage_1_and_2.py\", line 1715, in step\r\n", + " int(self.partition_size[i])).to(self.single_partition_of_fp32_groups[i].dtype)\r\n", + "torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 3.21 GiB (GPU 0; 22.19 GiB total capacity; 14.81 GiB already allocated; 2.39 GiB free; 18.54 GiB reserved in total by PyTorch) If reserved memory is >> allocated memory try setting max_split_size_mb to avoid fragmentation. See documentation for Memory Management and PYTORCH_CUDA_ALLOC_CONF\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Waiting for W&B process to finish... \u001b[31m(failed 1).\u001b[0m Press Control-C to abort syncing.\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 7%|▌ | 74575/1000000 [00:12<02:46, 5566.20 examples/s]" + "\u001b[34m\u001b[1mwandb\u001b[0m: - 0.005 MB of 0.005 MB uploaded (0.000 MB deduped)\r" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 75169/1000000 [00:12<02:43, 5669.30 examples/s]" + "\u001b[34m\u001b[1mwandb\u001b[0m: \\ 0.005 MB of 0.005 MB uploaded (0.000 MB deduped)\r" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 75756/1000000 [00:12<02:42, 5688.31 examples/s]" + "\u001b[34m\u001b[1mwandb\u001b[0m: | 0.005 MB of 0.005 MB uploaded (0.000 MB deduped)\r" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 76402/1000000 [00:13<02:37, 5862.39 examples/s]" + "\u001b[34m\u001b[1mwandb\u001b[0m: / 0.005 MB of 0.005 MB uploaded (0.000 MB deduped)\r" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 77083/1000000 [00:13<02:34, 5963.47 examples/s]" + "\u001b[34m\u001b[1mwandb\u001b[0m: \r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: batchidx ▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: global_rank ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: perf/tokens_per_sec.gpu.0 ▁▁▃▃▄▅▅▅▆▆▆▆▆▇▇▇▇▇▇▇▇▇▇▇▇███████████████\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: perf/tokens_total.gpu.0 ▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: real_ctx_len ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: substep ▁▁▁▁▂▂▂▂▂▃▃▃▃▃▃▄▄▄▄▄▅▅▅▅▅▅▆▆▆▆▆▇▇▇▇▇▇███\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: train/loss ████████████████████▂▁▃▂▂▂▃▂▂▂▂▂▃▂▂▂▃▂▃▃\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: trainer/global_step ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁████████████████████\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: trainer/learning_rate ██████████���█████████▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: batchidx 63\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: global_rank 0\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: perf/tokens_per_sec.gpu.0 3052.94065\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: perf/tokens_total.gpu.0 262080\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: real_ctx_len 4095\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: substep 63\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: train/loss 9.625\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: trainer/global_step 1\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: trainer/learning_rate 0.0006\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33m[Multi-size] v5-L12-D2048-E0.01 - Enwiki-4k Part 1 (train-ctx=4k, deepspeed_stage_1)\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/rwkv-x-dev/RWKV-5X-Experiments/runs/3rwyj6ei\u001b[0m\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: ️⚡ View job at \u001b[34m\u001b[4mhttps://wandb.ai/rwkv-x-dev/RWKV-5X-Experiments/jobs/QXJ0aWZhY3RDb2xsZWN0aW9uOjk0OTk4MDcy/version_details/v4\u001b[0m\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 5 W&B file(s), 0 media file(s), 2 artifact file(s) and 0 other file(s)\r\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20230929_095815-3rwyj6ei/logs\u001b[0m\r\n" ] + } + ], + "source": [ + "# Start the foundation model training\n", + "!cd \"{TRAINER_DIR}\" && \\\n", + " export WANDB_MODE=\"{WANDB_MODE}\" && \\\n", + " python3 lightning_trainer.py fit \\\n", + " -c \"{NOTEBOOK_DIR}/enwiki-4k-part1.yaml\" \\\n", + " --trainer.logger.init_args.name=\"{WANDB_PREFIX} - Enwiki-4k Part 1 (train-ctx=4k, {DEEPSPEED_STRAT})\" \\\n", + " --trainer.strategy=\"{DEEPSPEED_STRAT}\" \\\n", + " --trainer.devices=\"{GPU_DEVICES}\" \\\n", + " --trainer.callbacks.init_args.dirpath=\"../checkpoint/{FILENAME_PREFIX}-enwiki-4k-p1/\" \\\n", + " --model.load_model=\"../model/{FILENAME_PREFIX}-neox-v5base-init.pth\" \\\n", + " --model.ctx_len=4096 \\\n", + " --model.bptt_learning_range=1" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "73f2dbdc", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-29T10:00:21.556396Z", + "iopub.status.busy": "2023-09-29T10:00:21.555187Z", + "iopub.status.idle": "2023-09-29T10:00:25.260439Z", + "shell.execute_reply": "2023-09-29T10:00:25.259001Z" }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 77930/1000000 [00:13<02:21, 6497.53 examples/s]" - ] + "papermill": { + "duration": 3.72759, + "end_time": "2023-09-29T10:00:25.263203", + "exception": false, + "start_time": "2023-09-29T10:00:21.535613", + "status": "completed" }, + "tags": [] + }, + "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 78579/1000000 [00:13<02:27, 6233.09 examples/s]" + "[2023-09-29 10:00:23,854] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 79209/1000000 [00:13<02:28, 6218.03 examples/s]" + "Traceback (most recent call last):\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/export_checkpoint.py\", line 651, in \r\n", + " convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, output_file, save_dtype=args.dtype)\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/export_checkpoint.py\", line 542, in convert_zero_checkpoint_to_fp32_state_dict\r\n", + " state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag)\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/export_checkpoint.py\", line 516, in get_fp32_state_dict_from_zero_checkpoint\r\n", + " raise ValueError(f\"Unable to find 'latest' file at {latest_path}\")\r\n", + "ValueError: Unable to find 'latest' file at ../checkpoint/v5-L12-D2048-E0_01-enwiki-4k-p1/last.ckpt/latest\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 79908/1000000 [00:13<02:23, 6413.67 examples/s]" + "ls: cannot access '../model/v5-L12-D2048-E0_01-enwiki-4k-p1.pth': No such file or directory\r\n" ] + } + ], + "source": [ + "# Lets export the model from the checkpoint\n", + "!cd \"{TRAINER_DIR}\" && \\\n", + " python3 export_checkpoint.py \"../checkpoint/{FILENAME_PREFIX}-enwiki-4k-p1/last.ckpt\" \"../model/{FILENAME_PREFIX}-enwiki-4k-p1.pth\" \"bf16\"\n", + "!cd \"{TRAINER_DIR}\" && ls -alh \"../model/{FILENAME_PREFIX}-enwiki-4k-p1.pth\"" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "9b1932b1", + "metadata": { + "execution": { + "iopub.execute_input": "2023-09-29T10:00:25.302083Z", + "iopub.status.busy": "2023-09-29T10:00:25.300897Z", + "iopub.status.idle": "2023-09-29T10:00:31.273775Z", + "shell.execute_reply": "2023-09-29T10:00:31.272586Z" }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 80571/1000000 [00:13<02:23, 6425.31 examples/s]" - ] + "papermill": { + "duration": 5.996558, + "end_time": "2023-09-29T10:00:31.277049", + "exception": false, + "start_time": "2023-09-29T10:00:25.280491", + "status": "completed" }, + "tags": [] + }, + "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 81239/1000000 [00:13<02:22, 6467.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 81887/1000000 [00:13<02:27, 6223.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 82554/1000000 [00:13<02:26, 6260.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 83277/1000000 [00:14<02:20, 6534.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 84029/1000000 [00:14<02:14, 6803.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 8%|▌ | 84718/1000000 [00:14<02:15, 6768.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▌ | 85401/1000000 [00:14<02:19, 6548.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▌ | 86061/1000000 [00:14<02:25, 6267.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▌ | 86712/1000000 [00:14<02:24, 6310.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▌ | 87357/1000000 [00:14<02:27, 6198.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▌ | 88072/1000000 [00:14<02:22, 6412.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▌ | 88716/1000000 [00:14<02:24, 6302.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▋ | 89356/1000000 [00:15<02:33, 5934.91 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▋ | 89960/1000000 [00:15<02:36, 5827.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▋ | 90567/1000000 [00:15<02:34, 5875.91 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▋ | 91162/1000000 [00:15<02:35, 5842.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▋ | 91774/1000000 [00:15<02:33, 5908.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▋ | 92411/1000000 [00:15<02:30, 6035.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▋ | 93086/1000000 [00:15<02:25, 6218.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▋ | 93879/1000000 [00:15<02:16, 6627.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 9%|▋ | 94645/1000000 [00:15<02:11, 6871.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▋ | 95351/1000000 [00:15<02:14, 6713.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▋ | 96036/1000000 [00:16<02:23, 6306.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▋ | 96675/1000000 [00:16<02:26, 6147.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▋ | 97311/1000000 [00:16<02:29, 6051.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▋ | 97924/1000000 [00:16<02:35, 5807.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▋ | 98561/1000000 [00:16<02:32, 5928.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▋ | 99202/1000000 [00:16<02:28, 6057.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▋ | 99824/1000000 [00:16<02:31, 5930.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▌ | 100429/1000000 [00:16<02:34, 5826.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▌ | 101086/1000000 [00:16<02:30, 5988.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▌ | 101790/1000000 [00:17<02:23, 6274.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▌ | 102425/1000000 [00:17<02:23, 6246.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▌ | 103136/1000000 [00:17<02:18, 6475.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▌ | 103792/1000000 [00:17<02:20, 6362.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 10%|▋ | 104450/1000000 [00:17<02:19, 6420.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 105130/1000000 [00:17<02:17, 6498.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 105782/1000000 [00:17<02:23, 6250.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 106506/1000000 [00:17<02:17, 6521.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 107171/1000000 [00:17<02:24, 6199.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 107799/1000000 [00:18<02:26, 6107.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 108488/1000000 [00:18<02:22, 6245.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 109222/1000000 [00:18<02:17, 6493.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 109919/1000000 [00:18<02:14, 6628.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 110604/1000000 [00:18<02:13, 6679.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 111278/1000000 [00:18<02:14, 6605.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 111952/1000000 [00:18<02:17, 6480.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 112605/1000000 [00:18<02:17, 6438.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 113302/1000000 [00:18<02:15, 6561.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 114047/1000000 [00:18<02:10, 6792.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 11%|▋ | 114734/1000000 [00:19<02:15, 6543.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 115391/1000000 [00:19<02:17, 6439.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 116049/1000000 [00:19<02:22, 6214.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 116674/1000000 [00:19<02:22, 6215.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 117332/1000000 [00:19<02:20, 6283.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 118019/1000000 [00:19<02:17, 6430.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 118687/1000000 [00:19<02:15, 6490.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 119387/1000000 [00:19<02:13, 6609.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 120051/1000000 [00:19<02:23, 6141.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 120673/1000000 [00:20<02:27, 5948.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 121282/1000000 [00:20<02:30, 5827.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 121882/1000000 [00:20<02:30, 5824.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 122467/1000000 [00:20<02:30, 5812.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 123149/1000000 [00:20<02:24, 6086.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 123761/1000000 [00:20<02:25, 6033.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 12%|▋ | 124457/1000000 [00:20<02:19, 6269.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 125102/1000000 [00:20<02:19, 6278.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 125735/1000000 [00:20<02:19, 6285.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 126375/1000000 [00:20<02:19, 6274.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 127038/1000000 [00:21<02:17, 6353.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 127686/1000000 [00:21<02:17, 6339.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 128326/1000000 [00:21<02:18, 6308.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 128960/1000000 [00:21<02:21, 6163.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 129586/1000000 [00:21<02:21, 6166.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 130274/1000000 [00:21<02:16, 6350.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 130916/1000000 [00:21<02:20, 6183.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 131557/1000000 [00:21<02:19, 6205.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 132179/1000000 [00:21<02:26, 5925.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 132806/1000000 [00:22<02:24, 5996.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 133471/1000000 [00:22<02:20, 6164.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 134090/1000000 [00:22<02:21, 6138.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 13%|▊ | 134805/1000000 [00:22<02:15, 6399.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 135507/1000000 [00:22<02:12, 6506.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 136188/1000000 [00:22<02:11, 6558.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 136856/1000000 [00:22<02:12, 6537.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 137522/1000000 [00:22<02:11, 6561.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 138189/1000000 [00:22<02:11, 6573.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 138853/1000000 [00:22<02:11, 6535.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 139515/1000000 [00:23<02:13, 6424.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 140174/1000000 [00:23<02:23, 6001.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 140780/1000000 [00:23<02:37, 5468.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 141412/1000000 [00:23<02:33, 5592.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 142033/1000000 [00:23<02:29, 5754.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 142657/1000000 [00:23<02:27, 5827.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 143247/1000000 [00:23<02:26, 5847.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 143896/1000000 [00:23<02:23, 5966.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 14%|▊ | 144522/1000000 [00:23<02:23, 5950.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▊ | 145290/1000000 [00:24<02:15, 6287.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 146047/1000000 [00:24<02:09, 6604.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 146711/1000000 [00:24<02:15, 6296.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 147352/1000000 [00:24<02:15, 6292.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 148064/1000000 [00:24<02:10, 6522.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 148726/1000000 [00:24<02:11, 6459.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 149402/1000000 [00:24<02:10, 6535.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 150112/1000000 [00:24<02:07, 6672.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 150912/1000000 [00:24<02:00, 7018.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 151627/1000000 [00:24<02:09, 6538.67 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 152298/1000000 [00:25<02:14, 6318.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 152939/1000000 [00:25<02:16, 6194.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 153666/1000000 [00:25<02:10, 6484.89 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 154320/1000000 [00:25<02:12, 6404.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 15%|▉ | 154975/1000000 [00:25<02:11, 6427.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 155631/1000000 [00:25<02:14, 6292.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 156265/1000000 [00:25<02:16, 6199.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 156983/1000000 [00:25<02:10, 6467.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 157632/1000000 [00:25<02:11, 6400.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 158354/1000000 [00:26<02:07, 6614.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 159031/1000000 [00:26<02:14, 6260.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 159764/1000000 [00:26<02:08, 6541.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 160424/1000000 [00:26<02:12, 6346.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 161144/1000000 [00:26<02:07, 6565.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 161809/1000000 [00:26<02:08, 6497.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 162480/1000000 [00:26<02:10, 6417.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 163128/1000000 [00:26<02:14, 6209.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 163801/1000000 [00:26<02:13, 6281.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 16%|▉ | 164449/1000000 [00:27<02:12, 6307.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|▉ | 165082/1000000 [00:27<02:18, 6010.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|▉ | 165708/1000000 [00:27<02:19, 5975.54 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|▉ | 166309/1000000 [00:27<02:25, 5731.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 166887/1000000 [00:27<02:27, 5662.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 167465/1000000 [00:27<02:27, 5649.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 168055/1000000 [00:27<02:27, 5639.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 168623/1000000 [00:27<02:30, 5531.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 169182/1000000 [00:27<02:31, 5499.54 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 169820/1000000 [00:27<02:27, 5640.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 170387/1000000 [00:28<02:33, 5399.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 171034/1000000 [00:28<02:27, 5622.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 171634/1000000 [00:28<02:25, 5684.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 172224/1000000 [00:28<02:25, 5679.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 172815/1000000 [00:28<02:25, 5700.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 173449/1000000 [00:28<02:21, 5827.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 174087/1000000 [00:28<02:18, 5964.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 17%|█ | 174696/1000000 [00:28<02:21, 5820.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 175409/1000000 [00:28<02:13, 6189.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 176098/1000000 [00:29<02:09, 6373.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 176780/1000000 [00:29<02:10, 6324.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 177459/1000000 [00:29<02:08, 6398.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 178105/1000000 [00:29<02:11, 6255.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 178775/1000000 [00:29<02:09, 6325.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 179503/1000000 [00:29<02:04, 6589.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 180177/1000000 [00:29<02:07, 6410.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 180859/1000000 [00:29<02:05, 6522.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 181518/1000000 [00:29<02:08, 6353.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 182165/1000000 [00:29<02:15, 6037.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 182812/1000000 [00:30<02:13, 6125.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 183492/1000000 [00:30<02:09, 6306.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 184198/1000000 [00:30<02:07, 6396.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 18%|█ | 184910/1000000 [00:30<02:03, 6573.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█ | 185588/1000000 [00:30<02:03, 6619.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█ | 186351/1000000 [00:30<01:57, 6897.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█ | 187073/1000000 [00:30<01:56, 6966.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 187771/1000000 [00:30<01:57, 6939.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 188474/1000000 [00:30<02:01, 6706.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 189151/1000000 [00:31<02:03, 6573.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 189813/1000000 [00:31<02:09, 6239.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 190441/1000000 [00:31<02:12, 6108.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 191080/1000000 [00:31<02:11, 6171.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 191810/1000000 [00:31<02:04, 6472.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 192525/1000000 [00:31<02:01, 6619.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 193201/1000000 [00:31<02:05, 6423.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 193871/1000000 [00:31<02:04, 6494.29 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 19%|█▏ | 194537/1000000 [00:31<02:11, 6143.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 195161/1000000 [00:32<02:10, 6158.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 195791/1000000 [00:32<02:11, 6133.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 196415/1000000 [00:32<02:16, 5906.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 197011/1000000 [00:32<02:22, 5642.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 197655/1000000 [00:32<02:18, 5809.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 198240/1000000 [00:32<02:18, 5780.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 198874/1000000 [00:32<02:15, 5923.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 199479/1000000 [00:32<02:19, 5737.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 200071/1000000 [00:32<02:22, 5605.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 200687/1000000 [00:32<02:19, 5736.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 201265/1000000 [00:33<02:25, 5488.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 201832/1000000 [00:33<02:25, 5500.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 202477/1000000 [00:33<02:18, 5760.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 203080/1000000 [00:33<02:17, 5777.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 203772/1000000 [00:33<02:10, 6108.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 20%|█▏ | 204387/1000000 [00:33<02:10, 6094.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▏ | 205060/1000000 [00:33<02:07, 6249.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▏ | 205696/1000000 [00:33<02:10, 6092.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▏ | 206310/1000000 [00:33<02:13, 5933.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▏ | 206962/1000000 [00:34<02:10, 6071.00 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▏ | 207579/1000000 [00:34<02:30, 5275.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 208584/1000000 [00:34<02:01, 6523.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 209284/1000000 [00:34<01:58, 6645.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 209983/1000000 [00:34<01:59, 6612.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 210667/1000000 [00:34<01:59, 6590.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 211339/1000000 [00:34<02:01, 6474.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 212024/1000000 [00:34<02:00, 6558.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 212692/1000000 [00:34<02:03, 6365.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 213345/1000000 [00:35<02:07, 6150.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 214044/1000000 [00:35<02:06, 6206.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 21%|█▎ | 214675/1000000 [00:35<02:06, 6210.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 215427/1000000 [00:35<01:59, 6538.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 216125/1000000 [00:35<01:58, 6608.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 216794/1000000 [00:35<02:02, 6375.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 217443/1000000 [00:35<02:03, 6333.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 218102/1000000 [00:35<02:02, 6398.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 218761/1000000 [00:35<02:02, 6392.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 219418/1000000 [00:35<02:04, 6247.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 220046/1000000 [00:36<02:04, 6255.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 220726/1000000 [00:36<02:01, 6390.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 221371/1000000 [00:36<02:02, 6360.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 222013/1000000 [00:36<02:05, 6204.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 222656/1000000 [00:36<02:04, 6228.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 223284/1000000 [00:36<02:07, 6098.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 223985/1000000 [00:36<02:03, 6307.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 22%|█▎ | 224647/1000000 [00:36<02:04, 6216.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▎ | 225275/1000000 [00:36<02:05, 6153.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▎ | 225897/1000000 [00:37<02:09, 5988.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▎ | 226500/1000000 [00:37<02:15, 5690.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▎ | 227072/1000000 [00:37<02:20, 5509.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▎ | 227651/1000000 [00:37<02:21, 5470.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▎ | 228236/1000000 [00:37<02:18, 5561.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▎ | 228806/1000000 [00:37<02:19, 5538.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▍ | 229362/1000000 [00:37<02:19, 5532.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▍ | 229917/1000000 [00:37<02:20, 5485.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▍ | 230587/1000000 [00:37<02:12, 5807.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▍ | 231211/1000000 [00:37<02:10, 5902.00 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▍ | 231860/1000000 [00:38<02:08, 5958.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▍ | 232550/1000000 [00:38<02:03, 6206.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▍ | 233203/1000000 [00:38<02:02, 6257.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▍ | 233833/1000000 [00:38<02:10, 5876.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 23%|█▍ | 234470/1000000 [00:38<02:07, 5995.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 235145/1000000 [00:38<02:04, 6155.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 235827/1000000 [00:38<02:00, 6341.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 236534/1000000 [00:38<01:57, 6515.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 237195/1000000 [00:38<01:58, 6441.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 237849/1000000 [00:39<02:04, 6124.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 238473/1000000 [00:39<02:06, 6012.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 239082/1000000 [00:39<02:10, 5832.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 239674/1000000 [00:39<02:11, 5767.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 240334/1000000 [00:39<02:07, 5944.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 241029/1000000 [00:39<02:02, 6216.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 241689/1000000 [00:39<01:59, 6324.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 242329/1000000 [00:39<02:00, 6292.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 243018/1000000 [00:39<01:57, 6454.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 243677/1000000 [00:39<01:58, 6409.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 244329/1000000 [00:40<02:03, 6136.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 24%|█▍ | 244954/1000000 [00:40<02:04, 6061.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▍ | 245574/1000000 [00:40<02:08, 5869.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▍ | 246170/1000000 [00:40<02:10, 5779.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▍ | 246847/1000000 [00:40<02:06, 5935.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▍ | 247521/1000000 [00:40<02:02, 6142.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▍ | 248204/1000000 [00:40<01:58, 6327.89 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▍ | 248930/1000000 [00:40<01:54, 6538.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▍ | 249591/1000000 [00:40<01:56, 6448.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▌ | 250246/1000000 [00:41<02:00, 6216.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▌ | 250889/1000000 [00:41<02:04, 6006.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▌ | 251506/1000000 [00:41<02:05, 5971.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▌ | 252110/1000000 [00:41<02:06, 5892.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▌ | 252785/1000000 [00:41<02:01, 6131.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▌ | 253409/1000000 [00:41<02:02, 6102.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▌ | 254036/1000000 [00:41<02:02, 6097.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 25%|█▌ | 254701/1000000 [00:41<01:59, 6232.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 255384/1000000 [00:41<01:56, 6390.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 256024/1000000 [00:42<01:59, 6244.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 256659/1000000 [00:42<02:01, 6112.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 257322/1000000 [00:42<01:58, 6248.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 258002/1000000 [00:42<01:57, 6329.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 258645/1000000 [00:42<01:59, 6197.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 259285/1000000 [00:42<01:58, 6243.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 260018/1000000 [00:42<01:54, 6490.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 260753/1000000 [00:42<01:51, 6643.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 261421/1000000 [00:42<01:51, 6598.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 262099/1000000 [00:42<01:51, 6621.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 262764/1000000 [00:43<01:52, 6549.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 263437/1000000 [00:43<01:52, 6535.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 264109/1000000 [00:43<01:51, 6587.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 26%|█▌ | 264784/1000000 [00:43<01:56, 6297.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▌ | 265427/1000000 [00:43<01:56, 6287.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▌ | 266062/1000000 [00:43<02:02, 6002.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▌ | 266671/1000000 [00:43<02:05, 5861.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▌ | 267280/1000000 [00:43<02:03, 5925.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▌ | 267880/1000000 [00:43<02:05, 5825.08 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▌ | 268585/1000000 [00:44<01:58, 6156.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▌ | 269236/1000000 [00:44<01:57, 6228.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▌ | 269872/1000000 [00:44<01:57, 6199.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▌ | 270494/1000000 [00:44<01:57, 6190.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▋ | 271177/1000000 [00:44<01:54, 6355.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▋ | 271830/1000000 [00:44<01:54, 6352.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▋ | 272493/1000000 [00:44<01:53, 6417.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▋ | 273137/1000000 [00:44<01:56, 6249.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▋ | 273770/1000000 [00:44<01:58, 6110.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 27%|█▋ | 274402/1000000 [00:44<01:58, 6128.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 275018/1000000 [00:45<01:58, 6132.91 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 275712/1000000 [00:45<01:54, 6318.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 276444/1000000 [00:45<01:49, 6600.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 277112/1000000 [00:45<01:56, 6223.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 277745/1000000 [00:45<02:00, 5975.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 278384/1000000 [00:45<01:59, 6038.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 279004/1000000 [00:45<02:02, 5899.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 279667/1000000 [00:45<01:58, 6075.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 280288/1000000 [00:45<01:59, 6033.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 280901/1000000 [00:46<02:00, 5976.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 281505/1000000 [00:46<02:01, 5904.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 282104/1000000 [00:46<02:02, 5879.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 282853/1000000 [00:46<01:53, 6339.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 283503/1000000 [00:46<01:53, 6298.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 284147/1000000 [00:46<01:54, 6240.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 28%|█▋ | 284773/1000000 [00:46<01:55, 6194.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 285400/1000000 [00:46<01:55, 6198.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 286032/1000000 [00:46<01:54, 6214.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 286661/1000000 [00:46<01:56, 6136.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 287342/1000000 [00:47<01:54, 6227.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 287972/1000000 [00:47<01:55, 6182.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 288595/1000000 [00:47<01:56, 6081.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 289342/1000000 [00:47<01:50, 6420.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 289992/1000000 [00:47<01:51, 6368.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 290631/1000000 [00:47<01:52, 6286.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▋ | 291328/1000000 [00:47<01:49, 6450.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▊ | 291981/1000000 [00:47<01:50, 6389.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▊ | 292640/1000000 [00:47<01:55, 6109.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▊ | 293266/1000000 [00:48<01:58, 5950.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▊ | 293922/1000000 [00:48<01:56, 6075.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 29%|█▊ | 294544/1000000 [00:48<02:02, 5782.16 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 295134/1000000 [00:48<02:04, 5650.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 295758/1000000 [00:48<02:01, 5805.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 296347/1000000 [00:48<02:04, 5664.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 296916/1000000 [00:48<02:06, 5551.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 297482/1000000 [00:48<02:11, 5351.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 298084/1000000 [00:48<02:07, 5506.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 298728/1000000 [00:48<02:02, 5714.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 299464/1000000 [00:49<01:54, 6137.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 300117/1000000 [00:49<01:52, 6248.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 300786/1000000 [00:49<01:49, 6370.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 301447/1000000 [00:49<01:48, 6420.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 302142/1000000 [00:49<01:46, 6541.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 302853/1000000 [00:49<01:44, 6695.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 303537/1000000 [00:49<01:46, 6518.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 304198/1000000 [00:49<01:48, 6413.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 30%|█▊ | 304852/1000000 [00:49<01:51, 6245.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 305481/1000000 [00:50<01:54, 6090.67 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 306166/1000000 [00:50<01:51, 6225.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 306881/1000000 [00:50<01:47, 6459.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 307567/1000000 [00:50<01:45, 6544.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 308223/1000000 [00:50<01:46, 6510.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 308881/1000000 [00:50<01:50, 6263.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 309513/1000000 [00:50<01:51, 6211.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 310148/1000000 [00:50<01:51, 6200.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 310861/1000000 [00:50<01:47, 6413.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 311529/1000000 [00:50<01:47, 6411.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▊ | 312181/1000000 [00:51<01:47, 6427.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▉ | 312842/1000000 [00:51<01:47, 6392.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▉ | 313485/1000000 [00:51<01:52, 6079.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▉ | 314102/1000000 [00:51<01:52, 6091.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 31%|█▉ | 314763/1000000 [00:51<01:50, 6194.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 315387/1000000 [00:51<01:53, 6020.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 316108/1000000 [00:51<01:47, 6335.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 316770/1000000 [00:51<01:46, 6417.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 317415/1000000 [00:51<01:48, 6295.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 318063/1000000 [00:52<01:47, 6337.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 318710/1000000 [00:52<01:49, 6247.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 319341/1000000 [00:52<01:51, 6084.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 319965/1000000 [00:52<01:51, 6106.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 320591/1000000 [00:52<01:51, 6116.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 321205/1000000 [00:52<01:51, 6102.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 321817/1000000 [00:52<01:52, 6044.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 322446/1000000 [00:52<01:50, 6104.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 323057/1000000 [00:52<01:51, 6047.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 323674/1000000 [00:52<01:53, 5951.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 324280/1000000 [00:53<01:54, 5890.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 32%|█▉ | 324878/1000000 [00:53<01:55, 5852.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 325467/1000000 [00:53<01:55, 5841.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 326113/1000000 [00:53<01:52, 5993.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 326774/1000000 [00:53<01:49, 6160.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 327410/1000000 [00:53<01:53, 5927.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 328060/1000000 [00:53<01:50, 6079.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 328693/1000000 [00:53<01:50, 6064.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 329401/1000000 [00:53<01:46, 6302.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 330048/1000000 [00:54<01:52, 5950.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 330653/1000000 [00:54<01:55, 5818.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 331252/1000000 [00:54<01:57, 5698.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 331894/1000000 [00:54<01:53, 5893.29 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 332525/1000000 [00:54<01:51, 6002.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|█▉ | 333137/1000000 [00:54<01:55, 5756.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|██ | 333773/1000000 [00:54<01:52, 5905.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 33%|██ | 334402/1000000 [00:54<01:51, 5975.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 335013/1000000 [00:54<01:50, 5991.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 335621/1000000 [00:54<01:54, 5783.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 336221/1000000 [00:55<01:54, 5800.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 336809/1000000 [00:55<01:54, 5795.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 337395/1000000 [00:55<02:10, 5081.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 338371/1000000 [00:55<01:47, 6183.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 339036/1000000 [00:55<01:45, 6291.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 339689/1000000 [00:55<01:46, 6204.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 340335/1000000 [00:55<01:45, 6256.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 341003/1000000 [00:55<01:44, 6279.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 341636/1000000 [00:55<01:44, 6276.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 342331/1000000 [00:56<01:41, 6463.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 343084/1000000 [00:56<01:38, 6696.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 343772/1000000 [00:56<01:39, 6589.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 34%|██ | 344439/1000000 [00:56<01:43, 6328.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 345093/1000000 [00:56<01:49, 5992.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 345814/1000000 [00:56<01:43, 6291.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 346467/1000000 [00:56<01:43, 6288.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 347130/1000000 [00:56<01:42, 6353.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 347780/1000000 [00:56<01:42, 6392.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 348424/1000000 [00:57<01:41, 6396.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 349163/1000000 [00:57<01:37, 6659.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 349847/1000000 [00:57<01:37, 6638.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 350525/1000000 [00:57<01:39, 6506.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 351187/1000000 [00:57<01:45, 6170.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 351809/1000000 [00:57<01:47, 6046.67 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 352463/1000000 [00:57<01:44, 6171.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 353084/1000000 [00:57<01:49, 5916.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██ | 353690/1000000 [00:57<01:49, 5896.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██▏ | 354289/1000000 [00:57<01:52, 5754.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 35%|██▏ | 354878/1000000 [00:58<01:52, 5753.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 355455/1000000 [00:58<01:55, 5603.19 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 356021/1000000 [00:58<01:59, 5391.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 356567/1000000 [00:58<02:01, 5298.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 357140/1000000 [00:58<01:59, 5377.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 357783/1000000 [00:58<01:54, 5618.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 358399/1000000 [00:58<01:52, 5723.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 358975/1000000 [00:58<01:53, 5665.08 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 359561/1000000 [00:58<01:53, 5623.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 360170/1000000 [00:59<01:52, 5712.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 360778/1000000 [00:59<01:50, 5804.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 361375/1000000 [00:59<01:51, 5742.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 361978/1000000 [00:59<01:53, 5604.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 362617/1000000 [00:59<01:49, 5827.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 363342/1000000 [00:59<01:44, 6106.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 363968/1000000 [00:59<01:43, 6131.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 36%|██▏ | 364591/1000000 [00:59<01:47, 5931.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 365186/1000000 [00:59<01:53, 5616.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 365759/1000000 [01:00<01:54, 5525.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 366427/1000000 [01:00<01:48, 5813.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 367020/1000000 [01:00<01:48, 5841.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 367625/1000000 [01:00<01:50, 5728.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 368203/1000000 [01:00<01:52, 5621.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 368773/1000000 [01:00<01:52, 5597.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 369377/1000000 [01:00<01:50, 5705.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 370014/1000000 [01:00<01:48, 5789.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 370639/1000000 [01:00<01:46, 5905.19 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 371250/1000000 [01:00<01:47, 5866.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 371848/1000000 [01:01<01:48, 5790.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 372432/1000000 [01:01<01:49, 5752.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 373125/1000000 [01:01<01:43, 6072.89 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 373819/1000000 [01:01<01:39, 6323.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 37%|██▏ | 374471/1000000 [01:01<01:38, 6372.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 375113/1000000 [01:01<01:38, 6331.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 375775/1000000 [01:01<01:38, 6349.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 376527/1000000 [01:01<01:33, 6682.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 377221/1000000 [01:01<01:32, 6725.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 377907/1000000 [01:01<01:34, 6605.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 378664/1000000 [01:02<01:30, 6878.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 379433/1000000 [01:02<01:27, 7115.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 380163/1000000 [01:02<01:26, 7148.19 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 380890/1000000 [01:02<01:26, 7175.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 381613/1000000 [01:02<01:27, 7032.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 382319/1000000 [01:02<01:36, 6431.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 383056/1000000 [01:02<01:33, 6632.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 383736/1000000 [01:02<01:36, 6418.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 38%|██▎ | 384386/1000000 [01:02<01:39, 6216.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 385067/1000000 [01:03<01:38, 6270.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 385769/1000000 [01:03<01:34, 6473.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 386457/1000000 [01:03<01:33, 6564.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 387124/1000000 [01:03<01:34, 6517.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 387795/1000000 [01:03<01:34, 6508.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 388464/1000000 [01:03<01:34, 6504.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 389201/1000000 [01:03<01:30, 6748.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 389878/1000000 [01:03<01:31, 6658.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 390555/1000000 [01:03<01:34, 6463.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 391207/1000000 [01:03<01:35, 6344.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 391930/1000000 [01:04<01:33, 6518.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 392587/1000000 [01:04<01:38, 6141.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 393215/1000000 [01:04<01:38, 6149.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 393881/1000000 [01:04<01:36, 6262.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 39%|██▎ | 394517/1000000 [01:04<01:37, 6236.08 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▎ | 395165/1000000 [01:04<01:36, 6292.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▎ | 395814/1000000 [01:04<01:35, 6324.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 396460/1000000 [01:04<01:36, 6284.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 397093/1000000 [01:04<01:36, 6276.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 397745/1000000 [01:05<01:38, 6138.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 398382/1000000 [01:05<01:39, 6052.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 399120/1000000 [01:05<01:34, 6355.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 399771/1000000 [01:05<01:34, 6339.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 400406/1000000 [01:05<01:38, 6083.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 401025/1000000 [01:05<01:47, 5585.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 401598/1000000 [01:05<01:53, 5284.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 402211/1000000 [01:05<01:48, 5486.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 402916/1000000 [01:05<01:41, 5889.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 403688/1000000 [01:06<01:34, 6310.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 40%|██▍ | 404374/1000000 [01:06<01:34, 6310.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 405159/1000000 [01:06<01:28, 6744.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 405853/1000000 [01:06<01:29, 6632.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 406522/1000000 [01:06<01:30, 6545.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 407182/1000000 [01:06<01:30, 6545.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 407839/1000000 [01:06<01:31, 6460.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 408488/1000000 [01:06<01:32, 6393.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 409143/1000000 [01:06<01:32, 6407.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 409798/1000000 [01:06<01:32, 6369.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 410436/1000000 [01:07<01:32, 6344.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 411075/1000000 [01:07<01:32, 6333.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 411837/1000000 [01:07<01:27, 6705.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 412514/1000000 [01:07<01:27, 6679.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 413186/1000000 [01:07<01:33, 6276.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 413822/1000000 [01:07<01:35, 6166.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 41%|██▍ | 414451/1000000 [01:07<01:37, 5998.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▍ | 415058/1000000 [01:07<01:38, 5966.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▍ | 415793/1000000 [01:07<01:32, 6334.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▍ | 416432/1000000 [01:08<01:35, 6141.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 417059/1000000 [01:08<01:34, 6159.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 417705/1000000 [01:08<01:34, 6182.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 418372/1000000 [01:08<01:32, 6300.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 419013/1000000 [01:08<01:34, 6177.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 419646/1000000 [01:08<01:37, 5943.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 420406/1000000 [01:08<01:30, 6391.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 421136/1000000 [01:08<01:27, 6616.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 421836/1000000 [01:08<01:26, 6712.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 422530/1000000 [01:08<01:26, 6670.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 423224/1000000 [01:09<01:25, 6715.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 423904/1000000 [01:09<01:26, 6624.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 42%|██▌ | 424571/1000000 [01:09<01:35, 6048.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 425212/1000000 [01:09<01:33, 6144.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 425840/1000000 [01:09<01:33, 6127.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 426477/1000000 [01:09<01:33, 6166.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 427107/1000000 [01:09<01:35, 5978.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 427727/1000000 [01:09<01:34, 6024.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 428383/1000000 [01:09<01:32, 6164.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 429005/1000000 [01:10<01:34, 6058.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 429695/1000000 [01:10<01:30, 6276.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 430325/1000000 [01:10<01:31, 6244.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 430954/1000000 [01:10<01:33, 6057.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 431563/1000000 [01:10<01:33, 6061.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 432172/1000000 [01:10<01:34, 5981.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 432773/1000000 [01:10<01:37, 5812.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 433413/1000000 [01:10<01:35, 5947.89 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 434035/1000000 [01:10<01:35, 5947.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 43%|██▌ | 434644/1000000 [01:10<01:34, 5983.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▌ | 435348/1000000 [01:11<01:29, 6286.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▌ | 436016/1000000 [01:11<01:28, 6364.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▌ | 436655/1000000 [01:11<01:30, 6227.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▌ | 437283/1000000 [01:11<01:35, 5884.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 437904/1000000 [01:11<01:35, 5905.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 438557/1000000 [01:11<01:32, 6040.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 439202/1000000 [01:11<01:31, 6146.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 439917/1000000 [01:11<01:28, 6348.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 440565/1000000 [01:11<01:30, 6178.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 441220/1000000 [01:12<01:29, 6277.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 441887/1000000 [01:12<01:27, 6382.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 442578/1000000 [01:12<01:25, 6486.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 443242/1000000 [01:12<01:28, 6258.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 443953/1000000 [01:12<01:25, 6476.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 44%|██▋ | 444708/1000000 [01:12<01:22, 6748.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 445387/1000000 [01:12<01:24, 6564.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 446058/1000000 [01:12<01:24, 6590.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 446806/1000000 [01:12<01:21, 6769.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 447492/1000000 [01:12<01:21, 6760.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 448174/1000000 [01:13<01:21, 6751.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 448864/1000000 [01:13<01:22, 6681.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 449547/1000000 [01:13<01:22, 6712.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 450231/1000000 [01:13<01:22, 6676.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 450900/1000000 [01:13<01:23, 6580.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 451564/1000000 [01:13<01:23, 6538.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 452219/1000000 [01:13<01:26, 6319.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 452892/1000000 [01:13<01:26, 6340.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 453597/1000000 [01:13<01:25, 6413.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 454253/1000000 [01:14<01:26, 6307.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 45%|██▋ | 454914/1000000 [01:14<01:26, 6274.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▋ | 455552/1000000 [01:14<01:26, 6264.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▋ | 456204/1000000 [01:14<01:26, 6279.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▋ | 456838/1000000 [01:14<01:27, 6181.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▋ | 457468/1000000 [01:14<01:28, 6154.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▋ | 458104/1000000 [01:14<01:27, 6205.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 458727/1000000 [01:14<01:29, 6042.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 459391/1000000 [01:14<01:27, 6210.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 460117/1000000 [01:14<01:22, 6509.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 460770/1000000 [01:15<01:26, 6215.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 461502/1000000 [01:15<01:23, 6471.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 462158/1000000 [01:15<01:29, 6019.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 462769/1000000 [01:15<01:32, 5792.89 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 463394/1000000 [01:15<01:30, 5913.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 464078/1000000 [01:15<01:26, 6169.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 46%|██▊ | 464733/1000000 [01:15<01:25, 6239.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 465373/1000000 [01:15<01:28, 6059.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 466002/1000000 [01:15<01:27, 6099.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 466629/1000000 [01:16<01:28, 6059.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 467239/1000000 [01:16<01:31, 5828.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 467830/1000000 [01:16<01:32, 5753.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 468434/1000000 [01:16<01:31, 5825.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 469026/1000000 [01:16<01:30, 5843.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 469641/1000000 [01:16<01:30, 5889.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 470354/1000000 [01:16<01:24, 6240.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 471013/1000000 [01:16<01:23, 6329.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 471652/1000000 [01:16<01:25, 6190.91 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 472391/1000000 [01:16<01:20, 6525.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 473098/1000000 [01:17<01:18, 6683.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 473788/1000000 [01:17<01:18, 6717.29 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 47%|██▊ | 474464/1000000 [01:17<01:18, 6687.67 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▊ | 475144/1000000 [01:17<01:19, 6640.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▊ | 475816/1000000 [01:17<01:19, 6602.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▊ | 476543/1000000 [01:17<01:17, 6720.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▊ | 477225/1000000 [01:17<01:19, 6562.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▊ | 477894/1000000 [01:17<01:23, 6243.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▊ | 478524/1000000 [01:17<01:23, 6215.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▊ | 479160/1000000 [01:18<01:26, 6004.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▉ | 479777/1000000 [01:18<01:27, 5921.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▉ | 480509/1000000 [01:18<01:22, 6285.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▉ | 481147/1000000 [01:18<01:25, 6044.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▉ | 481836/1000000 [01:18<01:22, 6267.54 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▉ | 482586/1000000 [01:18<01:19, 6521.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▉ | 483396/1000000 [01:18<01:14, 6944.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▉ | 484100/1000000 [01:18<01:14, 6954.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 48%|██▉ | 484804/1000000 [01:18<01:14, 6929.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 485499/1000000 [01:18<01:16, 6750.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 486177/1000000 [01:19<01:17, 6609.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 486917/1000000 [01:19<01:15, 6777.19 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 487608/1000000 [01:19<01:16, 6727.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 488287/1000000 [01:19<01:18, 6523.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 488945/1000000 [01:19<01:23, 6132.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 489567/1000000 [01:19<01:24, 6010.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 490257/1000000 [01:19<01:21, 6235.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 490905/1000000 [01:19<01:21, 6284.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 491538/1000000 [01:19<01:23, 6072.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 492166/1000000 [01:20<01:26, 5845.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 492832/1000000 [01:20<01:24, 6028.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 493451/1000000 [01:20<01:25, 5936.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 494106/1000000 [01:20<01:23, 6068.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 49%|██▉ | 494775/1000000 [01:20<01:22, 6147.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|██▉ | 495521/1000000 [01:20<01:17, 6508.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|██▉ | 496200/1000000 [01:20<01:16, 6566.54 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|██▉ | 496863/1000000 [01:20<01:16, 6553.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|██▉ | 497546/1000000 [01:20<01:15, 6627.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|██▉ | 498214/1000000 [01:21<01:18, 6363.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|██▉ | 498873/1000000 [01:21<01:17, 6425.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|██▉ | 499557/1000000 [01:21<01:16, 6532.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|███ | 500225/1000000 [01:21<01:17, 6457.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|███ | 500880/1000000 [01:21<01:18, 6350.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|███ | 501520/1000000 [01:21<01:22, 6063.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|███ | 502133/1000000 [01:21<01:28, 5641.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|███ | 502823/1000000 [01:21<01:23, 5950.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|███ | 503428/1000000 [01:21<01:28, 5584.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|███ | 504061/1000000 [01:22<01:26, 5755.89 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 50%|███ | 504754/1000000 [01:22<01:21, 6052.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 505444/1000000 [01:22<01:19, 6231.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 506084/1000000 [01:22<01:18, 6259.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 506759/1000000 [01:22<01:17, 6346.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 507410/1000000 [01:22<01:17, 6339.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 508050/1000000 [01:22<01:20, 6126.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 508683/1000000 [01:22<01:20, 6125.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 509397/1000000 [01:22<01:16, 6412.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 510061/1000000 [01:22<01:16, 6388.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 510716/1000000 [01:23<01:18, 6212.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 511366/1000000 [01:23<01:18, 6219.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 511992/1000000 [01:23<01:18, 6188.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 512624/1000000 [01:23<01:20, 6049.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 513235/1000000 [01:23<01:26, 5632.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 513814/1000000 [01:23<01:26, 5604.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 51%|███ | 514484/1000000 [01:23<01:23, 5825.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███ | 515116/1000000 [01:23<01:21, 5962.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███ | 515743/1000000 [01:23<01:20, 6038.00 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███ | 516450/1000000 [01:24<01:17, 6279.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███ | 517148/1000000 [01:24<01:14, 6472.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███ | 517804/1000000 [01:24<01:15, 6384.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███ | 518506/1000000 [01:24<01:13, 6565.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███ | 519177/1000000 [01:24<01:14, 6492.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███ | 519852/1000000 [01:24<01:13, 6549.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███ | 520625/1000000 [01:24<01:09, 6892.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███▏ | 521316/1000000 [01:24<01:09, 6866.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███▏ | 522088/1000000 [01:24<01:07, 7099.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███▏ | 522830/1000000 [01:24<01:11, 6643.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███▏ | 523510/1000000 [01:25<01:17, 6162.08 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███▏ | 524144/1000000 [01:25<01:18, 6048.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 52%|███▏ | 524833/1000000 [01:25<01:16, 6228.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 525463/1000000 [01:25<01:18, 6047.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 526084/1000000 [01:25<01:20, 5879.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 526706/1000000 [01:25<01:19, 5960.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 527306/1000000 [01:25<01:22, 5727.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 527883/1000000 [01:25<01:22, 5707.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 528504/1000000 [01:25<01:20, 5842.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 529110/1000000 [01:26<01:19, 5902.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 529703/1000000 [01:26<01:19, 5893.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 530306/1000000 [01:26<01:20, 5855.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 530894/1000000 [01:26<01:21, 5778.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 531573/1000000 [01:26<01:17, 6012.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 532262/1000000 [01:26<01:14, 6250.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 532964/1000000 [01:26<01:12, 6458.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 533613/1000000 [01:26<01:15, 6187.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 534291/1000000 [01:26<01:15, 6206.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 53%|███▏ | 534927/1000000 [01:26<01:15, 6183.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 535548/1000000 [01:27<01:18, 5928.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 536145/1000000 [01:27<01:23, 5568.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 536713/1000000 [01:27<01:23, 5540.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 537357/1000000 [01:27<01:20, 5746.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 538014/1000000 [01:27<01:17, 5946.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 538615/1000000 [01:27<01:20, 5734.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 539221/1000000 [01:27<01:19, 5787.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 539877/1000000 [01:27<01:16, 6004.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 540510/1000000 [01:27<01:16, 6017.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▏ | 541221/1000000 [01:28<01:12, 6325.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▎ | 541872/1000000 [01:28<01:14, 6151.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▎ | 542490/1000000 [01:28<01:16, 5985.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▎ | 543098/1000000 [01:28<01:17, 5912.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▎ | 543693/1000000 [01:28<01:19, 5730.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 54%|███▎ | 544391/1000000 [01:28<01:15, 6068.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 545057/1000000 [01:28<01:13, 6165.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 545692/1000000 [01:28<01:13, 6218.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 546322/1000000 [01:28<01:12, 6215.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 547010/1000000 [01:29<01:10, 6390.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 547663/1000000 [01:29<01:10, 6396.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 548458/1000000 [01:29<01:06, 6839.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 549201/1000000 [01:29<01:04, 6942.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 549916/1000000 [01:29<01:06, 6769.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 550599/1000000 [01:29<01:06, 6708.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 551295/1000000 [01:29<01:06, 6770.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 551973/1000000 [01:29<01:06, 6757.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 552654/1000000 [01:29<01:11, 6257.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 553295/1000000 [01:29<01:14, 5970.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 553910/1000000 [01:30<01:14, 5997.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 55%|███▎ | 554519/1000000 [01:30<01:15, 5909.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 555142/1000000 [01:30<01:15, 5869.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 555733/1000000 [01:30<01:17, 5726.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 556379/1000000 [01:30<01:14, 5918.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 557001/1000000 [01:30<01:14, 5934.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 557627/1000000 [01:30<01:14, 5954.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 558235/1000000 [01:30<01:15, 5877.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 558867/1000000 [01:30<01:13, 5972.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 559581/1000000 [01:31<01:10, 6283.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 560212/1000000 [01:31<01:11, 6115.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 560837/1000000 [01:31<01:13, 5964.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 561448/1000000 [01:31<01:13, 5987.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▎ | 562104/1000000 [01:31<01:12, 6042.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▍ | 562961/1000000 [01:31<01:04, 6730.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▍ | 563652/1000000 [01:31<01:08, 6401.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 56%|███▍ | 564313/1000000 [01:31<01:07, 6458.54 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 565004/1000000 [01:31<01:06, 6531.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 565667/1000000 [01:31<01:10, 6186.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 566298/1000000 [01:32<01:12, 5981.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 566919/1000000 [01:32<01:12, 5998.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 567535/1000000 [01:32<01:16, 5664.16 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 568154/1000000 [01:32<01:14, 5799.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 568742/1000000 [01:32<01:14, 5791.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 569393/1000000 [01:32<01:12, 5944.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 570103/1000000 [01:32<01:08, 6259.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 570734/1000000 [01:32<01:10, 6067.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 571348/1000000 [01:32<01:11, 6028.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 572059/1000000 [01:33<01:07, 6324.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 572789/1000000 [01:33<01:05, 6555.16 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 573454/1000000 [01:33<01:05, 6509.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 574144/1000000 [01:33<01:04, 6595.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 57%|███▍ | 574809/1000000 [01:33<01:05, 6464.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 575471/1000000 [01:33<01:05, 6501.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 576138/1000000 [01:33<01:05, 6504.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 576794/1000000 [01:33<01:07, 6300.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 577431/1000000 [01:33<01:07, 6214.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 578075/1000000 [01:34<01:08, 6176.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 578712/1000000 [01:34<01:08, 6122.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 579328/1000000 [01:34<01:11, 5891.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 579926/1000000 [01:34<01:11, 5876.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 580628/1000000 [01:34<01:07, 6200.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 581293/1000000 [01:34<01:06, 6306.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 581931/1000000 [01:34<01:06, 6262.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 582563/1000000 [01:34<01:08, 6098.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▍ | 583213/1000000 [01:34<01:07, 6210.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▌ | 583852/1000000 [01:34<01:06, 6245.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 58%|███▌ | 584494/1000000 [01:35<01:08, 6035.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 585108/1000000 [01:35<01:09, 6012.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 585717/1000000 [01:35<01:08, 6005.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 586347/1000000 [01:35<01:11, 5786.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 586937/1000000 [01:35<01:11, 5742.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 587606/1000000 [01:35<01:09, 5951.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 588236/1000000 [01:35<01:08, 5976.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 588851/1000000 [01:35<01:08, 6016.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 589459/1000000 [01:35<01:09, 5874.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 590133/1000000 [01:36<01:07, 6089.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 590785/1000000 [01:36<01:05, 6202.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 591487/1000000 [01:36<01:03, 6386.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 592143/1000000 [01:36<01:07, 6001.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 592814/1000000 [01:36<01:06, 6126.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 593471/1000000 [01:36<01:05, 6223.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 594100/1000000 [01:36<01:07, 6007.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 59%|███▌ | 594842/1000000 [01:36<01:03, 6387.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 595487/1000000 [01:36<01:05, 6171.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 596120/1000000 [01:36<01:08, 5866.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 596719/1000000 [01:37<01:11, 5609.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 597309/1000000 [01:37<01:11, 5622.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 597898/1000000 [01:37<01:10, 5686.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 598483/1000000 [01:37<01:11, 5607.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 599231/1000000 [01:37<01:05, 6122.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 599854/1000000 [01:37<01:06, 6012.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 600516/1000000 [01:37<01:04, 6160.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 601161/1000000 [01:37<01:04, 6169.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 601784/1000000 [01:37<01:05, 6091.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 602445/1000000 [01:38<01:04, 6204.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 603105/1000000 [01:38<01:02, 6306.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▌ | 603813/1000000 [01:38<01:00, 6531.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 60%|███▋ | 604564/1000000 [01:38<00:58, 6810.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 605248/1000000 [01:38<01:00, 6568.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 605917/1000000 [01:38<01:03, 6179.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 606555/1000000 [01:38<01:03, 6155.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 607270/1000000 [01:38<01:02, 6291.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 607992/1000000 [01:38<01:00, 6524.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 608691/1000000 [01:38<00:59, 6601.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 609474/1000000 [01:39<00:56, 6889.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 610188/1000000 [01:39<00:56, 6957.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 610895/1000000 [01:39<00:58, 6671.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 611576/1000000 [01:39<01:01, 6328.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 612220/1000000 [01:39<01:01, 6266.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 612886/1000000 [01:39<01:01, 6269.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 613559/1000000 [01:39<01:00, 6379.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 614235/1000000 [01:39<00:59, 6455.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 61%|███▋ | 614889/1000000 [01:39<01:00, 6347.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 615592/1000000 [01:40<00:58, 6534.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 616264/1000000 [01:40<01:00, 6330.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 616903/1000000 [01:40<01:04, 5903.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 617502/1000000 [01:40<01:07, 5691.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 618081/1000000 [01:40<01:07, 5686.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 618657/1000000 [01:40<01:10, 5374.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 619229/1000000 [01:40<01:09, 5464.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 619821/1000000 [01:40<01:08, 5577.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 620475/1000000 [01:40<01:05, 5800.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 621138/1000000 [01:41<01:02, 6038.54 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 621803/1000000 [01:41<01:01, 6130.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 622428/1000000 [01:41<01:04, 5850.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 623030/1000000 [01:41<01:08, 5479.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 623586/1000000 [01:41<01:10, 5363.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 624140/1000000 [01:41<01:10, 5326.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 62%|███▋ | 624717/1000000 [01:41<01:09, 5425.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 625265/1000000 [01:41<01:09, 5361.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 625846/1000000 [01:41<01:10, 5338.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 626396/1000000 [01:42<01:12, 5168.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 627014/1000000 [01:42<01:08, 5416.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 627688/1000000 [01:42<01:04, 5778.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 628342/1000000 [01:42<01:02, 5971.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 628948/1000000 [01:42<01:03, 5873.54 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 629588/1000000 [01:42<01:01, 5988.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 630204/1000000 [01:42<01:01, 6024.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 630820/1000000 [01:42<01:01, 6009.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 631495/1000000 [01:42<00:59, 6223.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 632237/1000000 [01:42<00:56, 6559.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 632897/1000000 [01:43<00:56, 6478.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 633563/1000000 [01:43<00:57, 6321.00 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 634200/1000000 [01:43<00:58, 6207.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 63%|███▊ | 634822/1000000 [01:43<01:01, 5955.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 635456/1000000 [01:43<01:00, 6045.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 636176/1000000 [01:43<00:57, 6350.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 636824/1000000 [01:43<00:57, 6329.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 637472/1000000 [01:43<00:59, 6122.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 638177/1000000 [01:43<00:56, 6380.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 638827/1000000 [01:44<00:57, 6276.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 639463/1000000 [01:44<00:57, 6227.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 640103/1000000 [01:44<00:57, 6241.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 640732/1000000 [01:44<00:57, 6198.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|█���█▊ | 641384/1000000 [01:44<00:57, 6265.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 642028/1000000 [01:44<00:56, 6280.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 642657/1000000 [01:44<00:58, 6144.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 643389/1000000 [01:44<00:55, 6465.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 644053/1000000 [01:44<00:54, 6514.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 64%|███▊ | 644743/1000000 [01:44<00:53, 6628.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▊ | 645422/1000000 [01:45<00:55, 6363.08 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 646067/1000000 [01:45<01:02, 5677.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 646659/1000000 [01:45<01:03, 5575.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 647272/1000000 [01:45<01:01, 5717.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 647855/1000000 [01:45<01:02, 5663.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 648504/1000000 [01:45<00:59, 5874.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 649102/1000000 [01:45<01:03, 5560.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 649666/1000000 [01:45<01:06, 5293.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 650262/1000000 [01:45<01:04, 5442.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 650843/1000000 [01:46<01:03, 5539.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 651410/1000000 [01:46<01:02, 5537.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 651975/1000000 [01:46<01:04, 5385.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 652524/1000000 [01:46<01:08, 5084.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 653079/1000000 [01:46<01:07, 5155.29 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 653620/1000000 [01:46<01:06, 5174.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 654173/1000000 [01:46<01:06, 5237.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 65%|███▉ | 654699/1000000 [01:46<01:07, 5149.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 655231/1000000 [01:46<01:07, 5107.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 655749/1000000 [01:47<01:08, 5016.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 656344/1000000 [01:47<01:05, 5280.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 656923/1000000 [01:47<01:03, 5413.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 657480/1000000 [01:47<01:03, 5383.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 658114/1000000 [01:47<01:00, 5633.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 658716/1000000 [01:47<00:59, 5705.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 659292/1000000 [01:47<00:59, 5687.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 659906/1000000 [01:47<00:58, 5809.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 660519/1000000 [01:47<00:58, 5824.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 661126/1000000 [01:47<00:57, 5856.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 661734/1000000 [01:48<00:57, 5920.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 662346/1000000 [01:48<00:59, 5707.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 662924/1000000 [01:48<00:59, 5619.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 663583/1000000 [01:48<00:57, 5839.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 664262/1000000 [01:48<00:54, 6110.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 66%|███▉ | 664882/1000000 [01:48<00:54, 6133.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|███▉ | 665620/1000000 [01:48<00:51, 6451.67 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|███▉ | 666321/1000000 [01:48<00:50, 6610.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 667000/1000000 [01:48<00:50, 6634.29 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 667673/1000000 [01:48<00:50, 6641.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 668339/1000000 [01:49<00:50, 6627.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 669008/1000000 [01:49<00:52, 6336.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 669653/1000000 [01:49<00:52, 6246.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 670294/1000000 [01:49<00:52, 6243.08 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 670928/1000000 [01:49<00:53, 6118.54 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 671542/1000000 [01:49<00:54, 6056.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 672161/1000000 [01:49<00:55, 5910.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 672756/1000000 [01:49<00:56, 5757.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 673367/1000000 [01:49<00:55, 5845.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 673962/1000000 [01:50<00:56, 5807.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 67%|████ | 674551/1000000 [01:50<00:58, 5577.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 675129/1000000 [01:50<00:57, 5617.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 675699/1000000 [01:50<00:57, 5610.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 676262/1000000 [01:50<00:57, 5596.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 676837/1000000 [01:50<00:58, 5539.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 677423/1000000 [01:50<00:57, 5618.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 677987/1000000 [01:50<00:57, 5576.00 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 678568/1000000 [01:50<00:57, 5590.00 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 679158/1000000 [01:50<00:56, 5677.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 679788/1000000 [01:51<00:54, 5831.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 680375/1000000 [01:51<00:56, 5640.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 681060/1000000 [01:51<00:54, 5874.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 681654/1000000 [01:51<00:54, 5804.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 682255/1000000 [01:51<00:54, 5823.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 682856/1000000 [01:51<00:57, 5510.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 683417/1000000 [01:51<00:58, 5368.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 683964/1000000 [01:51<01:00, 5257.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 68%|████ | 684493/1000000 [01:51<01:02, 5069.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████ | 685018/1000000 [01:52<01:05, 4824.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████ | 685514/1000000 [01:52<01:04, 4856.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████ | 686131/1000000 [01:52<01:00, 5183.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████ | 686710/1000000 [01:52<00:58, 5345.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████ | 687333/1000000 [01:52<00:56, 5579.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 687938/1000000 [01:52<00:54, 5714.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 688580/1000000 [01:52<00:52, 5919.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 689188/1000000 [01:52<00:54, 5663.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 689848/1000000 [01:52<00:52, 5867.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 690445/1000000 [01:53<00:53, 5754.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 691030/1000000 [01:53<00:54, 5622.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 691597/1000000 [01:53<00:55, 5566.19 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 692164/1000000 [01:53<00:56, 5463.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 692722/1000000 [01:53<00:59, 5150.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 693361/1000000 [01:53<00:56, 5473.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 693937/1000000 [01:53<00:55, 5505.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 69%|████▏ | 694492/1000000 [01:53<00:56, 5377.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 695127/1000000 [01:53<00:53, 5651.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 695825/1000000 [01:53<00:51, 5950.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 696453/1000000 [01:54<00:50, 6024.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 697065/1000000 [01:54<00:52, 5744.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 697649/1000000 [01:54<00:53, 5615.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 698378/1000000 [01:54<00:49, 6060.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 699077/1000000 [01:54<00:47, 6270.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 699722/1000000 [01:54<00:47, 6263.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 700355/1000000 [01:54<00:48, 6153.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 700995/1000000 [01:54<00:49, 5998.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 701615/1000000 [01:54<00:52, 5724.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 702262/1000000 [01:55<00:50, 5903.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 702864/1000000 [01:55<00:53, 5571.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 703439/1000000 [01:55<00:55, 5375.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 703988/1000000 [01:55<00:55, 5360.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 70%|████▏ | 704536/1000000 [01:55<00:55, 5278.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▏ | 705078/1000000 [01:55<00:55, 5275.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▏ | 705695/1000000 [01:55<00:53, 5527.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▏ | 706253/1000000 [01:55<00:54, 5410.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▏ | 706888/1000000 [01:55<00:51, 5664.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▏ | 707562/1000000 [01:56<00:48, 5970.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▏ | 708170/1000000 [01:56<00:48, 5965.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 708832/1000000 [01:56<00:47, 6108.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 709511/1000000 [01:56<00:46, 6268.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 710145/1000000 [01:56<00:47, 6079.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 710783/1000000 [01:56<00:47, 6121.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 711404/1000000 [01:56<00:47, 6044.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 712014/1000000 [01:56<00:47, 6006.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 712630/1000000 [01:56<00:48, 5920.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 713235/1000000 [01:56<00:49, 5800.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 713817/1000000 [01:57<00:49, 5735.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 71%|████▎ | 714423/1000000 [01:57<00:49, 5784.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 715112/1000000 [01:57<00:47, 6033.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 715784/1000000 [01:57<00:46, 6177.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 716500/1000000 [01:57<00:43, 6459.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 717153/1000000 [01:57<00:45, 6158.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 717912/1000000 [01:57<00:43, 6542.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 718571/1000000 [01:57<00:44, 6373.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 719218/1000000 [01:57<00:45, 6213.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 719850/1000000 [01:58<00:45, 6182.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 720485/1000000 [01:58<00:45, 6079.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 721111/1000000 [01:58<00:45, 6116.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 721725/1000000 [01:58<00:46, 5979.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 722389/1000000 [01:58<00:45, 6062.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 723046/1000000 [01:58<00:44, 6186.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 723731/1000000 [01:58<00:43, 6310.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 72%|████▎ | 724404/1000000 [01:58<00:43, 6345.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▎ | 725048/1000000 [01:58<00:43, 6264.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▎ | 725678/1000000 [01:59<00:46, 5903.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▎ | 726297/1000000 [01:59<00:47, 5730.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▎ | 726881/1000000 [01:59<00:47, 5739.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▎ | 727470/1000000 [01:59<00:47, 5717.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▎ | 728056/1000000 [01:59<00:49, 5499.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▎ | 728639/1000000 [01:59<00:48, 5567.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▍ | 729225/1000000 [01:59<00:48, 5610.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▍ | 729863/1000000 [01:59<00:46, 5812.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▍ | 730534/1000000 [01:59<00:44, 6066.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▍ | 731165/1000000 [01:59<00:43, 6137.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▍ | 731814/1000000 [02:00<00:43, 6219.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▍ | 732453/1000000 [02:00<00:43, 6090.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▍ | 733087/1000000 [02:00<00:43, 6162.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▍ | 733714/1000000 [02:00<00:44, 5951.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 73%|████▍ | 734331/1000000 [02:00<00:44, 5984.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 735039/1000000 [02:00<00:42, 6290.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 735688/1000000 [02:00<00:43, 6076.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 736320/1000000 [02:00<00:43, 6040.00 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 736935/1000000 [02:00<00:44, 5974.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 737633/1000000 [02:01<00:42, 6140.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 738250/1000000 [02:01<00:43, 6051.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 738871/1000000 [02:01<00:42, 6095.57 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 739483/1000000 [02:01<00:43, 5959.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 740149/1000000 [02:01<00:42, 6157.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 740768/1000000 [02:01<00:42, 6078.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 741385/1000000 [02:01<00:42, 6087.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 742063/1000000 [02:01<00:41, 6278.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 742702/1000000 [02:01<00:41, 6212.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 743342/1000000 [02:01<00:41, 6223.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 743978/1000000 [02:02<00:42, 5960.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 74%|████▍ | 744623/1000000 [02:02<00:41, 6084.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▍ | 745238/1000000 [02:02<00:43, 5911.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▍ | 745930/1000000 [02:02<00:41, 6179.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▍ | 746552/1000000 [02:02<00:41, 6110.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▍ | 747166/1000000 [02:02<00:42, 5993.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▍ | 747896/1000000 [02:02<00:39, 6308.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▍ | 748653/1000000 [02:02<00:37, 6659.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▍ | 749322/1000000 [02:02<00:38, 6527.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▍ | 749983/1000000 [02:02<00:38, 6513.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▌ | 750646/1000000 [02:03<00:39, 6280.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▌ | 751281/1000000 [02:03<00:39, 6254.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▌ | 751916/1000000 [02:03<00:40, 6099.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▌ | 752528/1000000 [02:03<00:41, 5943.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▌ | 753132/1000000 [02:03<00:41, 5915.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▌ | 753730/1000000 [02:03<00:41, 5931.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 75%|████▌ | 754390/1000000 [02:03<00:40, 6101.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 755009/1000000 [02:03<00:40, 6039.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 755666/1000000 [02:03<00:39, 6147.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 756356/1000000 [02:04<00:38, 6330.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 757003/1000000 [02:04<00:38, 6277.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 757696/1000000 [02:04<00:37, 6440.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 758349/1000000 [02:04<00:38, 6196.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 759046/1000000 [02:04<00:37, 6392.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 759700/1000000 [02:04<00:39, 6156.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 760333/1000000 [02:04<00:38, 6167.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 760954/1000000 [02:04<00:39, 6099.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 761633/1000000 [02:04<00:38, 6251.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 762335/1000000 [02:04<00:36, 6423.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 763009/1000000 [02:05<00:36, 6501.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 763664/1000000 [02:05<00:38, 6200.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 764296/1000000 [02:05<00:39, 5900.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 76%|████▌ | 764910/1000000 [02:05<00:40, 5742.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▌ | 765490/1000000 [02:05<00:40, 5720.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▌ | 766067/1000000 [02:05<00:41, 5685.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▌ | 766675/1000000 [02:05<00:40, 5723.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▌ | 767290/1000000 [02:05<00:39, 5818.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▌ | 767997/1000000 [02:05<00:37, 6146.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▌ | 768788/1000000 [02:06<00:34, 6645.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▌ | 769480/1000000 [02:06<00:34, 6723.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▌ | 770174/1000000 [02:06<00:34, 6672.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▋ | 770848/1000000 [02:06<00:34, 6656.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▋ | 771517/1000000 [02:06<00:35, 6503.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▋ | 772171/1000000 [02:06<00:35, 6388.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▋ | 772830/1000000 [02:06<00:37, 6119.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▋ | 773523/1000000 [02:06<00:36, 6283.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▋ | 774166/1000000 [02:06<00:37, 6052.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 77%|████▋ | 774777/1000000 [02:07<00:38, 5917.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 775384/1000000 [02:07<00:38, 5866.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 775996/1000000 [02:07<00:37, 5899.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 776597/1000000 [02:07<00:38, 5787.50 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 777185/1000000 [02:07<00:39, 5694.19 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 777818/1000000 [02:07<00:38, 5845.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 778420/1000000 [02:07<00:38, 5738.16 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 778999/1000000 [02:07<00:38, 5685.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 779584/1000000 [02:07<00:38, 5692.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 780200/1000000 [02:07<00:38, 5750.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 780867/1000000 [02:08<00:36, 6016.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 781617/1000000 [02:08<00:33, 6440.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 782272/1000000 [02:08<00:35, 6217.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 782899/1000000 [02:08<00:35, 6178.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 783559/1000000 [02:08<00:34, 6256.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 784188/1000000 [02:08<00:34, 6236.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 78%|████▋ | 784851/1000000 [02:08<00:33, 6336.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 785526/1000000 [02:08<00:33, 6348.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 786250/1000000 [02:08<00:32, 6585.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 786911/1000000 [02:09<00:32, 6503.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 787657/1000000 [02:09<00:31, 6688.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 788327/1000000 [02:09<00:32, 6583.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 788988/1000000 [02:09<00:33, 6271.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 789635/1000000 [02:09<00:34, 6088.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 790268/1000000 [02:09<00:34, 6052.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 790884/1000000 [02:09<00:34, 5975.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▋ | 791516/1000000 [02:09<00:34, 6070.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▊ | 792138/1000000 [02:09<00:35, 5937.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▊ | 792747/1000000 [02:09<00:34, 5931.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▊ | 793358/1000000 [02:10<00:34, 5932.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▊ | 794076/1000000 [02:10<00:33, 6212.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 79%|████▊ | 794720/1000000 [02:10<00:32, 6260.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 795350/1000000 [02:10<00:33, 6167.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 795982/1000000 [02:10<00:34, 5938.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 796618/1000000 [02:10<00:33, 6012.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 797258/1000000 [02:10<00:33, 6113.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 797878/1000000 [02:10<00:33, 6092.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 798545/1000000 [02:10<00:32, 6238.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 799178/1000000 [02:11<00:32, 6211.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 799909/1000000 [02:11<00:31, 6392.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 800555/1000000 [02:11<00:31, 6330.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 801238/1000000 [02:11<00:31, 6398.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 801883/1000000 [02:11<00:31, 6319.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 802523/1000000 [02:11<00:31, 6221.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 803151/1000000 [02:11<00:31, 6159.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 803905/1000000 [02:11<00:30, 6490.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 80%|████▊ | 804582/1000000 [02:11<00:30, 6468.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 805300/1000000 [02:11<00:29, 6613.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 806076/1000000 [02:12<00:28, 6773.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 806756/1000000 [02:12<00:30, 6384.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 807408/1000000 [02:12<00:33, 5697.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 807996/1000000 [02:12<00:35, 5415.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 808629/1000000 [02:12<00:33, 5649.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 809317/1000000 [02:12<00:32, 5953.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 809947/1000000 [02:12<00:31, 6020.16 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 810561/1000000 [02:12<00:33, 5729.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 811213/1000000 [02:12<00:32, 5880.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 811824/1000000 [02:13<00:31, 5941.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▊ | 812456/1000000 [02:13<00:31, 6036.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▉ | 813077/1000000 [02:13<00:30, 6069.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▉ | 813690/1000000 [02:13<00:30, 6019.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▉ | 814335/1000000 [02:13<00:30, 6107.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 81%|████▉ | 814948/1000000 [02:13<00:31, 5949.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 815550/1000000 [02:13<00:31, 5844.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 816148/1000000 [02:13<00:31, 5867.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 816802/1000000 [02:13<00:30, 5935.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 817411/1000000 [02:14<00:30, 5937.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 818017/1000000 [02:14<00:30, 5909.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 818624/1000000 [02:14<00:30, 5949.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 819272/1000000 [02:14<00:30, 6010.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 820057/1000000 [02:14<00:28, 6393.91 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 820795/1000000 [02:14<00:26, 6672.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 821464/1000000 [02:14<00:27, 6453.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 822118/1000000 [02:14<00:27, 6432.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 822773/1000000 [02:14<00:28, 6247.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 823406/1000000 [02:14<00:28, 6247.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 824114/1000000 [02:15<00:27, 6309.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 82%|████▉ | 824755/1000000 [02:15<00:27, 6275.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 825437/1000000 [02:15<00:27, 6398.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 826121/1000000 [02:15<00:26, 6518.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 826781/1000000 [02:15<00:27, 6247.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 827482/1000000 [02:15<00:26, 6440.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 828148/1000000 [02:15<00:26, 6494.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 828880/1000000 [02:15<00:25, 6731.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 829562/1000000 [02:15<00:26, 6417.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 830242/1000000 [02:16<00:26, 6500.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 830972/1000000 [02:16<00:25, 6723.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 831667/1000000 [02:16<00:26, 6465.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 832340/1000000 [02:16<00:25, 6491.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|████▉ | 833006/1000000 [02:16<00:25, 6509.08 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|█████ | 833739/1000000 [02:16<00:24, 6731.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 83%|█████ | 834430/1000000 [02:16<00:24, 6759.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 835124/1000000 [02:16<00:25, 6554.51 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 835792/1000000 [02:16<00:25, 6545.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 836465/1000000 [02:16<00:24, 6582.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 837145/1000000 [02:17<00:24, 6519.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 837803/1000000 [02:17<00:25, 6343.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 838440/1000000 [02:17<00:25, 6247.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 839067/1000000 [02:17<00:26, 6069.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 839709/1000000 [02:17<00:26, 6134.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 840324/1000000 [02:17<00:28, 5654.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 840971/1000000 [02:17<00:27, 5812.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 841588/1000000 [02:17<00:27, 5856.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 842233/1000000 [02:17<00:26, 6017.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 842880/1000000 [02:18<00:25, 6114.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 843498/1000000 [02:18<00:25, 6116.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 844123/1000000 [02:18<00:25, 6079.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 84%|█████ | 844736/1000000 [02:18<00:26, 5909.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 845365/1000000 [02:18<00:25, 6002.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 845968/1000000 [02:18<00:25, 6001.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 846628/1000000 [02:18<00:25, 6122.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 847248/1000000 [02:18<00:26, 5719.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 847842/1000000 [02:18<00:29, 5161.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 848459/1000000 [02:19<00:28, 5346.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 849018/1000000 [02:19<00:27, 5409.04 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 849609/1000000 [02:19<00:27, 5542.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 850204/1000000 [02:19<00:26, 5592.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 850906/1000000 [02:19<00:25, 5936.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 851601/1000000 [02:19<00:24, 6146.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 852418/1000000 [02:19<00:21, 6710.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 853097/1000000 [02:19<00:22, 6624.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████ | 853764/1000000 [02:19<00:22, 6618.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 85%|█████▏| 854439/1000000 [02:19<00:22, 6536.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 855100/1000000 [02:20<00:22, 6488.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 855755/1000000 [02:20<00:22, 6383.08 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 856427/1000000 [02:20<00:22, 6454.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 857074/1000000 [02:20<00:23, 6203.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 857697/1000000 [02:20<00:24, 5815.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 858294/1000000 [02:20<00:25, 5584.16 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 858952/1000000 [02:20<00:24, 5856.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 859555/1000000 [02:20<00:24, 5825.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 860145/1000000 [02:20<00:25, 5392.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 860754/1000000 [02:21<00:25, 5560.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 861436/1000000 [02:21<00:23, 5906.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 862055/1000000 [02:21<00:23, 5795.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 862669/1000000 [02:21<00:23, 5884.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 863279/1000000 [02:21<00:23, 5907.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 863878/1000000 [02:21<00:23, 5847.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 86%|█████▏| 864480/1000000 [02:21<00:23, 5790.67 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 865103/1000000 [02:21<00:22, 5873.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 865806/1000000 [02:21<00:21, 6201.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 866437/1000000 [02:22<00:22, 6034.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 867050/1000000 [02:22<00:22, 6030.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 867761/1000000 [02:22<00:20, 6335.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 868473/1000000 [02:22<00:20, 6546.07 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 869149/1000000 [02:22<00:20, 6508.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 869803/1000000 [02:22<00:20, 6283.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 870436/1000000 [02:22<00:20, 6267.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 871069/1000000 [02:22<00:20, 6181.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 871725/1000000 [02:22<00:20, 6260.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 872355/1000000 [02:22<00:20, 6196.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 873066/1000000 [02:23<00:19, 6427.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 873773/1000000 [02:23<00:19, 6607.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 87%|█████▏| 874471/1000000 [02:23<00:19, 6527.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 875129/1000000 [02:23<00:19, 6420.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 875780/1000000 [02:23<00:19, 6345.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 876417/1000000 [02:23<00:20, 6047.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 877032/1000000 [02:23<00:20, 5984.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 877638/1000000 [02:23<00:21, 5604.67 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 878208/1000000 [02:23<00:22, 5373.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 878810/1000000 [02:24<00:22, 5490.05 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 879388/1000000 [02:24<00:21, 5567.65 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 880151/1000000 [02:24<00:19, 6101.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 880795/1000000 [02:24<00:19, 6090.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 881464/1000000 [02:24<00:18, 6258.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 882178/1000000 [02:24<00:20, 5763.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 883075/1000000 [02:24<00:17, 6612.43 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 883763/1000000 [02:24<00:18, 6442.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 88%|█████▎| 884430/1000000 [02:24<00:18, 6088.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 885054/1000000 [02:25<00:20, 5731.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 885659/1000000 [02:25<00:19, 5743.16 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 886324/1000000 [02:25<00:19, 5955.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 886995/1000000 [02:25<00:18, 6162.55 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 887628/1000000 [02:25<00:18, 5962.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 888239/1000000 [02:25<00:18, 5971.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 888851/1000000 [02:25<00:19, 5809.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 889531/1000000 [02:25<00:18, 6083.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 890149/1000000 [02:25<00:18, 5864.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 890753/1000000 [02:26<00:18, 5839.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 891353/1000000 [02:26<00:18, 5833.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 892032/1000000 [02:26<00:17, 6099.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 892763/1000000 [02:26<00:16, 6429.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 893615/1000000 [02:26<00:15, 6900.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 89%|█████▎| 894433/1000000 [02:26<00:14, 7173.73 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▎| 895172/1000000 [02:26<00:14, 7067.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 895886/1000000 [02:26<00:15, 6612.16 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 896555/1000000 [02:26<00:16, 6310.54 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 897195/1000000 [02:26<00:16, 6294.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 897952/1000000 [02:27<00:15, 6585.21 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 898666/1000000 [02:27<00:15, 6709.20 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 899354/1000000 [02:27<00:15, 6554.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 900024/1000000 [02:27<00:15, 6262.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 900656/1000000 [02:27<00:16, 6086.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 901268/1000000 [02:27<00:16, 6042.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 901943/1000000 [02:27<00:15, 6217.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 902605/1000000 [02:27<00:15, 6275.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 903274/1000000 [02:27<00:15, 6360.81 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 903918/1000000 [02:28<00:15, 6237.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 90%|█████▍| 904554/1000000 [02:28<00:15, 6268.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 905348/1000000 [02:28<00:14, 6714.87 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 906066/1000000 [02:28<00:13, 6836.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 906768/1000000 [02:28<00:13, 6710.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 907444/1000000 [02:28<00:13, 6692.98 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 908115/1000000 [02:28<00:14, 6256.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 908765/1000000 [02:28<00:15, 6054.45 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 909385/1000000 [02:28<00:15, 5788.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 910064/1000000 [02:29<00:14, 6034.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 910712/1000000 [02:29<00:14, 6106.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 911329/1000000 [02:29<00:14, 6057.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 911943/1000000 [02:29<00:14, 5878.29 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 912547/1000000 [02:29<00:14, 5851.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 913141/1000000 [02:29<00:15, 5740.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 913882/1000000 [02:29<00:13, 6215.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 91%|█████▍| 914509/1000000 [02:29<00:14, 6049.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▍| 915119/1000000 [02:29<00:15, 5605.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▍| 915776/1000000 [02:29<00:14, 5853.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▍| 916401/1000000 [02:30<00:14, 5937.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 917037/1000000 [02:30<00:13, 6054.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 917672/1000000 [02:30<00:13, 6134.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 918290/1000000 [02:30<00:13, 5986.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 918894/1000000 [02:30<00:13, 5826.94 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 919526/1000000 [02:30<00:13, 5957.46 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 920156/1000000 [02:30<00:13, 6050.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 920769/1000000 [02:30<00:13, 6068.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 921378/1000000 [02:30<00:13, 6019.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 922054/1000000 [02:31<00:12, 6154.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 922686/1000000 [02:31<00:12, 6201.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 923315/1000000 [02:31<00:12, 6095.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 923990/1000000 [02:31<00:12, 6264.18 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 92%|█████▌| 924750/1000000 [02:31<00:11, 6642.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 925435/1000000 [02:31<00:11, 6641.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 926111/1000000 [02:31<00:11, 6570.64 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 926773/1000000 [02:31<00:12, 6042.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 927401/1000000 [02:31<00:12, 6042.16 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 928112/1000000 [02:31<00:11, 6342.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 928863/1000000 [02:32<00:10, 6573.26 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 929532/1000000 [02:32<00:10, 6559.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 930212/1000000 [02:32<00:10, 6487.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 930873/1000000 [02:32<00:11, 6208.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 931503/1000000 [02:32<00:11, 6154.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 932124/1000000 [02:32<00:11, 5707.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 932708/1000000 [02:32<00:11, 5677.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 933393/1000000 [02:32<00:11, 5986.62 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 934011/1000000 [02:32<00:10, 6024.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 93%|█████▌| 934628/1000000 [02:33<00:11, 5936.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▌| 935301/1000000 [02:33<00:10, 6125.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▌| 936055/1000000 [02:33<00:09, 6533.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▌| 936725/1000000 [02:33<00:09, 6511.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▌| 937432/1000000 [02:33<00:09, 6641.74 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 938108/1000000 [02:33<00:09, 6626.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 938819/1000000 [02:33<00:09, 6761.41 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 939509/1000000 [02:33<00:09, 6460.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 940165/1000000 [02:33<00:09, 6417.15 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 940836/1000000 [02:33<00:09, 6493.56 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 941492/1000000 [02:34<00:09, 6427.09 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 942137/1000000 [02:34<00:09, 5888.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 942743/1000000 [02:34<00:09, 5739.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 943335/1000000 [02:34<00:10, 5473.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 943891/1000000 [02:34<00:10, 5298.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 94%|█████▋| 944492/1000000 [02:34<00:10, 5474.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 945165/1000000 [02:34<00:09, 5770.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 945753/1000000 [02:34<00:09, 5682.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 946331/1000000 [02:35<00:09, 5387.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 946889/1000000 [02:35<00:09, 5383.61 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 947454/1000000 [02:35<00:09, 5379.90 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 948086/1000000 [02:35<00:09, 5610.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 948820/1000000 [02:35<00:08, 6080.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 949458/1000000 [02:35<00:08, 6094.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 950121/1000000 [02:35<00:07, 6237.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 950752/1000000 [02:35<00:08, 5966.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 951353/1000000 [02:35<00:08, 5831.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 951952/1000000 [02:35<00:08, 5837.69 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 952539/1000000 [02:36<00:08, 5757.60 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 953227/1000000 [02:36<00:07, 6034.85 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 953933/1000000 [02:36<00:07, 6201.28 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 95%|█████▋| 954612/1000000 [02:36<00:07, 6338.66 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▋| 955249/1000000 [02:36<00:07, 6284.71 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▋| 955921/1000000 [02:36<00:06, 6324.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▋| 956637/1000000 [02:36<00:06, 6538.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▋| 957320/1000000 [02:36<00:06, 6594.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▋| 957984/1000000 [02:36<00:06, 6525.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 958638/1000000 [02:36<00:06, 6458.67 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 959423/1000000 [02:37<00:05, 6800.03 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 960117/1000000 [02:37<00:06, 6373.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 960775/1000000 [02:37<00:06, 6336.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 961416/1000000 [02:37<00:06, 6285.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 962055/1000000 [02:37<00:06, 5911.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 962737/1000000 [02:37<00:06, 6103.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 963371/1000000 [02:37<00:06, 5999.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 963991/1000000 [02:37<00:06, 5939.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 96%|█████▊| 964617/1000000 [02:37<00:06, 5709.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 965222/1000000 [02:38<00:05, 5797.76 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 965846/1000000 [02:38<00:05, 5919.49 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 966529/1000000 [02:38<00:05, 6154.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 967196/1000000 [02:38<00:05, 6247.31 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 967827/1000000 [02:38<00:05, 5665.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 968498/1000000 [02:38<00:05, 5900.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 969101/1000000 [02:38<00:05, 5816.89 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 969700/1000000 [02:38<00:05, 5633.37 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 970334/1000000 [02:38<00:05, 5813.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 970935/1000000 [02:39<00:04, 5827.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 971525/1000000 [02:39<00:05, 5485.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 972087/1000000 [02:39<00:05, 5181.01 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 972617/1000000 [02:39<00:05, 5043.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 973129/1000000 [02:39<00:05, 4984.67 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 973752/1000000 [02:39<00:05, 5239.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 974360/1000000 [02:39<00:04, 5405.27 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 97%|█████▊| 974914/1000000 [02:39<00:04, 5430.53 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▊| 975520/1000000 [02:39<00:04, 5557.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▊| 976130/1000000 [02:40<00:04, 5672.11 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▊| 976883/1000000 [02:40<00:03, 6137.36 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▊| 977503/1000000 [02:40<00:03, 6071.17 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▊| 978155/1000000 [02:40<00:03, 6172.75 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▊| 978787/1000000 [02:40<00:03, 6090.72 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▉| 979481/1000000 [02:40<00:03, 6312.59 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▉| 980119/1000000 [02:40<00:03, 6159.25 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▉| 980760/1000000 [02:40<00:03, 6199.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▉| 981454/1000000 [02:40<00:02, 6248.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▉| 982131/1000000 [02:40<00:02, 6302.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▉| 982767/1000000 [02:41<00:02, 5944.24 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▉| 983383/1000000 [02:41<00:03, 5522.52 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▉| 984003/1000000 [02:41<00:02, 5664.58 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 98%|█████▉| 984661/1000000 [02:41<00:02, 5899.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 985283/1000000 [02:41<00:02, 5913.99 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 985995/1000000 [02:41<00:02, 6131.19 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 986618/1000000 [02:41<00:02, 5778.10 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 987217/1000000 [02:41<00:02, 5635.30 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 987797/1000000 [02:41<00:02, 5586.35 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 988384/1000000 [02:42<00:02, 5464.12 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 988940/1000000 [02:42<00:02, 5239.95 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 989469/1000000 [02:42<00:02, 5118.91 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 989988/1000000 [02:42<00:01, 5046.77 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 990496/1000000 [02:42<00:02, 4483.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 990971/1000000 [02:42<00:02, 4226.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 991412/1000000 [02:42<00:02, 4154.97 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 991839/1000000 [02:42<00:02, 3621.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 992224/1000000 [02:43<00:02, 3435.32 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 992580/1000000 [02:43<00:02, 3436.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 992947/1000000 [02:43<00:02, 3466.82 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 993312/1000000 [02:43<00:01, 3472.06 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 993671/1000000 [02:43<00:01, 3464.22 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 994023/1000000 [02:43<00:01, 3448.63 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 994385/1000000 [02:43<00:01, 3160.79 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 99%|█████▉| 994730/1000000 [02:43<00:01, 3137.39 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 995058/1000000 [02:43<00:01, 3115.78 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 995397/1000000 [02:44<00:01, 3141.42 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 995724/1000000 [02:44<00:01, 2995.83 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 996046/1000000 [02:44<00:01, 2653.92 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 996322/1000000 [02:44<00:01, 2454.68 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 996596/1000000 [02:44<00:01, 2513.89 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 996866/1000000 [02:44<00:01, 2458.80 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 997141/1000000 [02:44<00:01, 2319.86 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 997444/1000000 [02:44<00:01, 2459.33 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 997696/1000000 [02:45<00:01, 2177.47 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 997927/1000000 [02:45<00:01, 2016.34 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 998137/1000000 [02:45<00:01, 1451.23 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 998317/1000000 [02:45<00:01, 1408.96 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 998482/1000000 [02:45<00:01, 1453.88 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 998648/1000000 [02:45<00:00, 1496.48 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 998826/1000000 [02:45<00:00, 1508.00 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 998986/1000000 [02:46<00:00, 1445.44 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 999154/1000000 [02:46<00:00, 1194.29 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████▉| 999295/1000000 [02:46<00:00, 1021.02 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|██████▉| 999419/1000000 [02:46<00:00, 789.70 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|██████▉| 999524/1000000 [02:46<00:00, 760.84 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|██████▉| 999628/1000000 [02:47<00:00, 654.38 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|██████▉| 999714/1000000 [02:47<00:00, 582.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|██████▉| 999781/1000000 [02:47<00:00, 423.13 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|██████▉| 999835/1000000 [02:47<00:00, 440.40 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|██████▉| 999899/1000000 [02:47<00:00, 428.14 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|██████▉| 999953/1000000 [02:48<00:00, 448.93 examples/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Map (num_proc=32): 100%|█████| 1000000/1000000 [02:48<00:00, 5934.30 examples/s]\r\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\r", - "Filter (num_proc=32): 0%| | 0/1000000 [00:00\r\n", - " cli_main()\r\n", - " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/lightning_trainer.py\", line 253, in cli_main\r\n", - " LightningCLI(\r\n", - " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/cli.py\", line 353, in __init__\r\n", - " self._run_subcommand(self.subcommand)\r\n", - " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/cli.py\", line 642, in _run_subcommand\r\n", - " fn(**fn_kwargs)\r\n", - " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/trainer.py\", line 529, in fit\r\n", - " call._call_and_handle_interrupt(\r\n", - " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/call.py\", line 41, in _call_and_handle_interrupt\r\n", - " return trainer.strategy.launcher.launch(trainer_fn, *args, trainer=trainer, **kwargs)\r\n", - " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/strategies/launchers/subprocess_script.py\", line 91, in launch\r\n", - " return function(*args, **kwargs)\r\n", - " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/trainer.py\", line 568, in _fit_impl\r\n", - " self._run(model, ckpt_path=ckpt_path)\r\n", - " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/trainer.py\", line 925, in _run\r\n", - " self._data_connector.prepare_data()\r\n", - " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/connectors/data_connector.py\", line 94, in prepare_data\r\n", - " call._call_lightning_datamodule_hook(trainer, \"prepare_data\")\r\n", - " File \"/usr/local/lib/python3.10/dist-packages/lightning/pytorch/trainer/call.py\", line 164, in _call_lightning_datamodule_hook\r\n", - " return fn(*args, **kwargs)\r\n", - " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/src/data.py\", line 549, in prepare_data\r\n", - " prepare_data_static(**self._init_locals)\r\n", - " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/src/data.py\", line 464, in prepare_data_static\r\n", - " src_dataset[\"train\"] = src_dataset[\"train\"].select(range(offset_val, offset_val + length_val))\r\n", - "TypeError: 'float' object cannot be interpreted as an integer\r\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: Waiting for W&B process to finish... \u001b[31m(failed 1).\u001b[0m Press Control-C to abort syncing.\r\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33m[Multi-size] v5-L12-D2048-E0.01 - Enwiki-4k Part 1 (train-ctx=4k, deepspeed_stage_1)\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/rwkv-x-dev/RWKV-5X-Experiments/runs/udijamu6\u001b[0m\r\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: ️⚡ View job at \u001b[34m\u001b[4mhttps://wandb.ai/rwkv-x-dev/RWKV-5X-Experiments/jobs/QXJ0aWZhY3RDb2xsZWN0aW9uOjk0OTk4MDcy/version_details/v3\u001b[0m\r\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 5 W&B file(s), 0 media file(s), 2 artifact file(s) and 0 other file(s)\r\n", - "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20230929_064140-udijamu6/logs\u001b[0m\r\n" - ] - } - ], - "source": [ - "# Start the foundation model training\n", - "!cd \"{TRAINER_DIR}\" && \\\n", - " export WANDB_MODE=\"{WANDB_MODE}\" && \\\n", - " python3 lightning_trainer.py fit \\\n", - " -c \"{NOTEBOOK_DIR}/enwiki-4k-part1.yaml\" \\\n", - " --trainer.logger.init_args.name=\"{WANDB_PREFIX} - Enwiki-4k Part 1 (train-ctx=4k, {DEEPSPEED_STRAT})\" \\\n", - " --trainer.strategy=\"{DEEPSPEED_STRAT}\" \\\n", - " --trainer.devices=\"{GPU_DEVICES}\" \\\n", - " --trainer.callbacks.init_args.dirpath=\"../checkpoint/{FILENAME_PREFIX}-enwiki-4k-p1/\" \\\n", - " --model.load_model=\"../model/{FILENAME_PREFIX}-neox-v5base-init.pth\" \\\n", - " --model.ctx_len=4096 \\\n", - " --model.bptt_learning_range=1" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "id": "9dcc8aa0", - "metadata": { - "execution": { - "iopub.execute_input": "2023-09-29T06:46:53.049378Z", - "iopub.status.busy": "2023-09-29T06:46:53.048820Z", - "iopub.status.idle": "2023-09-29T06:46:56.789000Z", - "shell.execute_reply": "2023-09-29T06:46:56.787968Z" - }, - "papermill": { - "duration": 3.854596, - "end_time": "2023-09-29T06:46:56.791829", - "exception": false, - "start_time": "2023-09-29T06:46:52.937233", - "status": "completed" - }, - "tags": [] - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[2023-09-29 06:46:55,390] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Traceback (most recent call last):\r\n", - " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/export_checkpoint.py\", line 651, in \r\n", - " convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, output_file, save_dtype=args.dtype)\r\n", - " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/export_checkpoint.py\", line 542, in convert_zero_checkpoint_to_fp32_state_dict\r\n", - " state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag)\r\n", - " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/export_checkpoint.py\", line 516, in get_fp32_state_dict_from_zero_checkpoint\r\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - " raise ValueError(f\"Unable to find 'latest' file at {latest_path}\")\r\n", - "ValueError: Unable to find 'latest' file at ../checkpoint/v5-L12-D2048-E0_01-enwiki-4k-p1/last.ckpt/latest\r\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "ls: cannot access '../model/v5-L12-D2048-E0_01-enwiki-4k-p1.pth': No such file or directory\r\n" - ] - } - ], - "source": [ - "# Lets export the model from the checkpoint\n", - "!cd \"{TRAINER_DIR}\" && \\\n", - " python3 export_checkpoint.py \"../checkpoint/{FILENAME_PREFIX}-enwiki-4k-p1/last.ckpt\" \"../model/{FILENAME_PREFIX}-enwiki-4k-p1.pth\" \"bf16\"\n", - "!cd \"{TRAINER_DIR}\" && ls -alh \"../model/{FILENAME_PREFIX}-enwiki-4k-p1.pth\"" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "id": "fbac8551", - "metadata": { - "execution": { - "iopub.execute_input": "2023-09-29T06:46:57.029599Z", - "iopub.status.busy": "2023-09-29T06:46:57.029240Z", - "iopub.status.idle": "2023-09-29T06:47:03.411064Z", - "shell.execute_reply": "2023-09-29T06:47:03.409916Z" - }, - "papermill": { - "duration": 6.495854, - "end_time": "2023-09-29T06:47:03.413417", - "exception": false, - "start_time": "2023-09-29T06:46:56.917563", - "status": "completed" - }, - "tags": [] - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[2023-09-29 06:47:01,373] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + "[2023-09-29 10:00:29,417] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n", "Traceback (most recent call last):\r\n", " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/dragon_test.py\", line 52, in \r\n", " model = SimpleRWKV(MODEL_PATH, device=DEVICE)\r\n", @@ -16511,14 +2206,14 @@ }, "papermill": { "default_parameters": {}, - "duration": 389.827856, - "end_time": "2023-09-29T06:47:03.946497", + "duration": 201.43354, + "end_time": "2023-09-29T10:00:31.714898", "environment_variables": {}, "exception": null, "input_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-part1.ipynb", "output_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-part1.ipynb", "parameters": {}, - "start_time": "2023-09-29T06:40:34.118641", + "start_time": "2023-09-29T09:57:10.281358", "version": "2.4.0" } },