diff --git "a/experiment/memory-bench/Benchmark-V5.ipynb" "b/experiment/memory-bench/Benchmark-V5.ipynb" --- "a/experiment/memory-bench/Benchmark-V5.ipynb" +++ "b/experiment/memory-bench/Benchmark-V5.ipynb" @@ -2,13 +2,13 @@ "cells": [ { "cell_type": "markdown", - "id": "d06bfd21", + "id": "2cb86f95", "metadata": { "papermill": { - "duration": 0.003634, - "end_time": "2023-08-25T19:21:57.342413", + "duration": 0.005163, + "end_time": "2023-08-26T02:34:38.824030", "exception": false, - "start_time": "2023-08-25T19:21:57.338779", + "start_time": "2023-08-26T02:34:38.818867", "status": "completed" }, "tags": [] @@ -22,19 +22,19 @@ { "cell_type": "code", "execution_count": 1, - "id": "b7dd7334", + "id": "09f5a5c7", "metadata": { "execution": { - "iopub.execute_input": "2023-08-25T19:21:57.352978Z", - "iopub.status.busy": "2023-08-25T19:21:57.352214Z", - "iopub.status.idle": "2023-08-25T19:26:16.281316Z", - "shell.execute_reply": "2023-08-25T19:26:16.280396Z" + "iopub.execute_input": "2023-08-26T02:34:38.835215Z", + "iopub.status.busy": "2023-08-26T02:34:38.834831Z", + "iopub.status.idle": "2023-08-26T02:40:21.638576Z", + "shell.execute_reply": "2023-08-26T02:40:21.637527Z" }, "papermill": { - "duration": 258.936346, - "end_time": "2023-08-25T19:26:16.284047", + "duration": 342.812118, + "end_time": "2023-08-26T02:40:21.640943", "exception": false, - "start_time": "2023-08-25T19:21:57.347701", + "start_time": "2023-08-26T02:34:38.828825", "status": "completed" }, "tags": [] @@ -44,20 +44,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "--2023-08-25 19:21:57-- https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/RWKV-v5-baseline/BaseV5-C-Tune5.pth\r\n", - "Resolving huggingface.co (huggingface.co)... 99.84.108.55, 99.84.108.129, 99.84.108.70, ...\r\n", - "Connecting to huggingface.co (huggingface.co)|99.84.108.55|:443... connected.\r\n", + "--2023-08-26 02:34:39-- https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/RWKV-v5-baseline/BaseV5-C-Tune5.pth\r\n", + "Resolving huggingface.co (huggingface.co)... 18.154.227.87, 18.154.227.69, 18.154.227.7, ...\r\n", + "Connecting to huggingface.co (huggingface.co)|18.154.227.87|:443... connected.\r\n", "HTTP request sent, awaiting response... 302 Found\r\n", - "Location: https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/c1f89b4d653a240f6f165d25988b51f6db36bf8a2388707e3e3242af751575eb?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27BaseV5-C-Tune5.pth%3B+filename%3D%22BaseV5-C-Tune5.pth%22%3B&Expires=1693250517&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI1MDUxN319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2L2MxZjg5YjRkNjUzYTI0MGY2ZjE2NWQyNTk4OGI1MWY2ZGIzNmJmOGEyMzg4NzA3ZTNlMzI0MmFmNzUxNTc1ZWI%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=iaMZ3NP-1cRepi8VEeSvHbWmfwItuT9rq29aqbThobXGnlavXq5jpGF8PziQ9lYo96OquJgdTX1xEJk8Rh47LwEMqOb8H0WUq1JZVVO4Zcknp9lgQSzu7Fd3cthysqWzocSBTb188GwGGbN7RCwqKIOiYOpctfgzzkJu4PSU3PULbf4YQWmVWSYcV0e1ahDpHFxhMGn81%7ElsyJyLtblLVA7ncUDmoqv-oa%7EjP2OKQw2FO9UJIVud9R3zLMlWNEUmIsYjorXl4rOABTvBe-1sxWJ24c2087bCNku2Sw1BR6P8R3H5AjfxEXKgYTkjsGaFPAtIv1h3xiEPE3qcHUNkxA__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", - "--2023-08-25 19:21:57-- https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/c1f89b4d653a240f6f165d25988b51f6db36bf8a2388707e3e3242af751575eb?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27BaseV5-C-Tune5.pth%3B+filename%3D%22BaseV5-C-Tune5.pth%22%3B&Expires=1693250517&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI1MDUxN319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2L2MxZjg5YjRkNjUzYTI0MGY2ZjE2NWQyNTk4OGI1MWY2ZGIzNmJmOGEyMzg4NzA3ZTNlMzI0MmFmNzUxNTc1ZWI%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=iaMZ3NP-1cRepi8VEeSvHbWmfwItuT9rq29aqbThobXGnlavXq5jpGF8PziQ9lYo96OquJgdTX1xEJk8Rh47LwEMqOb8H0WUq1JZVVO4Zcknp9lgQSzu7Fd3cthysqWzocSBTb188GwGGbN7RCwqKIOiYOpctfgzzkJu4PSU3PULbf4YQWmVWSYcV0e1ahDpHFxhMGn81%7ElsyJyLtblLVA7ncUDmoqv-oa%7EjP2OKQw2FO9UJIVud9R3zLMlWNEUmIsYjorXl4rOABTvBe-1sxWJ24c2087bCNku2Sw1BR6P8R3H5AjfxEXKgYTkjsGaFPAtIv1h3xiEPE3qcHUNkxA__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", - "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.121, 108.138.64.111, 108.138.64.49, ...\r\n", - "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.121|:443... connected.\r\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ + "Location: https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/c1f89b4d653a240f6f165d25988b51f6db36bf8a2388707e3e3242af751575eb?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27BaseV5-C-Tune5.pth%3B+filename%3D%22BaseV5-C-Tune5.pth%22%3B&Expires=1693276479&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI3NjQ3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2L2MxZjg5YjRkNjUzYTI0MGY2ZjE2NWQyNTk4OGI1MWY2ZGIzNmJmOGEyMzg4NzA3ZTNlMzI0MmFmNzUxNTc1ZWI%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=vDIv16Ap5%7E3c3ujNSFm4t7Uan6EM%7EyBvATdknMWzYGv7CGYm4ZWIDybXKF0rR0gLtCgmJK7vbcRKG-0b2SDp4TVr1CoRLHu%7E80OPx1g-ZjZFR-AT%7ETEguI6zpbDhhu7j2fguloXZuiDF0tJEwHS8RPyFNve95Y2rcPnFuhDzAfM3RYqalbcTByRlJ68LG-FNKnfv-7DOGi7w7bZgAbdk8WZ6G2qcPu3n%7Ec556i2yIEMv6T132LrrFywy4WPq82OVm06zIvEZb3iwjQwr5TtIKH6XOm8SVPZ6md%7E1%7EKL1-elryTgnZlaGVdUqcuU2sponysne-DJ7qMcL5560jd1ISg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", + "--2023-08-26 02:34:39-- https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/c1f89b4d653a240f6f165d25988b51f6db36bf8a2388707e3e3242af751575eb?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27BaseV5-C-Tune5.pth%3B+filename%3D%22BaseV5-C-Tune5.pth%22%3B&Expires=1693276479&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI3NjQ3OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2L2MxZjg5YjRkNjUzYTI0MGY2ZjE2NWQyNTk4OGI1MWY2ZGIzNmJmOGEyMzg4NzA3ZTNlMzI0MmFmNzUxNTc1ZWI%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=vDIv16Ap5%7E3c3ujNSFm4t7Uan6EM%7EyBvATdknMWzYGv7CGYm4ZWIDybXKF0rR0gLtCgmJK7vbcRKG-0b2SDp4TVr1CoRLHu%7E80OPx1g-ZjZFR-AT%7ETEguI6zpbDhhu7j2fguloXZuiDF0tJEwHS8RPyFNve95Y2rcPnFuhDzAfM3RYqalbcTByRlJ68LG-FNKnfv-7DOGi7w7bZgAbdk8WZ6G2qcPu3n%7Ec556i2yIEMv6T132LrrFywy4WPq82OVm06zIvEZb3iwjQwr5TtIKH6XOm8SVPZ6md%7E1%7EKL1-elryTgnZlaGVdUqcuU2sponysne-DJ7qMcL5560jd1ISg__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", + "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.36, 108.138.64.121, 108.138.64.49, ...\r\n", + "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.36|:443... connected.\r\n", "HTTP request sent, awaiting response... " ] }, @@ -78,7 +72,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 0%[ ] 12.74M 63.3MB/s " + "BaseV5-C-Tune5.pth 0%[ ] 6.31M 30.6MB/s " ] }, { @@ -86,7 +80,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 0%[ ] 17.88M 43.8MB/s " + "BaseV5-C-Tune5.pth 0%[ ] 15.26M 31.4MB/s " ] }, { @@ -94,7 +88,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 0%[ ] 30.52M 43.6MB/s " + "BaseV5-C-Tune5.pth 0%[ ] 30.52M 39.0MB/s " ] }, { @@ -102,7 +96,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 0%[ ] 45.78M 49.9MB/s " + "BaseV5-C-Tune5.pth 0%[ ] 45.78M 43.8MB/s " ] }, { @@ -110,7 +104,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 1%[ ] 61.03M 49.8MB/s " + "BaseV5-C-Tune5.pth 1%[ ] 61.03M 43.5MB/s " ] }, { @@ -118,7 +112,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 1%[ ] 76.29M 52.1MB/s " + "BaseV5-C-Tune5.pth 1%[ ] 89.73M 55.6MB/s " ] }, { @@ -126,7 +120,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 1%[ ] 91.55M 54.5MB/s " + "BaseV5-C-Tune5.pth 1%[ ] 106.29M 56.3MB/s " ] }, { @@ -134,7 +128,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 1%[ ] 106.81M 53.3MB/s " + "BaseV5-C-Tune5.pth 1%[ ] 109.43M 51.6MB/s " ] }, { @@ -142,7 +136,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 2%[ ] 122.38M 55.5MB/s " + "BaseV5-C-Tune5.pth 2%[ ] 122.07M 51.2MB/s " ] }, { @@ -150,7 +144,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 2%[ ] 136.81M 51.7MB/s " + "BaseV5-C-Tune5.pth 2%[ ] 136.81M 49.7MB/s " ] }, { @@ -158,7 +152,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 2%[ ] 139.88M 48.7MB/s " + "BaseV5-C-Tune5.pth 2%[ ] 137.38M 46.5MB/s " ] }, { @@ -166,7 +160,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 2%[ ] 152.59M 47.2MB/s eta 1m 59s " + "BaseV5-C-Tune5.pth 2%[ ] 152.59M 47.7MB/s eta 1m 58s " ] }, { @@ -174,7 +168,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 2%[ ] 156.78M 45.1MB/s eta 1m 59s " + "BaseV5-C-Tune5.pth 2%[ ] 160.27M 46.0MB/s eta 1m 58s " ] }, { @@ -182,7 +176,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 2%[ ] 167.33M 45.1MB/s eta 1m 59s " + "BaseV5-C-Tune5.pth 2%[ ] 169.94M 46.1MB/s eta 1m 58s " ] }, { @@ -190,7 +184,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 2%[ ] 167.85M 42.8MB/s eta 1m 59s " + "BaseV5-C-Tune5.pth 3%[ ] 178.09M 45.7MB/s eta 1m 58s " ] }, { @@ -198,7 +192,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 3%[ ] 183.10M 43.5MB/s eta 1m 59s " + "BaseV5-C-Tune5.pth 3%[ ] 189.42M 44.7MB/s eta 2m 6s " ] }, { @@ -206,7 +200,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 3%[ ] 189.42M 42.1MB/s eta 2m 10s " + "BaseV5-C-Tune5.pth 3%[ ] 198.36M 43.3MB/s eta 2m 6s " ] }, { @@ -214,7 +208,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 3%[ ] 198.36M 41.8MB/s eta 2m 10s " + "BaseV5-C-Tune5.pth 3%[ ] 213.11M 44.0MB/s eta 2m 6s " ] }, { @@ -222,7 +216,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 3%[ ] 200.99M 38.5MB/s eta 2m 10s " + "BaseV5-C-Tune5.pth 3%[ ] 219.96M 43.3MB/s eta 2m 6s " ] }, { @@ -230,7 +224,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 3%[ ] 213.62M 39.5MB/s eta 2m 10s " + "BaseV5-C-Tune5.pth 3%[ ] 228.87M 42.4MB/s eta 2m 10s " ] }, { @@ -238,7 +232,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 3%[ ] 228.87M 38.9MB/s eta 2m 16s " + "BaseV5-C-Tune5.pth 4%[ ] 244.13M 37.3MB/s eta 2m 10s " ] }, { @@ -246,7 +240,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 4%[ ] 244.13M 38.0MB/s eta 2m 16s " + "BaseV5-C-Tune5.pth 4%[ ] 259.40M 39.2MB/s eta 2m 10s " ] }, { @@ -254,7 +248,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 4%[ ] 248.32M 36.4MB/s eta 2m 16s " + "BaseV5-C-Tune5.pth 4%[ ] 274.66M 38.3MB/s eta 2m 10s " ] }, { @@ -262,7 +256,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 4%[ ] 258.89M 35.4MB/s eta 2m 16s " + "BaseV5-C-Tune5.pth 5%[> ] 289.92M 40.3MB/s eta 2m 4s " ] }, { @@ -270,7 +264,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 4%[ ] 263.82M 33.3MB/s eta 2m 16s " + "BaseV5-C-Tune5.pth 5%[> ] 305.18M 42.0MB/s eta 2m 4s " ] }, { @@ -278,7 +272,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 4%[ ] 281.26M 35.1MB/s eta 2m 13s " + "BaseV5-C-Tune5.pth 5%[> ] 320.43M 44.6MB/s eta 2m 4s " ] }, { @@ -286,7 +280,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 5%[> ] 289.92M 34.5MB/s eta 2m 13s " + "BaseV5-C-Tune5.pth 5%[> ] 335.82M 45.9MB/s eta 2m 4s " ] }, { @@ -294,7 +288,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 5%[> ] 319.92M 39.0MB/s eta 2m 13s " + "BaseV5-C-Tune5.pth 6%[> ] 349.13M 44.2MB/s eta 2m 1s " ] }, { @@ -302,7 +296,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 5%[> ] 323.47M 39.4MB/s eta 2m 13s " + "BaseV5-C-Tune5.pth 6%[> ] 354.04M 42.7MB/s eta 2m 1s " ] }, { @@ -310,7 +304,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 5%[> ] 342.38M 41.1MB/s eta 2m 5s " + "BaseV5-C-Tune5.pth 6%[> ] 381.47M 47.3MB/s eta 2m 1s " ] }, { @@ -318,7 +312,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 6%[> ] 350.95M 41.9MB/s eta 2m 5s " + "BaseV5-C-Tune5.pth 6%[> ] 396.73M 48.6MB/s eta 2m 1s " ] }, { @@ -326,7 +320,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 6%[> ] 367.65M 45.6MB/s eta 2m 5s " + "BaseV5-C-Tune5.pth 7%[> ] 411.99M 49.2MB/s eta 1m 58s " ] }, { @@ -334,7 +328,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 6%[> ] 381.47M 43.7MB/s eta 2m 5s " + "BaseV5-C-Tune5.pth 7%[> ] 423.07M 48.8MB/s eta 1m 58s " ] }, { @@ -342,7 +336,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 6%[> ] 396.22M 45.3MB/s eta 2m 1s " + "BaseV5-C-Tune5.pth 7%[> ] 427.25M 45.5MB/s eta 1m 58s " ] }, { @@ -350,7 +344,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 7%[> ] 411.47M 46.5MB/s eta 2m 1s " + "BaseV5-C-Tune5.pth 7%[> ] 442.51M 48.5MB/s eta 1m 58s " ] }, { @@ -358,7 +352,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 7%[> ] 414.05M 46.6MB/s eta 2m 1s " + "BaseV5-C-Tune5.pth 7%[> ] 453.44M 44.9MB/s eta 1m 59s " ] }, { @@ -366,7 +360,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 7%[> ] 424.73M 48.4MB/s eta 2m 1s " + "BaseV5-C-Tune5.pth 7%[> ] 458.29M 43.4MB/s eta 1m 59s " ] }, { @@ -374,7 +368,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 7%[> ] 427.25M 44.7MB/s eta 2m 4s " + "BaseV5-C-Tune5.pth 8%[> ] 487.52M 49.1MB/s eta 1m 59s " ] }, { @@ -382,7 +376,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 7%[> ] 441.98M 47.1MB/s eta 2m 4s " + "BaseV5-C-Tune5.pth 8%[> ] 488.28M 42.5MB/s eta 1m 59s " ] }, { @@ -390,7 +384,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 7%[> ] 449.31M 45.3MB/s eta 2m 4s " + "BaseV5-C-Tune5.pth 8%[> ] 506.93M 46.0MB/s eta 1m 59s " ] }, { @@ -398,7 +392,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 7%[> ] 457.56M 46.1MB/s eta 2m 4s " + "BaseV5-C-Tune5.pth 9%[> ] 528.50M 47.9MB/s eta 1m 52s " ] }, { @@ -406,7 +400,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 8%[> ] 472.50M 48.2MB/s eta 2m 4s " + "BaseV5-C-Tune5.pth 9%[> ] 534.05M 45.9MB/s eta 1m 52s " ] }, { @@ -414,7 +408,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 8%[> ] 481.46M 46.1MB/s eta 2m 4s " + "BaseV5-C-Tune5.pth 9%[> ] 547.36M 50.3MB/s eta 1m 52s " ] }, { @@ -422,7 +416,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 8%[> ] 488.28M 41.0MB/s eta 2m 4s " + "BaseV5-C-Tune5.pth 9%[> ] 549.31M 49.5MB/s eta 1m 52s " ] }, { @@ -430,7 +424,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 8%[> ] 518.29M 43.2MB/s eta 2m 4s " + "BaseV5-C-Tune5.pth 9%[> ] 564.58M 47.7MB/s eta 1m 52s " ] }, { @@ -438,7 +432,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 9%[> ] 533.97M 44.3MB/s eta 1m 59s " + "BaseV5-C-Tune5.pth 10%[=> ] 579.83M 47.7MB/s eta 1m 52s " ] }, { @@ -446,7 +440,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 9%[> ] 548.81M 46.7MB/s eta 1m 59s " + "BaseV5-C-Tune5.pth 10%[=> ] 595.09M 47.2MB/s eta 1m 52s " ] }, { @@ -454,7 +448,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 9%[> ] 564.58M 44.9MB/s eta 1m 59s " + "BaseV5-C-Tune5.pth 10%[=> ] 610.35M 50.3MB/s eta 1m 52s " ] }, { @@ -462,7 +456,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 10%[=> ] 579.31M 44.2MB/s eta 1m 59s " + "BaseV5-C-Tune5.pth 11%[=> ] 636.54M 55.6MB/s eta 1m 52s " ] }, { @@ -470,7 +464,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 10%[=> ] 593.27M 43.8MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 11%[=> ] 640.87M 51.4MB/s eta 1m 49s " ] }, { @@ -478,7 +472,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 10%[=> ] 597.15M 43.1MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 11%[=> ] 654.30M 52.3MB/s eta 1m 49s " ] }, { @@ -486,7 +480,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 10%[=> ] 609.84M 45.8MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 11%[=> ] 670.87M 55.0MB/s eta 1m 49s " ] }, { @@ -494,7 +488,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 10%[=> ] 610.35M 42.5MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 11%[=> ] 684.82M 55.0MB/s eta 1m 49s " ] }, { @@ -502,7 +496,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 10%[=> ] 625.61M 44.5MB/s eta 1m 58s " + "BaseV5-C-Tune5.pth 12%[=> ] 701.39M 55.4MB/s eta 1m 47s " ] }, { @@ -510,7 +504,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 11%[=> ] 636.54M 45.5MB/s eta 1m 58s " + "BaseV5-C-Tune5.pth 12%[=> ] 708.21M 50.6MB/s eta 1m 47s " ] }, { @@ -518,7 +512,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 11%[=> ] 641.00M 44.8MB/s eta 1m 58s " + "BaseV5-C-Tune5.pth 12%[=> ] 717.16M 47.2MB/s eta 1m 47s " ] }, { @@ -526,7 +520,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 11%[=> ] 654.30M 45.9MB/s eta 1m 58s " + "BaseV5-C-Tune5.pth 12%[=> ] 731.91M 47.8MB/s eta 1m 47s " ] }, { @@ -534,7 +528,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 11%[=> ] 670.87M 45.0MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 12%[=> ] 747.17M 45.5MB/s eta 1m 48s " ] }, { @@ -542,7 +536,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 11%[=> ] 684.82M 46.6MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 13%[=> ] 762.42M 47.2MB/s eta 1m 48s " ] }, { @@ -550,7 +544,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 11%[=> ] 691.86M 44.3MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 13%[=> ] 775.12M 47.6MB/s eta 1m 48s " ] }, { @@ -558,7 +552,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 12%[=> ] 701.90M 44.2MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 13%[=> ] 778.20M 44.7MB/s eta 1m 48s " ] }, { @@ -566,7 +560,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 12%[=> ] 716.92M 43.2MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 13%[=> ] 791.63M 44.9MB/s eta 1m 48s " ] }, { @@ -574,7 +568,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 12%[=> ] 719.78M 39.1MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 13%[=> ] 800.84M 45.8MB/s eta 1m 47s " ] }, { @@ -582,7 +576,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 12%[=> ] 732.42M 38.5MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 14%[=> ] 811.74M 44.0MB/s eta 1m 47s " ] }, { @@ -590,7 +584,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 12%[=> ] 747.17M 39.8MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 14%[=> ] 823.97M 43.7MB/s eta 1m 47s " ] }, { @@ -598,7 +592,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 13%[=> ] 762.42M 42.3MB/s eta 1m 57s " + "BaseV5-C-Tune5.pth 14%[=> ] 839.78M 47.1MB/s eta 1m 47s " ] }, { @@ -606,7 +600,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 13%[=> ] 765.01M 40.5MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 14%[=> ] 853.98M 48.1MB/s eta 1m 47s " ] }, { @@ -614,7 +608,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 13%[=> ] 771.37M 40.4MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 15%[==> ] 869.75M 48.0MB/s eta 1m 44s " ] }, { @@ -622,7 +616,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 13%[=> ] 778.20M 39.4MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 15%[==> ] 885.01M 47.5MB/s eta 1m 44s " ] }, { @@ -630,7 +624,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 13%[=> ] 791.63M 40.7MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 15%[==> ] 899.75M 46.4MB/s eta 1m 44s " ] }, { @@ -638,7 +632,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 13%[=> ] 793.46M 38.8MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 15%[==> ] 901.57M 47.2MB/s eta 1m 44s " ] }, { @@ -646,7 +640,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 13%[=> ] 808.71M 40.7MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 15%[==> ] 915.53M 47.4MB/s eta 1m 44s " ] }, { @@ -654,7 +648,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 14%[=> ] 823.46M 41.8MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 16%[==> ] 930.78M 48.7MB/s eta 1m 44s " ] }, { @@ -662,7 +656,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 14%[=> ] 838.71M 41.7MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 16%[==> ] 946.04M 47.3MB/s eta 1m 44s " ] }, { @@ -670,7 +664,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 14%[=> ] 845.86M 42.2MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 16%[==> ] 961.30M 50.5MB/s eta 1m 44s " ] }, { @@ -678,7 +672,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 14%[=> ] 858.78M 41.6MB/s eta 1m 56s " + "BaseV5-C-Tune5.pth 16%[==> ] 976.05M 51.7MB/s eta 1m 42s " ] }, { @@ -686,7 +680,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 15%[==> ] 869.75M 41.0MB/s eta 1m 54s " + "BaseV5-C-Tune5.pth 16%[==> ] 976.68M 48.3MB/s eta 1m 42s " ] }, { @@ -694,7 +688,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 15%[==> ] 885.01M 39.5MB/s eta 1m 54s " + "BaseV5-C-Tune5.pth 17%[==> ] 990.00M 50.3MB/s eta 1m 42s " ] }, { @@ -702,7 +696,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 15%[==> ] 899.75M 41.8MB/s eta 1m 54s " + "BaseV5-C-Tune5.pth 17%[==> ] 993.43M 46.3MB/s eta 1m 42s " ] }, { @@ -710,7 +704,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 15%[==> ] 915.01M 44.5MB/s eta 1m 54s " + "BaseV5-C-Tune5.pth 17%[==> ] 1013M 47.4MB/s eta 1m 42s " ] }, { @@ -718,7 +712,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 15%[==> ] 919.70M 43.5MB/s eta 1m 52s " + "BaseV5-C-Tune5.pth 17%[==> ] 1022M 45.3MB/s eta 1m 42s " ] }, { @@ -726,7 +720,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 16%[==> ] 930.78M 42.4MB/s eta 1m 52s " + "BaseV5-C-Tune5.pth 17%[==> ] 1.01G 45.4MB/s eta 1m 42s " ] }, { @@ -734,7 +728,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 16%[==> ] 945.53M 43.4MB/s eta 1m 52s " + "BaseV5-C-Tune5.pth 18%[==> ] 1.02G 45.0MB/s eta 1m 42s " ] }, { @@ -742,7 +736,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 16%[==> ] 946.04M 41.1MB/s eta 1m 52s " + "BaseV5-C-Tune5.pth 18%[==> ] 1.03G 42.1MB/s eta 1m 42s " ] }, { @@ -750,7 +744,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 16%[==> ] 961.30M 42.6MB/s eta 1m 52s " + "BaseV5-C-Tune5.pth 18%[==> ] 1.04G 44.0MB/s eta 1m 42s " ] }, { @@ -758,7 +752,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 16%[==> ] 976.55M 44.3MB/s eta 1m 52s " + "BaseV5-C-Tune5.pth 18%[==> ] 1.05G 44.6MB/s eta 1m 40s " ] }, { @@ -766,7 +760,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 17%[==> ] 991.82M 44.9MB/s eta 1m 52s " + "BaseV5-C-Tune5.pth 18%[==> ] 1.06G 45.1MB/s eta 1m 40s " ] }, { @@ -774,7 +768,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 17%[==> ] 1007M 45.4MB/s eta 1m 52s " + "BaseV5-C-Tune5.pth 19%[==> ] 1.07G 42.0MB/s eta 1m 40s " ] }, { @@ -782,7 +776,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 17%[==> ] 1021M 45.2MB/s eta 1m 50s " + "BaseV5-C-Tune5.pth 19%[==> ] 1.09G 44.6MB/s eta 1m 40s " ] }, { @@ -790,7 +784,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 17%[==> ] 1.01G 45.0MB/s eta 1m 50s " + "BaseV5-C-Tune5.pth 19%[==> ] 1.10G 43.9MB/s eta 99s " ] }, { @@ -798,7 +792,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 17%[==> ] 1.01G 46.3MB/s eta 1m 50s " + "BaseV5-C-Tune5.pth 19%[==> ] 1.12G 46.4MB/s eta 99s " ] }, { @@ -806,7 +800,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 18%[==> ] 1.03G 45.4MB/s eta 1m 50s " + "BaseV5-C-Tune5.pth 20%[===> ] 1.13G 45.9MB/s eta 99s " ] }, { @@ -814,7 +808,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 18%[==> ] 1.04G 44.4MB/s eta 1m 50s " + "BaseV5-C-Tune5.pth 20%[===> ] 1.15G 46.4MB/s eta 99s " ] }, { @@ -822,7 +816,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 18%[==> ] 1.05G 46.3MB/s eta 1m 47s " + "BaseV5-C-Tune5.pth 20%[===> ] 1.16G 48.3MB/s eta 98s " ] }, { @@ -830,7 +824,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 18%[==> ] 1.06G 42.8MB/s eta 1m 47s " + "BaseV5-C-Tune5.pth 20%[===> ] 1.17G 48.2MB/s eta 98s " ] }, { @@ -838,7 +832,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 19%[==> ] 1.07G 42.5MB/s eta 1m 47s " + "BaseV5-C-Tune5.pth 20%[===> ] 1.18G 49.3MB/s eta 98s " ] }, { @@ -846,7 +840,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 19%[==> ] 1.07G 41.7MB/s eta 1m 47s " + "BaseV5-C-Tune5.pth 21%[===> ] 1.19G 48.6MB/s eta 98s " ] }, { @@ -854,7 +848,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 19%[==> ] 1.09G 44.3MB/s eta 1m 48s " + "BaseV5-C-Tune5.pth 21%[===> ] 1.21G 50.8MB/s eta 98s " ] }, { @@ -862,7 +856,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 19%[==> ] 1.10G 44.8MB/s eta 1m 48s " + "BaseV5-C-Tune5.pth 21%[===> ] 1.21G 49.4MB/s eta 96s " ] }, { @@ -870,7 +864,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 19%[==> ] 1.12G 47.5MB/s eta 1m 48s " + "BaseV5-C-Tune5.pth 21%[===> ] 1.22G 48.9MB/s eta 96s " ] }, { @@ -878,7 +872,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 20%[===> ] 1.13G 46.9MB/s eta 1m 48s " + "BaseV5-C-Tune5.pth 21%[===> ] 1.24G 52.2MB/s eta 96s " ] }, { @@ -886,7 +880,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 20%[===> ] 1.13G 46.3MB/s eta 1m 48s " + "BaseV5-C-Tune5.pth 22%[===> ] 1.24G 50.3MB/s eta 96s " ] }, { @@ -894,7 +888,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 20%[===> ] 1.15G 47.9MB/s eta 1m 45s " + "BaseV5-C-Tune5.pth 22%[===> ] 1.25G 50.8MB/s eta 96s " ] }, { @@ -902,7 +896,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 20%[===> ] 1.15G 44.0MB/s eta 1m 45s " + "BaseV5-C-Tune5.pth 22%[===> ] 1.27G 49.2MB/s eta 95s " ] }, { @@ -910,7 +904,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 20%[===> ] 1.16G 46.1MB/s eta 1m 45s " + "BaseV5-C-Tune5.pth 22%[===> ] 1.28G 49.8MB/s eta 95s " ] }, { @@ -918,7 +912,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 20%[===> ] 1.17G 45.5MB/s eta 1m 45s " + "BaseV5-C-Tune5.pth 22%[===> ] 1.30G 49.9MB/s eta 95s " ] }, { @@ -926,7 +920,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 20%[===> ] 1.18G 44.7MB/s eta 1m 45s " + "BaseV5-C-Tune5.pth 23%[===> ] 1.30G 47.9MB/s eta 95s " ] }, { @@ -934,7 +928,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 21%[===> ] 1.19G 45.5MB/s eta 1m 45s " + "BaseV5-C-Tune5.pth 23%[===> ] 1.31G 45.7MB/s eta 95s " ] }, { @@ -942,7 +936,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 21%[===> ] 1.20G 42.3MB/s eta 1m 45s " + "BaseV5-C-Tune5.pth 23%[===> ] 1.31G 42.7MB/s eta 95s " ] }, { @@ -950,7 +944,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 21%[===> ] 1.21G 40.3MB/s eta 1m 45s " + "BaseV5-C-Tune5.pth 23%[===> ] 1.33G 45.0MB/s eta 95s " ] }, { @@ -958,7 +952,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 21%[===> ] 1.22G 43.3MB/s eta 1m 45s " + "BaseV5-C-Tune5.pth 23%[===> ] 1.35G 47.8MB/s eta 95s " ] }, { @@ -966,7 +960,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 21%[===> ] 1.23G 42.1MB/s eta 1m 44s " + "BaseV5-C-Tune5.pth 24%[===> ] 1.37G 49.5MB/s eta 95s " ] }, { @@ -974,7 +968,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 21%[===> ] 1.24G 42.1MB/s eta 1m 44s " + "BaseV5-C-Tune5.pth 24%[===> ] 1.39G 48.0MB/s eta 92s " ] }, { @@ -982,7 +976,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 22%[===> ] 1.25G 41.9MB/s eta 1m 44s " + "BaseV5-C-Tune5.pth 24%[===> ] 1.40G 48.7MB/s eta 92s " ] }, { @@ -990,7 +984,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 22%[===> ] 1.26G 42.7MB/s eta 1m 44s " + "BaseV5-C-Tune5.pth 25%[====> ] 1.42G 50.4MB/s eta 92s " ] }, { @@ -998,7 +992,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 22%[===> ] 1.27G 39.8MB/s eta 1m 44s " + "BaseV5-C-Tune5.pth 25%[====> ] 1.43G 49.7MB/s eta 92s " ] }, { @@ -1006,7 +1000,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 22%[===> ] 1.28G 40.5MB/s eta 1m 44s " + "BaseV5-C-Tune5.pth 25%[====> ] 1.43G 48.2MB/s eta 92s " ] }, { @@ -1014,7 +1008,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 22%[===> ] 1.30G 41.1MB/s eta 1m 44s " + "BaseV5-C-Tune5.pth 25%[====> ] 1.45G 47.9MB/s eta 91s " ] }, { @@ -1022,7 +1016,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 23%[===> ] 1.30G 38.6MB/s eta 1m 44s " + "BaseV5-C-Tune5.pth 25%[====> ] 1.46G 48.8MB/s eta 91s " ] }, { @@ -1030,7 +1024,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 23%[===> ] 1.31G 40.4MB/s eta 1m 44s " + "BaseV5-C-Tune5.pth 25%[====> ] 1.46G 46.8MB/s eta 91s " ] }, { @@ -1038,7 +1032,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 23%[===> ] 1.31G 37.7MB/s eta 1m 43s " + "BaseV5-C-Tune5.pth 26%[====> ] 1.47G 46.5MB/s eta 91s " ] }, { @@ -1046,7 +1040,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 23%[===> ] 1.33G 40.6MB/s eta 1m 43s " + "BaseV5-C-Tune5.pth 26%[====> ] 1.49G 49.0MB/s eta 91s " ] }, { @@ -1054,7 +1048,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 23%[===> ] 1.34G 40.9MB/s eta 1m 43s " + "BaseV5-C-Tune5.pth 26%[====> ] 1.49G 46.7MB/s eta 90s " ] }, { @@ -1062,7 +1056,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 23%[===> ] 1.34G 38.8MB/s eta 1m 43s " + "BaseV5-C-Tune5.pth 26%[====> ] 1.50G 48.5MB/s eta 90s " ] }, { @@ -1070,7 +1064,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 24%[===> ] 1.37G 44.5MB/s eta 1m 43s " + "BaseV5-C-Tune5.pth 26%[====> ] 1.51G 48.7MB/s eta 90s " ] }, { @@ -1078,7 +1072,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 24%[===> ] 1.37G 40.8MB/s eta 1m 41s " + "BaseV5-C-Tune5.pth 26%[====> ] 1.52G 50.7MB/s eta 90s " ] }, { @@ -1086,7 +1080,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 24%[===> ] 1.39G 42.1MB/s eta 1m 41s " + "BaseV5-C-Tune5.pth 27%[====> ] 1.53G 48.1MB/s eta 89s " ] }, { @@ -1094,7 +1088,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 24%[===> ] 1.40G 44.2MB/s eta 1m 41s " + "BaseV5-C-Tune5.pth 27%[====> ] 1.55G 46.9MB/s eta 89s " ] }, { @@ -1102,7 +1096,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 25%[====> ] 1.42G 43.4MB/s eta 1m 41s " + "BaseV5-C-Tune5.pth 27%[====> ] 1.56G 46.1MB/s eta 89s " ] }, { @@ -1110,7 +1104,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 25%[====> ] 1.43G 44.6MB/s eta 99s " + "BaseV5-C-Tune5.pth 27%[====> ] 1.56G 42.6MB/s eta 89s " ] }, { @@ -1118,7 +1112,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 25%[====> ] 1.43G 44.4MB/s eta 99s " + "BaseV5-C-Tune5.pth 27%[====> ] 1.58G 40.6MB/s eta 89s " ] }, { @@ -1126,7 +1120,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 25%[====> ] 1.45G 45.2MB/s eta 99s " + "BaseV5-C-Tune5.pth 27%[====> ] 1.58G 40.1MB/s eta 89s " ] }, { @@ -1134,7 +1128,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 25%[====> ] 1.46G 45.3MB/s eta 99s " + "BaseV5-C-Tune5.pth 28%[====> ] 1.59G 40.0MB/s eta 89s " ] }, { @@ -1142,7 +1136,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 25%[====> ] 1.46G 44.7MB/s eta 99s " + "BaseV5-C-Tune5.pth 28%[====> ] 1.60G 41.8MB/s eta 89s " ] }, { @@ -1150,7 +1144,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 26%[====> ] 1.47G 45.5MB/s eta 98s " + "BaseV5-C-Tune5.pth 28%[====> ] 1.61G 41.5MB/s eta 89s " ] }, { @@ -1158,7 +1152,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 26%[====> ] 1.49G 45.0MB/s eta 98s " + "BaseV5-C-Tune5.pth 28%[====> ] 1.62G 41.7MB/s eta 88s " ] }, { @@ -1166,7 +1160,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 26%[====> ] 1.50G 46.8MB/s eta 98s " + "BaseV5-C-Tune5.pth 29%[====> ] 1.64G 42.6MB/s eta 88s " ] }, { @@ -1174,7 +1168,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 26%[====> ] 1.52G 46.6MB/s eta 97s " + "BaseV5-C-Tune5.pth 29%[====> ] 1.65G 42.2MB/s eta 88s " ] }, { @@ -1182,7 +1176,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 27%[====> ] 1.53G 46.5MB/s eta 97s " + "BaseV5-C-Tune5.pth 29%[====> ] 1.65G 40.8MB/s eta 88s " ] }, { @@ -1190,7 +1184,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 27%[====> ] 1.54G 43.7MB/s eta 97s " + "BaseV5-C-Tune5.pth 29%[====> ] 1.66G 38.0MB/s eta 88s " ] }, { @@ -1198,7 +1192,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 27%[====> ] 1.55G 45.0MB/s eta 97s " + "BaseV5-C-Tune5.pth 29%[====> ] 1.67G 39.6MB/s eta 88s " ] }, { @@ -1206,7 +1200,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 27%[====> ] 1.56G 44.3MB/s eta 96s " + "BaseV5-C-Tune5.pth 29%[====> ] 1.68G 38.8MB/s eta 88s " ] }, { @@ -1214,7 +1208,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 27%[====> ] 1.58G 44.2MB/s eta 96s " + "BaseV5-C-Tune5.pth 29%[====> ] 1.69G 36.0MB/s eta 88s " ] }, { @@ -1222,7 +1216,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 27%[====> ] 1.58G 43.1MB/s eta 96s " + "BaseV5-C-Tune5.pth 30%[=====> ] 1.70G 37.5MB/s eta 88s " ] }, { @@ -1230,7 +1224,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 28%[====> ] 1.59G 44.0MB/s eta 96s " + "BaseV5-C-Tune5.pth 30%[=====> ] 1.71G 36.7MB/s eta 88s " ] }, { @@ -1238,7 +1232,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 28%[====> ] 1.60G 41.7MB/s eta 96s " + "BaseV5-C-Tune5.pth 30%[=====> ] 1.73G 40.4MB/s eta 88s " ] }, { @@ -1246,7 +1240,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 28%[====> ] 1.61G 43.5MB/s eta 95s " + "BaseV5-C-Tune5.pth 30%[=====> ] 1.74G 40.3MB/s eta 88s " ] }, { @@ -1254,7 +1248,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 28%[====> ] 1.62G 43.9MB/s eta 95s " + "BaseV5-C-Tune5.pth 30%[=====> ] 1.74G 41.4MB/s eta 88s " ] }, { @@ -1262,7 +1256,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 29%[====> ] 1.64G 43.6MB/s eta 95s " + "BaseV5-C-Tune5.pth 31%[=====> ] 1.76G 40.3MB/s eta 87s " ] }, { @@ -1270,7 +1264,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 29%[====> ] 1.65G 45.1MB/s eta 95s " + "BaseV5-C-Tune5.pth 31%[=====> ] 1.77G 41.4MB/s eta 87s " ] }, { @@ -1278,7 +1272,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 29%[====> ] 1.66G 45.2MB/s eta 94s " + "BaseV5-C-Tune5.pth 31%[=====> ] 1.78G 39.7MB/s eta 87s " ] }, { @@ -1286,7 +1280,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 29%[====> ] 1.67G 42.5MB/s eta 94s " + "BaseV5-C-Tune5.pth 31%[=====> ] 1.79G 37.1MB/s eta 87s " ] }, { @@ -1294,7 +1288,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 29%[====> ] 1.68G 44.3MB/s eta 94s " + "BaseV5-C-Tune5.pth 31%[=====> ] 1.80G 40.6MB/s eta 87s " ] }, { @@ -1302,7 +1296,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 30%[=====> ] 1.70G 44.1MB/s eta 94s " + "BaseV5-C-Tune5.pth 32%[=====> ] 1.82G 41.2MB/s eta 85s " ] }, { @@ -1310,7 +1304,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 30%[=====> ] 1.72G 48.8MB/s eta 91s " + "BaseV5-C-Tune5.pth 32%[=====> ] 1.83G 43.4MB/s eta 85s " ] }, { @@ -1318,7 +1312,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 30%[=====> ] 1.73G 46.9MB/s eta 91s " + "BaseV5-C-Tune5.pth 32%[=====> ] 1.85G 45.8MB/s eta 85s " ] }, { @@ -1326,7 +1320,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 30%[=====> ] 1.74G 44.0MB/s eta 91s " + "BaseV5-C-Tune5.pth 32%[=====> ] 1.86G 47.0MB/s eta 85s " ] }, { @@ -1334,7 +1328,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 30%[=====> ] 1.74G 40.8MB/s eta 92s " + "BaseV5-C-Tune5.pth 33%[=====> ] 1.86G 46.4MB/s eta 84s " ] }, { @@ -1342,7 +1336,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 31%[=====> ] 1.75G 43.1MB/s eta 92s " + "BaseV5-C-Tune5.pth 33%[=====> ] 1.87G 45.2MB/s eta 84s " ] }, { @@ -1350,7 +1344,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 31%[=====> ] 1.76G 40.7MB/s eta 92s " + "BaseV5-C-Tune5.pth 33%[=====> ] 1.88G 44.5MB/s eta 84s " ] }, { @@ -1358,7 +1352,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 31%[=====> ] 1.77G 40.5MB/s eta 92s " + "BaseV5-C-Tune5.pth 33%[=====> ] 1.89G 44.2MB/s eta 84s " ] }, { @@ -1366,7 +1360,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 31%[=====> ] 1.79G 40.9MB/s eta 91s " + "BaseV5-C-Tune5.pth 34%[=====> ] 1.92G 48.2MB/s eta 84s " ] }, { @@ -1374,7 +1368,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 31%[=====> ] 1.79G 39.2MB/s eta 91s " + "BaseV5-C-Tune5.pth 34%[=====> ] 1.92G 46.6MB/s eta 83s " ] }, { @@ -1382,7 +1376,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 31%[=====> ] 1.80G 38.9MB/s eta 91s " + "BaseV5-C-Tune5.pth 34%[=====> ] 1.94G 45.7MB/s eta 83s " ] }, { @@ -1390,7 +1384,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 32%[=====> ] 1.81G 39.3MB/s eta 91s " + "BaseV5-C-Tune5.pth 34%[=====> ] 1.95G 46.5MB/s eta 83s " ] }, { @@ -1398,7 +1392,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 32%[=====> ] 1.82G 38.0MB/s eta 91s " + "BaseV5-C-Tune5.pth 34%[=====> ] 1.95G 46.8MB/s eta 83s " ] }, { @@ -1406,7 +1400,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 32%[=====> ] 1.83G 40.4MB/s eta 90s " + "BaseV5-C-Tune5.pth 34%[=====> ] 1.97G 47.2MB/s eta 82s " ] }, { @@ -1414,7 +1408,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 32%[=====> ] 1.85G 40.6MB/s eta 90s " + "BaseV5-C-Tune5.pth 35%[======> ] 1.98G 43.0MB/s eta 82s " ] }, { @@ -1422,7 +1416,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 32%[=====> ] 1.85G 40.9MB/s eta 90s " + "BaseV5-C-Tune5.pth 35%[======> ] 2.00G 45.8MB/s eta 82s " ] }, { @@ -1430,7 +1424,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 33%[=====> ] 1.86G 38.9MB/s eta 90s " + "BaseV5-C-Tune5.pth 35%[======> ] 2.01G 47.7MB/s eta 82s " ] }, { @@ -1438,7 +1432,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 33%[=====> ] 1.87G 39.9MB/s eta 90s " + "BaseV5-C-Tune5.pth 35%[======> ] 2.03G 46.1MB/s eta 80s " ] }, { @@ -1446,7 +1440,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 33%[=====> ] 1.88G 36.4MB/s eta 90s " + "BaseV5-C-Tune5.pth 36%[======> ] 2.04G 47.0MB/s eta 80s " ] }, { @@ -1454,7 +1448,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 33%[=====> ] 1.89G 35.3MB/s eta 90s " + "BaseV5-C-Tune5.pth 36%[======> ] 2.06G 48.9MB/s eta 80s " ] }, { @@ -1462,7 +1456,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 33%[=====> ] 1.92G 40.9MB/s eta 90s " + "BaseV5-C-Tune5.pth 36%[======> ] 2.07G 51.5MB/s eta 80s " ] }, { @@ -1470,7 +1464,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 34%[=====> ] 1.93G 44.0MB/s eta 87s " + "BaseV5-C-Tune5.pth 36%[======> ] 2.09G 53.1MB/s eta 78s " ] }, { @@ -1478,7 +1472,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 34%[=====> ] 1.94G 44.2MB/s eta 87s " + "BaseV5-C-Tune5.pth 37%[======> ] 2.10G 51.9MB/s eta 78s " ] }, { @@ -1486,7 +1480,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 34%[=====> ] 1.95G 46.0MB/s eta 87s " + "BaseV5-C-Tune5.pth 37%[======> ] 2.11G 52.4MB/s eta 78s " ] }, { @@ -1494,7 +1488,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 34%[=====> ] 1.97G 47.6MB/s eta 87s " + "BaseV5-C-Tune5.pth 37%[======> ] 2.12G 49.3MB/s eta 78s " ] }, { @@ -1502,7 +1496,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 35%[======> ] 1.98G 47.2MB/s eta 86s " + "BaseV5-C-Tune5.pth 37%[======> ] 2.13G 49.5MB/s eta 78s " ] }, { @@ -1510,7 +1504,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 35%[======> ] 2.00G 51.9MB/s eta 86s " + "BaseV5-C-Tune5.pth 37%[======> ] 2.14G 50.0MB/s eta 78s " ] }, { @@ -1518,7 +1512,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 35%[======> ] 2.01G 50.5MB/s eta 86s " + "BaseV5-C-Tune5.pth 38%[======> ] 2.15G 49.9MB/s eta 78s " ] }, { @@ -1526,7 +1520,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 35%[======> ] 2.02G 52.5MB/s eta 86s " + "BaseV5-C-Tune5.pth 38%[======> ] 2.16G 52.4MB/s eta 78s " ] }, { @@ -1534,7 +1528,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 35%[======> ] 2.03G 48.4MB/s eta 85s " + "BaseV5-C-Tune5.pth 38%[======> ] 2.17G 50.6MB/s eta 77s " ] }, { @@ -1542,7 +1536,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 36%[======> ] 2.04G 50.9MB/s eta 85s " + "BaseV5-C-Tune5.pth 38%[======> ] 2.19G 52.2MB/s eta 77s " ] }, { @@ -1550,7 +1544,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 36%[======> ] 2.06G 50.6MB/s eta 85s " + "BaseV5-C-Tune5.pth 38%[======> ] 2.20G 50.6MB/s eta 77s " ] }, { @@ -1558,7 +1552,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 36%[======> ] 2.07G 52.2MB/s eta 85s " + "BaseV5-C-Tune5.pth 39%[======> ] 2.21G 45.6MB/s eta 77s " ] }, { @@ -1566,7 +1560,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 36%[======> ] 2.08G 53.8MB/s eta 83s " + "BaseV5-C-Tune5.pth 39%[======> ] 2.21G 44.9MB/s eta 76s " ] }, { @@ -1574,7 +1568,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 37%[======> ] 2.09G 50.1MB/s eta 83s " + "BaseV5-C-Tune5.pth 39%[======> ] 2.22G 40.1MB/s eta 76s " ] }, { @@ -1582,7 +1576,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 37%[======> ] 2.10G 48.7MB/s eta 83s " + "BaseV5-C-Tune5.pth 39%[======> ] 2.23G 41.6MB/s eta 76s " ] }, { @@ -1590,7 +1584,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 37%[======> ] 2.11G 44.9MB/s eta 83s " + "BaseV5-C-Tune5.pth 39%[======> ] 2.23G 40.5MB/s eta 76s " ] }, { @@ -1598,7 +1592,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 37%[======> ] 2.12G 44.4MB/s eta 83s " + "BaseV5-C-Tune5.pth 39%[======> ] 2.25G 41.1MB/s eta 76s " ] }, { @@ -1606,7 +1600,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 37%[======> ] 2.12G 40.2MB/s eta 83s " + "BaseV5-C-Tune5.pth 40%[=======> ] 2.26G 39.9MB/s eta 75s " ] }, { @@ -1614,7 +1608,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 37%[======> ] 2.13G 37.9MB/s eta 83s " + "BaseV5-C-Tune5.pth 40%[=======> ] 2.26G 39.0MB/s eta 75s " ] }, { @@ -1622,7 +1616,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 37%[======> ] 2.14G 37.8MB/s eta 83s " + "BaseV5-C-Tune5.pth 40%[=======> ] 2.28G 42.5MB/s eta 75s " ] }, { @@ -1630,7 +1624,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 38%[======> ] 2.15G 34.3MB/s eta 83s " + "BaseV5-C-Tune5.pth 40%[=======> ] 2.29G 42.2MB/s eta 75s " ] }, { @@ -1638,7 +1632,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 38%[======> ] 2.16G 34.7MB/s eta 83s " + "BaseV5-C-Tune5.pth 40%[=======> ] 2.31G 42.4MB/s eta 74s " ] }, { @@ -1646,7 +1640,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 38%[======> ] 2.17G 36.3MB/s eta 83s " + "BaseV5-C-Tune5.pth 41%[=======> ] 2.32G 44.6MB/s eta 74s " ] }, { @@ -1654,7 +1648,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 38%[======> ] 2.17G 32.6MB/s eta 83s " + "BaseV5-C-Tune5.pth 41%[=======> ] 2.33G 41.7MB/s eta 74s " ] }, { @@ -1662,7 +1656,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 38%[======> ] 2.19G 35.2MB/s eta 83s " + "BaseV5-C-Tune5.pth 41%[=======> ] 2.34G 42.5MB/s eta 74s " ] }, { @@ -1670,7 +1664,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 39%[======> ] 2.21G 35.4MB/s eta 82s " + "BaseV5-C-Tune5.pth 41%[=======> ] 2.36G 44.1MB/s eta 73s " ] }, { @@ -1678,7 +1672,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 39%[======> ] 2.22G 35.6MB/s eta 82s " + "BaseV5-C-Tune5.pth 41%[=======> ] 2.37G 42.7MB/s eta 73s " ] }, { @@ -1686,7 +1680,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 39%[======> ] 2.22G 35.7MB/s eta 82s " + "BaseV5-C-Tune5.pth 42%[=======> ] 2.38G 45.9MB/s eta 73s " ] }, { @@ -1694,7 +1688,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 39%[======> ] 2.23G 34.2MB/s eta 82s " + "BaseV5-C-Tune5.pth 42%[=======> ] 2.40G 47.6MB/s eta 73s " ] }, { @@ -1702,7 +1696,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 39%[======> ] 2.25G 36.4MB/s eta 82s " + "BaseV5-C-Tune5.pth 42%[=======> ] 2.41G 50.9MB/s eta 72s " ] }, { @@ -1710,7 +1704,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 39%[======> ] 2.25G 36.6MB/s eta 81s " + "BaseV5-C-Tune5.pth 43%[=======> ] 2.43G 50.6MB/s eta 72s " ] }, { @@ -1718,7 +1712,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 40%[=======> ] 2.26G 35.1MB/s eta 81s " + "BaseV5-C-Tune5.pth 43%[=======> ] 2.43G 48.3MB/s eta 72s " ] }, { @@ -1726,7 +1720,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 40%[=======> ] 2.28G 38.6MB/s eta 81s " + "BaseV5-C-Tune5.pth 43%[=======> ] 2.44G 48.6MB/s eta 72s " ] }, { @@ -1734,7 +1728,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 40%[=======> ] 2.29G 37.2MB/s eta 81s " + "BaseV5-C-Tune5.pth 43%[=======> ] 2.46G 50.1MB/s eta 71s " ] }, { @@ -1742,7 +1736,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 40%[=======> ] 2.29G 38.7MB/s eta 81s " + "BaseV5-C-Tune5.pth 43%[=======> ] 2.47G 46.0MB/s eta 71s " ] }, { @@ -1750,7 +1744,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 40%[=======> ] 2.31G 41.8MB/s eta 79s " + "BaseV5-C-Tune5.pth 44%[=======> ] 2.49G 46.2MB/s eta 71s " ] }, { @@ -1758,7 +1752,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 41%[=======> ] 2.32G 43.5MB/s eta 79s " + "BaseV5-C-Tune5.pth 44%[=======> ] 2.50G 47.9MB/s eta 71s " ] }, { @@ -1766,7 +1760,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 41%[=======> ] 2.33G 42.4MB/s eta 79s " + "BaseV5-C-Tune5.pth 44%[=======> ] 2.52G 50.7MB/s eta 69s " ] }, { @@ -1774,7 +1768,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 41%[=======> ] 2.34G 41.9MB/s eta 79s " + "BaseV5-C-Tune5.pth 44%[=======> ] 2.53G 51.3MB/s eta 69s " ] }, { @@ -1782,7 +1776,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 41%[=======> ] 2.35G 42.4MB/s eta 79s " + "BaseV5-C-Tune5.pth 45%[========> ] 2.55G 50.6MB/s eta 69s " ] }, { @@ -1790,7 +1784,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 41%[=======> ] 2.37G 45.9MB/s eta 78s " + "BaseV5-C-Tune5.pth 45%[========> ] 2.56G 49.9MB/s eta 69s " ] }, { @@ -1798,7 +1792,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 42%[=======> ] 2.38G 45.3MB/s eta 78s " + "BaseV5-C-Tune5.pth 45%[========> ] 2.57G 47.2MB/s eta 68s " ] }, { @@ -1806,7 +1800,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 42%[=======> ] 2.40G 44.6MB/s eta 78s " + "BaseV5-C-Tune5.pth 45%[========> ] 2.58G 46.9MB/s eta 68s " ] }, { @@ -1814,7 +1808,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 42%[=======> ] 2.41G 46.1MB/s eta 78s " + "BaseV5-C-Tune5.pth 46%[========> ] 2.60G 48.7MB/s eta 68s " ] }, { @@ -1822,7 +1816,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 42%[=======> ] 2.41G 43.7MB/s eta 77s " + "BaseV5-C-Tune5.pth 46%[========> ] 2.61G 49.8MB/s eta 68s " ] }, { @@ -1830,7 +1824,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 43%[=======> ] 2.43G 43.9MB/s eta 77s " + "BaseV5-C-Tune5.pth 46%[========> ] 2.62G 49.3MB/s eta 68s " ] }, { @@ -1838,7 +1832,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 43%[=======> ] 2.44G 45.5MB/s eta 77s " + "BaseV5-C-Tune5.pth 46%[========> ] 2.64G 51.8MB/s eta 66s " ] }, { @@ -1846,7 +1840,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 43%[=======> ] 2.44G 44.0MB/s eta 77s " + "BaseV5-C-Tune5.pth 46%[========> ] 2.65G 52.2MB/s eta 66s " ] }, { @@ -1854,7 +1848,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 43%[=======> ] 2.46G 44.4MB/s eta 76s " + "BaseV5-C-Tune5.pth 47%[========> ] 2.67G 52.8MB/s eta 66s " ] }, { @@ -1862,7 +1856,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 43%[=======> ] 2.46G 42.8MB/s eta 76s " + "BaseV5-C-Tune5.pth 47%[========> ] 2.68G 54.7MB/s eta 66s " ] }, { @@ -1870,7 +1864,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 43%[=======> ] 2.47G 42.7MB/s eta 76s " + "BaseV5-C-Tune5.pth 47%[========> ] 2.70G 56.7MB/s eta 64s " ] }, { @@ -1878,7 +1872,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 44%[=======> ] 2.49G 44.4MB/s eta 76s " + "BaseV5-C-Tune5.pth 47%[========> ] 2.70G 55.5MB/s eta 64s " ] }, { @@ -1886,7 +1880,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 44%[=======> ] 2.49G 40.5MB/s eta 76s " + "BaseV5-C-Tune5.pth 48%[========> ] 2.71G 55.5MB/s eta 64s " ] }, { @@ -1894,7 +1888,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 44%[=======> ] 2.50G 42.0MB/s eta 75s " + "BaseV5-C-Tune5.pth 48%[========> ] 2.73G 53.6MB/s eta 64s " ] }, { @@ -1902,7 +1896,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 44%[=======> ] 2.52G 41.4MB/s eta 75s " + "BaseV5-C-Tune5.pth 48%[========> ] 2.74G 52.2MB/s eta 63s " ] }, { @@ -1910,7 +1904,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 44%[=======> ] 2.53G 41.8MB/s eta 75s " + "BaseV5-C-Tune5.pth 49%[========> ] 2.77G 57.0MB/s eta 63s " ] }, { @@ -1918,7 +1912,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 45%[========> ] 2.55G 41.6MB/s eta 75s " + "BaseV5-C-Tune5.pth 49%[========> ] 2.79G 57.3MB/s eta 63s " ] }, { @@ -1926,7 +1920,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 45%[========> ] 2.56G 42.8MB/s eta 73s " + "BaseV5-C-Tune5.pth 49%[========> ] 2.79G 56.2MB/s eta 63s " ] }, { @@ -1934,7 +1928,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 45%[========> ] 2.57G 42.9MB/s eta 73s " + "BaseV5-C-Tune5.pth 49%[========> ] 2.80G 58.3MB/s eta 63s " ] }, { @@ -1942,7 +1936,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 45%[========> ] 2.58G 41.9MB/s eta 73s " + "BaseV5-C-Tune5.pth 49%[========> ] 2.82G 57.9MB/s eta 62s " ] }, { @@ -1950,7 +1944,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 45%[========> ] 2.59G 44.6MB/s eta 73s " + "BaseV5-C-Tune5.pth 49%[========> ] 2.82G 53.8MB/s eta 62s " ] }, { @@ -1958,7 +1952,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 46%[========> ] 2.61G 43.6MB/s eta 72s " + "BaseV5-C-Tune5.pth 50%[=========> ] 2.83G 54.2MB/s eta 62s " ] }, { @@ -1966,7 +1960,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 46%[========> ] 2.62G 43.9MB/s eta 72s " + "BaseV5-C-Tune5.pth 50%[=========> ] 2.83G 50.8MB/s eta 62s " ] }, { @@ -1974,7 +1968,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 46%[========> ] 2.64G 45.4MB/s eta 72s " + "BaseV5-C-Tune5.pth 50%[=========> ] 2.85G 49.3MB/s eta 61s " ] }, { @@ -1982,7 +1976,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 46%[========> ] 2.65G 44.5MB/s eta 71s " + "BaseV5-C-Tune5.pth 50%[=========> ] 2.86G 49.3MB/s eta 61s " ] }, { @@ -1990,7 +1984,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 47%[========> ] 2.67G 46.4MB/s eta 71s " + "BaseV5-C-Tune5.pth 50%[=========> ] 2.87G 50.2MB/s eta 61s " ] }, { @@ -1998,7 +1992,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 47%[========> ] 2.68G 45.6MB/s eta 71s " + "BaseV5-C-Tune5.pth 50%[=========> ] 2.88G 48.5MB/s eta 61s " ] }, { @@ -2006,7 +2000,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 47%[========> ] 2.70G 47.6MB/s eta 71s " + "BaseV5-C-Tune5.pth 51%[=========> ] 2.89G 49.1MB/s eta 61s " ] }, { @@ -2014,7 +2008,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 47%[========> ] 2.70G 43.8MB/s eta 70s " + "BaseV5-C-Tune5.pth 51%[=========> ] 2.89G 48.4MB/s eta 60s " ] }, { @@ -2022,7 +2016,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 48%[========> ] 2.71G 46.0MB/s eta 70s " + "BaseV5-C-Tune5.pth 51%[=========> ] 2.90G 46.8MB/s eta 60s " ] }, { @@ -2030,7 +2024,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 48%[========> ] 2.73G 44.6MB/s eta 70s " + "BaseV5-C-Tune5.pth 51%[=========> ] 2.91G 44.8MB/s eta 60s " ] }, { @@ -2038,7 +2032,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 48%[========> ] 2.74G 46.3MB/s eta 70s " + "BaseV5-C-Tune5.pth 51%[=========> ] 2.92G 44.5MB/s eta 60s " ] }, { @@ -2046,7 +2040,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 48%[========> ] 2.76G 46.0MB/s eta 68s " + "BaseV5-C-Tune5.pth 52%[=========> ] 2.93G 44.3MB/s eta 60s " ] }, { @@ -2054,7 +2048,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 49%[========> ] 2.77G 47.7MB/s eta 68s " + "BaseV5-C-Tune5.pth 52%[=========> ] 2.95G 43.9MB/s eta 59s " ] }, { @@ -2062,7 +2056,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 49%[========> ] 2.77G 45.5MB/s eta 68s " + "BaseV5-C-Tune5.pth 52%[=========> ] 2.95G 42.5MB/s eta 59s " ] }, { @@ -2070,7 +2064,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 49%[========> ] 2.79G 45.0MB/s eta 68s " + "BaseV5-C-Tune5.pth 52%[=========> ] 2.96G 41.4MB/s eta 59s " ] }, { @@ -2078,7 +2072,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 49%[========> ] 2.79G 40.6MB/s eta 68s " + "BaseV5-C-Tune5.pth 52%[=========> ] 2.98G 42.5MB/s eta 59s " ] }, { @@ -2086,7 +2080,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 49%[========> ] 2.80G 43.4MB/s eta 68s " + "BaseV5-C-Tune5.pth 52%[=========> ] 2.99G 42.8MB/s eta 59s " ] }, { @@ -2094,7 +2088,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 49%[========> ] 2.82G 43.3MB/s eta 68s " + "BaseV5-C-Tune5.pth 53%[=========> ] 3.00G 44.2MB/s eta 58s " ] }, { @@ -2102,7 +2096,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 50%[=========> ] 2.83G 43.7MB/s eta 68s " + "BaseV5-C-Tune5.pth 53%[=========> ] 3.02G 46.2MB/s eta 58s " ] }, { @@ -2110,7 +2104,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 50%[=========> ] 2.85G 46.7MB/s eta 66s " + "BaseV5-C-Tune5.pth 53%[=========> ] 3.02G 48.0MB/s eta 58s " ] }, { @@ -2118,7 +2112,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 50%[=========> ] 2.86G 44.9MB/s eta 66s " + "BaseV5-C-Tune5.pth 53%[=========> ] 3.04G 48.5MB/s eta 58s " ] }, { @@ -2126,7 +2120,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 50%[=========> ] 2.87G 45.5MB/s eta 66s " + "BaseV5-C-Tune5.pth 53%[=========> ] 3.04G 46.1MB/s eta 58s " ] }, { @@ -2134,7 +2128,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 51%[=========> ] 2.89G 46.0MB/s eta 66s " + "BaseV5-C-Tune5.pth 54%[=========> ] 3.05G 47.2MB/s eta 57s " ] }, { @@ -2142,7 +2136,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 51%[=========> ] 2.89G 47.7MB/s eta 65s " + "BaseV5-C-Tune5.pth 54%[=========> ] 3.07G 45.3MB/s eta 57s " ] }, { @@ -2150,7 +2144,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 51%[=========> ] 2.90G 44.8MB/s eta 65s " + "BaseV5-C-Tune5.pth 54%[=========> ] 3.08G 47.8MB/s eta 57s " ] }, { @@ -2158,7 +2152,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 51%[=========> ] 2.91G 45.5MB/s eta 65s " + "BaseV5-C-Tune5.pth 54%[=========> ] 3.10G 47.7MB/s eta 57s " ] }, { @@ -2166,7 +2160,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 51%[=========> ] 2.92G 45.1MB/s eta 65s " + "BaseV5-C-Tune5.pth 55%[==========> ] 3.11G 47.9MB/s eta 55s " ] }, { @@ -2174,7 +2168,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 52%[=========> ] 2.93G 44.7MB/s eta 65s " + "BaseV5-C-Tune5.pth 55%[==========> ] 3.13G 49.5MB/s eta 55s " ] }, { @@ -2182,7 +2176,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 52%[=========> ] 2.93G 44.4MB/s eta 64s " + "BaseV5-C-Tune5.pth 55%[==========> ] 3.14G 48.1MB/s eta 55s " ] }, { @@ -2190,7 +2184,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 52%[=========> ] 2.95G 42.6MB/s eta 64s " + "BaseV5-C-Tune5.pth 55%[==========> ] 3.15G 47.8MB/s eta 55s " ] }, { @@ -2198,7 +2192,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 52%[=========> ] 2.95G 40.0MB/s eta 64s " + "BaseV5-C-Tune5.pth 55%[==========> ] 3.16G 47.6MB/s eta 54s " ] }, { @@ -2206,7 +2200,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 52%[=========> ] 2.96G 41.1MB/s eta 64s " + "BaseV5-C-Tune5.pth 56%[==========> ] 3.17G 49.6MB/s eta 54s " ] }, { @@ -2214,7 +2208,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 52%[=========> ] 2.98G 42.3MB/s eta 63s " + "BaseV5-C-Tune5.pth 56%[==========> ] 3.19G 49.9MB/s eta 54s " ] }, { @@ -2222,7 +2216,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 53%[=========> ] 3.00G 41.8MB/s eta 63s " + "BaseV5-C-Tune5.pth 56%[==========> ] 3.20G 49.7MB/s eta 54s " ] }, { @@ -2230,7 +2224,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 53%[=========> ] 3.02G 47.3MB/s eta 63s " + "BaseV5-C-Tune5.pth 57%[==========> ] 3.22G 49.6MB/s eta 53s " ] }, { @@ -2238,7 +2232,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 53%[=========> ] 3.02G 44.0MB/s eta 63s " + "BaseV5-C-Tune5.pth 57%[==========> ] 3.23G 50.0MB/s eta 53s " ] }, { @@ -2246,7 +2240,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 53%[=========> ] 3.04G 43.5MB/s eta 61s " + "BaseV5-C-Tune5.pth 57%[==========> ] 3.25G 48.8MB/s eta 53s " ] }, { @@ -2254,7 +2248,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 53%[=========> ] 3.04G 40.2MB/s eta 61s " + "BaseV5-C-Tune5.pth 57%[==========> ] 3.26G 50.6MB/s eta 53s " ] }, { @@ -2262,7 +2256,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 54%[=========> ] 3.05G 42.3MB/s eta 61s " + "BaseV5-C-Tune5.pth 58%[==========> ] 3.28G 50.9MB/s eta 53s " ] }, { @@ -2270,7 +2264,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 54%[=========> ] 3.07G 41.9MB/s eta 61s " + "BaseV5-C-Tune5.pth 58%[==========> ] 3.28G 50.6MB/s eta 51s " ] }, { @@ -2278,7 +2272,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 54%[=========> ] 3.08G 43.4MB/s eta 60s " + "BaseV5-C-Tune5.pth 58%[==========> ] 3.30G 54.0MB/s eta 51s " ] }, { @@ -2286,7 +2280,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 54%[=========> ] 3.10G 44.2MB/s eta 60s " + "BaseV5-C-Tune5.pth 58%[==========> ] 3.31G 52.5MB/s eta 51s " ] }, { @@ -2294,7 +2288,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 55%[==========> ] 3.11G 43.9MB/s eta 60s " + "BaseV5-C-Tune5.pth 58%[==========> ] 3.32G 52.3MB/s eta 51s " ] }, { @@ -2302,7 +2296,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 55%[==========> ] 3.11G 40.6MB/s eta 60s " + "BaseV5-C-Tune5.pth 59%[==========> ] 3.34G 52.9MB/s eta 50s " ] }, { @@ -2310,7 +2304,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 55%[==========> ] 3.13G 43.8MB/s eta 59s " + "BaseV5-C-Tune5.pth 59%[==========> ] 3.35G 54.0MB/s eta 50s " ] }, { @@ -2318,7 +2312,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 55%[==========> ] 3.14G 47.4MB/s eta 59s " + "BaseV5-C-Tune5.pth 59%[==========> ] 3.37G 54.0MB/s eta 50s " ] }, { @@ -2326,7 +2320,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 55%[==========> ] 3.14G 44.1MB/s eta 59s " + "BaseV5-C-Tune5.pth 59%[==========> ] 3.38G 54.6MB/s eta 50s " ] }, { @@ -2334,7 +2328,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 55%[==========> ] 3.16G 43.6MB/s eta 59s " + "BaseV5-C-Tune5.pth 60%[===========> ] 3.40G 54.4MB/s eta 49s " ] }, { @@ -2342,7 +2336,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 56%[==========> ] 3.17G 46.8MB/s eta 59s " + "BaseV5-C-Tune5.pth 60%[===========> ] 3.41G 53.5MB/s eta 49s " ] }, { @@ -2350,7 +2344,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 56%[==========> ] 3.19G 47.0MB/s eta 58s " + "BaseV5-C-Tune5.pth 60%[===========> ] 3.43G 52.3MB/s eta 49s " ] }, { @@ -2358,7 +2352,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 56%[==========> ] 3.20G 43.6MB/s eta 58s " + "BaseV5-C-Tune5.pth 60%[===========> ] 3.44G 55.1MB/s eta 49s " ] }, { @@ -2366,7 +2360,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 56%[==========> ] 3.21G 43.8MB/s eta 58s " + "BaseV5-C-Tune5.pth 61%[===========> ] 3.47G 59.7MB/s eta 47s " ] }, { @@ -2374,7 +2368,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 57%[==========> ] 3.23G 47.2MB/s eta 58s " + "BaseV5-C-Tune5.pth 61%[===========> ] 3.47G 56.3MB/s eta 47s " ] }, { @@ -2382,7 +2376,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 57%[==========> ] 3.23G 46.2MB/s eta 58s " + "BaseV5-C-Tune5.pth 61%[===========> ] 3.49G 55.8MB/s eta 47s " ] }, { @@ -2390,7 +2384,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 57%[==========> ] 3.25G 49.2MB/s eta 56s " + "BaseV5-C-Tune5.pth 62%[===========> ] 3.50G 54.4MB/s eta 47s " ] }, { @@ -2398,7 +2392,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 57%[==========> ] 3.26G 49.5MB/s eta 56s " + "BaseV5-C-Tune5.pth 62%[===========> ] 3.52G 55.7MB/s eta 46s " ] }, { @@ -2406,7 +2400,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 58%[==========> ] 3.28G 49.0MB/s eta 56s " + "BaseV5-C-Tune5.pth 62%[===========> ] 3.54G 56.6MB/s eta 46s " ] }, { @@ -2414,7 +2408,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 58%[==========> ] 3.30G 50.5MB/s eta 56s " + "BaseV5-C-Tune5.pth 63%[===========> ] 3.56G 59.0MB/s eta 46s " ] }, { @@ -2422,7 +2416,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 58%[==========> ] 3.31G 52.3MB/s eta 56s " + "BaseV5-C-Tune5.pth 63%[===========> ] 3.57G 60.2MB/s eta 46s " ] }, { @@ -2430,7 +2424,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 58%[==========> ] 3.32G 55.0MB/s eta 54s " + "BaseV5-C-Tune5.pth 63%[===========> ] 3.58G 57.2MB/s eta 46s " ] }, { @@ -2438,7 +2432,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 58%[==========> ] 3.33G 52.2MB/s eta 54s " + "BaseV5-C-Tune5.pth 63%[===========> ] 3.58G 55.7MB/s eta 44s " ] }, { @@ -2446,7 +2440,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 59%[==========> ] 3.34G 51.9MB/s eta 54s " + "BaseV5-C-Tune5.pth 63%[===========> ] 3.59G 56.3MB/s eta 44s " ] }, { @@ -2454,7 +2448,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 59%[==========> ] 3.35G 55.5MB/s eta 54s " + "BaseV5-C-Tune5.pth 63%[===========> ] 3.60G 55.6MB/s eta 44s " ] }, { @@ -2462,7 +2456,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 59%[==========> ] 3.37G 52.2MB/s eta 53s " + "BaseV5-C-Tune5.pth 64%[===========> ] 3.61G 54.3MB/s eta 44s " ] }, { @@ -2470,7 +2464,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 59%[==========> ] 3.38G 53.6MB/s eta 53s " + "BaseV5-C-Tune5.pth 64%[===========> ] 3.62G 55.3MB/s eta 44s " ] }, { @@ -2478,7 +2472,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 60%[===========> ] 3.40G 52.1MB/s eta 53s " + "BaseV5-C-Tune5.pth 64%[===========> ] 3.63G 53.7MB/s eta 43s " ] }, { @@ -2486,7 +2480,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 60%[===========> ] 3.40G 47.7MB/s eta 53s " + "BaseV5-C-Tune5.pth 64%[===========> ] 3.65G 53.6MB/s eta 43s " ] }, { @@ -2494,7 +2488,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 60%[===========> ] 3.41G 51.0MB/s eta 52s " + "BaseV5-C-Tune5.pth 65%[============> ] 3.68G 53.6MB/s eta 43s " ] }, { @@ -2502,7 +2496,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 60%[===========> ] 3.41G 46.0MB/s eta 52s " + "BaseV5-C-Tune5.pth 65%[============> ] 3.69G 52.3MB/s eta 43s " ] }, { @@ -2510,7 +2504,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 60%[===========> ] 3.43G 45.8MB/s eta 52s " + "BaseV5-C-Tune5.pth 65%[============> ] 3.71G 55.3MB/s eta 41s " ] }, { @@ -2518,7 +2512,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 60%[===========> ] 3.43G 42.5MB/s eta 52s " + "BaseV5-C-Tune5.pth 65%[============> ] 3.72G 55.5MB/s eta 41s " ] }, { @@ -2526,7 +2520,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 60%[===========> ] 3.44G 41.7MB/s eta 52s " + "BaseV5-C-Tune5.pth 66%[============> ] 3.73G 54.3MB/s eta 41s " ] }, { @@ -2534,7 +2528,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 60%[===========> ] 3.44G 40.8MB/s eta 52s " + "BaseV5-C-Tune5.pth 66%[============> ] 3.74G 52.0MB/s eta 41s " ] }, { @@ -2542,7 +2536,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 61%[===========> ] 3.46G 40.1MB/s eta 52s " + "BaseV5-C-Tune5.pth 66%[============> ] 3.75G 54.6MB/s eta 41s " ] }, { @@ -2550,7 +2544,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 61%[===========> ] 3.48G 40.9MB/s eta 52s " + "BaseV5-C-Tune5.pth 66%[============> ] 3.76G 51.0MB/s eta 40s " ] }, { @@ -2558,7 +2552,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 61%[===========> ] 3.49G 38.9MB/s eta 52s " + "BaseV5-C-Tune5.pth 66%[============> ] 3.78G 51.3MB/s eta 40s " ] }, { @@ -2566,7 +2560,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 62%[===========> ] 3.50G 39.9MB/s eta 50s " + "BaseV5-C-Tune5.pth 67%[============> ] 3.78G 49.9MB/s eta 40s " ] }, { @@ -2574,7 +2568,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 62%[===========> ] 3.52G 41.8MB/s eta 50s " + "BaseV5-C-Tune5.pth 67%[============> ] 3.80G 50.0MB/s eta 40s " ] }, { @@ -2582,7 +2576,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 62%[===========> ] 3.52G 38.7MB/s eta 50s " + "BaseV5-C-Tune5.pth 67%[============> ] 3.81G 51.8MB/s eta 39s " ] }, { @@ -2590,7 +2584,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 62%[===========> ] 3.53G 41.4MB/s eta 50s " + "BaseV5-C-Tune5.pth 67%[============> ] 3.83G 53.9MB/s eta 39s " ] }, { @@ -2598,7 +2592,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 62%[===========> ] 3.55G 41.0MB/s eta 49s " + "BaseV5-C-Tune5.pth 67%[============> ] 3.83G 52.7MB/s eta 39s " ] }, { @@ -2606,7 +2600,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 63%[===========> ] 3.56G 41.4MB/s eta 49s " + "BaseV5-C-Tune5.pth 68%[============> ] 3.86G 57.6MB/s eta 39s " ] }, { @@ -2614,7 +2608,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 63%[===========> ] 3.57G 43.8MB/s eta 49s " + "BaseV5-C-Tune5.pth 68%[============> ] 3.86G 54.9MB/s eta 39s " ] }, { @@ -2622,7 +2616,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 63%[===========> ] 3.58G 42.1MB/s eta 49s " + "BaseV5-C-Tune5.pth 68%[============> ] 3.88G 57.5MB/s eta 38s " ] }, { @@ -2630,7 +2624,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 63%[===========> ] 3.59G 45.6MB/s eta 49s " + "BaseV5-C-Tune5.pth 68%[============> ] 3.89G 54.6MB/s eta 38s " ] }, { @@ -2638,7 +2632,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 63%[===========> ] 3.60G 46.3MB/s eta 48s " + "BaseV5-C-Tune5.pth 69%[============> ] 3.90G 55.2MB/s eta 38s " ] }, { @@ -2646,7 +2640,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 63%[===========> ] 3.61G 42.9MB/s eta 48s " + "BaseV5-C-Tune5.pth 69%[============> ] 3.91G 52.7MB/s eta 38s " ] }, { @@ -2654,7 +2648,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 64%[===========> ] 3.62G 46.1MB/s eta 48s " + "BaseV5-C-Tune5.pth 69%[============> ] 3.91G 50.1MB/s eta 38s " ] }, { @@ -2662,7 +2656,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 64%[===========> ] 3.63G 45.6MB/s eta 48s " + "BaseV5-C-Tune5.pth 69%[============> ] 3.92G 49.0MB/s eta 37s " ] }, { @@ -2670,7 +2664,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 64%[===========> ] 3.64G 45.5MB/s eta 47s " + "BaseV5-C-Tune5.pth 69%[============> ] 3.93G 49.7MB/s eta 37s " ] }, { @@ -2678,7 +2672,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 64%[===========> ] 3.65G 46.8MB/s eta 47s " + "BaseV5-C-Tune5.pth 69%[============> ] 3.95G 50.2MB/s eta 37s " ] }, { @@ -2686,7 +2680,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 64%[===========> ] 3.67G 45.9MB/s eta 47s " + "BaseV5-C-Tune5.pth 70%[=============> ] 3.95G 48.6MB/s eta 37s " ] }, { @@ -2694,7 +2688,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 65%[============> ] 3.68G 45.7MB/s eta 47s " + "BaseV5-C-Tune5.pth 70%[=============> ] 3.96G 44.3MB/s eta 36s " ] }, { @@ -2702,7 +2696,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 65%[============> ] 3.70G 46.7MB/s eta 46s " + "BaseV5-C-Tune5.pth 70%[=============> ] 3.98G 45.3MB/s eta 36s " ] }, { @@ -2710,7 +2704,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 65%[============> ] 3.70G 46.3MB/s eta 46s " + "BaseV5-C-Tune5.pth 70%[=============> ] 3.99G 44.7MB/s eta 36s " ] }, { @@ -2718,7 +2712,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 65%[============> ] 3.71G 45.7MB/s eta 46s " + "BaseV5-C-Tune5.pth 71%[=============> ] 4.01G 47.7MB/s eta 36s " ] }, { @@ -2726,7 +2720,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 66%[============> ] 3.72G 45.5MB/s eta 46s " + "BaseV5-C-Tune5.pth 71%[=============> ] 4.02G 47.8MB/s eta 35s " ] }, { @@ -2734,7 +2728,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 66%[============> ] 3.74G 45.3MB/s eta 46s " + "BaseV5-C-Tune5.pth 71%[=============> ] 4.04G 47.5MB/s eta 35s " ] }, { @@ -2742,7 +2736,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 66%[============> ] 3.74G 44.2MB/s eta 45s " + "BaseV5-C-Tune5.pth 71%[=============> ] 4.04G 49.4MB/s eta 35s " ] }, { @@ -2750,7 +2744,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 66%[============> ] 3.75G 44.1MB/s eta 45s " + "BaseV5-C-Tune5.pth 71%[=============> ] 4.05G 45.3MB/s eta 35s " ] }, { @@ -2758,7 +2752,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 66%[============> ] 3.76G 42.4MB/s eta 45s " + "BaseV5-C-Tune5.pth 72%[=============> ] 4.07G 46.7MB/s eta 35s " ] }, { @@ -2766,7 +2760,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 66%[============> ] 3.77G 43.2MB/s eta 45s " + "BaseV5-C-Tune5.pth 72%[=============> ] 4.08G 45.0MB/s eta 33s " ] }, { @@ -2774,7 +2768,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 67%[============> ] 3.78G 45.0MB/s eta 45s " + "BaseV5-C-Tune5.pth 72%[=============> ] 4.08G 43.3MB/s eta 33s " ] }, { @@ -2782,7 +2776,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 67%[============> ] 3.80G 44.7MB/s eta 43s " + "BaseV5-C-Tune5.pth 72%[=============> ] 4.09G 42.2MB/s eta 33s " ] }, { @@ -2790,7 +2784,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 67%[============> ] 3.81G 48.6MB/s eta 43s " + "BaseV5-C-Tune5.pth 72%[=============> ] 4.10G 44.8MB/s eta 33s " ] }, { @@ -2798,7 +2792,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 67%[============> ] 3.83G 47.7MB/s eta 43s " + "BaseV5-C-Tune5.pth 72%[=============> ] 4.11G 46.5MB/s eta 33s " ] }, { @@ -2806,7 +2800,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 68%[============> ] 3.86G 52.1MB/s eta 43s " + "BaseV5-C-Tune5.pth 73%[=============> ] 4.13G 44.9MB/s eta 32s " ] }, { @@ -2814,7 +2808,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 68%[============> ] 3.87G 53.7MB/s eta 43s " + "BaseV5-C-Tune5.pth 73%[=============> ] 4.13G 43.9MB/s eta 32s " ] }, { @@ -2822,7 +2816,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 68%[============> ] 3.87G 48.7MB/s eta 41s " + "BaseV5-C-Tune5.pth 73%[=============> ] 4.14G 44.0MB/s eta 32s " ] }, { @@ -2830,7 +2824,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 68%[============> ] 3.89G 48.5MB/s eta 41s " + "BaseV5-C-Tune5.pth 73%[=============> ] 4.16G 44.9MB/s eta 32s " ] }, { @@ -2838,7 +2832,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 69%[============> ] 3.90G 50.2MB/s eta 41s " + "BaseV5-C-Tune5.pth 73%[=============> ] 4.17G 46.3MB/s eta 32s " ] }, { @@ -2846,7 +2840,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 69%[============> ] 3.91G 48.5MB/s eta 41s " + "BaseV5-C-Tune5.pth 73%[=============> ] 4.17G 45.5MB/s eta 32s " ] }, { @@ -2854,7 +2848,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 69%[============> ] 3.91G 49.3MB/s eta 41s " + "BaseV5-C-Tune5.pth 74%[=============> ] 4.19G 47.1MB/s eta 32s " ] }, { @@ -2862,7 +2856,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 69%[============> ] 3.92G 47.0MB/s eta 40s " + "BaseV5-C-Tune5.pth 74%[=============> ] 4.20G 46.0MB/s eta 32s " ] }, { @@ -2870,7 +2864,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 69%[============> ] 3.93G 47.4MB/s eta 40s " + "BaseV5-C-Tune5.pth 74%[=============> ] 4.21G 45.2MB/s eta 32s " ] }, { @@ -2878,7 +2872,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 69%[============> ] 3.94G 45.3MB/s eta 40s " + "BaseV5-C-Tune5.pth 74%[=============> ] 4.23G 46.6MB/s eta 32s " ] }, { @@ -2886,7 +2880,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 69%[============> ] 3.95G 46.6MB/s eta 40s " + "BaseV5-C-Tune5.pth 74%[=============> ] 4.23G 43.3MB/s eta 30s " ] }, { @@ -2894,7 +2888,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 69%[============> ] 3.95G 42.9MB/s eta 40s " + "BaseV5-C-Tune5.pth 75%[==============> ] 4.25G 44.3MB/s eta 30s " ] }, { @@ -2902,7 +2896,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 70%[=============> ] 3.96G 45.0MB/s eta 40s " + "BaseV5-C-Tune5.pth 75%[==============> ] 4.26G 46.5MB/s eta 30s " ] }, { @@ -2910,7 +2904,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 70%[=============> ] 3.98G 45.4MB/s eta 40s " + "BaseV5-C-Tune5.pth 75%[==============> ] 4.28G 48.6MB/s eta 30s " ] }, { @@ -2918,7 +2912,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 70%[=============> ] 3.98G 43.7MB/s eta 40s " + "BaseV5-C-Tune5.pth 75%[==============> ] 4.29G 48.2MB/s eta 30s " ] }, { @@ -2926,7 +2920,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 70%[=============> ] 3.99G 42.8MB/s eta 40s " + "BaseV5-C-Tune5.pth 76%[==============> ] 4.29G 45.7MB/s eta 29s " ] }, { @@ -2934,7 +2928,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 71%[=============> ] 4.01G 43.7MB/s eta 38s " + "BaseV5-C-Tune5.pth 76%[==============> ] 4.31G 46.8MB/s eta 29s " ] }, { @@ -2942,7 +2936,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 71%[=============> ] 4.02G 42.8MB/s eta 38s " + "BaseV5-C-Tune5.pth 76%[==============> ] 4.32G 49.6MB/s eta 29s " ] }, { @@ -2950,7 +2944,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 71%[=============> ] 4.04G 43.2MB/s eta 38s " + "BaseV5-C-Tune5.pth 76%[==============> ] 4.33G 49.6MB/s eta 29s " ] }, { @@ -2958,7 +2952,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 71%[=============> ] 4.05G 42.9MB/s eta 38s " + "BaseV5-C-Tune5.pth 76%[==============> ] 4.34G 49.6MB/s eta 28s " ] }, { @@ -2966,7 +2960,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 72%[=============> ] 4.07G 46.2MB/s eta 38s " + "BaseV5-C-Tune5.pth 77%[==============> ] 4.35G 48.5MB/s eta 28s " ] }, { @@ -2974,7 +2968,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 72%[=============> ] 4.07G 41.9MB/s eta 37s " + "BaseV5-C-Tune5.pth 77%[==============> ] 4.36G 49.6MB/s eta 28s " ] }, { @@ -2982,7 +2976,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 72%[=============> ] 4.08G 43.9MB/s eta 37s " + "BaseV5-C-Tune5.pth 77%[==============> ] 4.37G 48.3MB/s eta 28s " ] }, { @@ -2990,7 +2984,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 72%[=============> ] 4.10G 45.6MB/s eta 37s " + "BaseV5-C-Tune5.pth 77%[==============> ] 4.37G 45.0MB/s eta 28s " ] }, { @@ -2998,7 +2992,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 72%[=============> ] 4.11G 46.0MB/s eta 37s " + "BaseV5-C-Tune5.pth 77%[==============> ] 4.38G 43.5MB/s eta 27s " ] }, { @@ -3006,7 +3000,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 73%[=============> ] 4.13G 48.7MB/s eta 35s " + "BaseV5-C-Tune5.pth 77%[==============> ] 4.38G 43.5MB/s eta 27s " ] }, { @@ -3014,7 +3008,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 73%[=============> ] 4.14G 49.7MB/s eta 35s " + "BaseV5-C-Tune5.pth 78%[==============> ] 4.41G 46.5MB/s eta 27s " ] }, { @@ -3022,7 +3016,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 73%[=============> ] 4.16G 50.0MB/s eta 35s " + "BaseV5-C-Tune5.pth 78%[==============> ] 4.42G 46.7MB/s eta 27s " ] }, { @@ -3030,7 +3024,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 73%[=============> ] 4.17G 51.8MB/s eta 34s " + "BaseV5-C-Tune5.pth 78%[==============> ] 4.44G 46.4MB/s eta 26s " ] }, { @@ -3038,7 +3032,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 74%[=============> ] 4.19G 51.5MB/s eta 34s " + "BaseV5-C-Tune5.pth 78%[==============> ] 4.45G 48.7MB/s eta 26s " ] }, { @@ -3046,7 +3040,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 74%[=============> ] 4.20G 50.3MB/s eta 34s " + "BaseV5-C-Tune5.pth 78%[==============> ] 4.46G 45.3MB/s eta 26s " ] }, { @@ -3054,7 +3048,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 74%[=============> ] 4.21G 49.5MB/s eta 34s " + "BaseV5-C-Tune5.pth 79%[==============> ] 4.47G 45.9MB/s eta 26s " ] }, { @@ -3062,7 +3056,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 74%[=============> ] 4.22G 45.7MB/s eta 33s " + "BaseV5-C-Tune5.pth 79%[==============> ] 4.48G 44.8MB/s eta 25s " ] }, { @@ -3070,7 +3064,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 74%[=============> ] 4.23G 44.0MB/s eta 33s " + "BaseV5-C-Tune5.pth 79%[==============> ] 4.49G 43.2MB/s eta 25s " ] }, { @@ -3078,7 +3072,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 75%[==============> ] 4.25G 45.7MB/s eta 33s " + "BaseV5-C-Tune5.pth 79%[==============> ] 4.50G 43.1MB/s eta 25s " ] }, { @@ -3086,7 +3080,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 75%[==============> ] 4.26G 46.2MB/s eta 33s " + "BaseV5-C-Tune5.pth 80%[===============> ] 4.52G 46.1MB/s eta 25s " ] }, { @@ -3094,7 +3088,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 75%[==============> ] 4.28G 48.3MB/s eta 32s " + "BaseV5-C-Tune5.pth 80%[===============> ] 4.53G 46.7MB/s eta 25s " ] }, { @@ -3102,7 +3096,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 76%[==============> ] 4.29G 44.8MB/s eta 32s " + "BaseV5-C-Tune5.pth 80%[===============> ] 4.54G 45.9MB/s eta 24s " ] }, { @@ -3110,7 +3104,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 76%[==============> ] 4.31G 43.1MB/s eta 32s " + "BaseV5-C-Tune5.pth 80%[===============> ] 4.54G 46.5MB/s eta 24s " ] }, { @@ -3118,7 +3112,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 76%[==============> ] 4.32G 43.5MB/s eta 31s " + "BaseV5-C-Tune5.pth 80%[===============> ] 4.56G 48.4MB/s eta 24s " ] }, { @@ -3126,7 +3120,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 76%[==============> ] 4.32G 42.0MB/s eta 31s " + "BaseV5-C-Tune5.pth 80%[===============> ] 4.57G 48.7MB/s eta 24s " ] }, { @@ -3134,7 +3128,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 76%[==============> ] 4.34G 42.9MB/s eta 31s " + "BaseV5-C-Tune5.pth 81%[===============> ] 4.57G 48.1MB/s eta 23s " ] }, { @@ -3142,7 +3136,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 77%[==============> ] 4.35G 41.5MB/s eta 31s " + "BaseV5-C-Tune5.pth 81%[===============> ] 4.59G 48.7MB/s eta 23s " ] }, { @@ -3150,7 +3144,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 77%[==============> ] 4.37G 41.0MB/s eta 30s " + "BaseV5-C-Tune5.pth 81%[===============> ] 4.60G 47.1MB/s eta 23s " ] }, { @@ -3158,7 +3152,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 77%[==============> ] 4.37G 41.5MB/s eta 30s " + "BaseV5-C-Tune5.pth 81%[===============> ] 4.61G 45.3MB/s eta 23s " ] }, { @@ -3166,7 +3160,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 77%[==============> ] 4.38G 40.9MB/s eta 30s " + "BaseV5-C-Tune5.pth 81%[===============> ] 4.62G 45.1MB/s eta 23s " ] }, { @@ -3174,7 +3168,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 77%[==============> ] 4.39G 41.6MB/s eta 30s " + "BaseV5-C-Tune5.pth 82%[===============> ] 4.63G 47.3MB/s eta 22s " ] }, { @@ -3182,7 +3176,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 77%[==============> ] 4.40G 40.8MB/s eta 30s " + "BaseV5-C-Tune5.pth 82%[===============> ] 4.65G 47.8MB/s eta 22s " ] }, { @@ -3190,7 +3184,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 78%[==============> ] 4.41G 41.9MB/s eta 29s " + "BaseV5-C-Tune5.pth 82%[===============> ] 4.65G 45.0MB/s eta 22s " ] }, { @@ -3198,7 +3192,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 78%[==============> ] 4.42G 42.6MB/s eta 29s " + "BaseV5-C-Tune5.pth 82%[===============> ] 4.66G 46.7MB/s eta 22s " ] }, { @@ -3206,7 +3200,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 78%[==============> ] 4.44G 42.0MB/s eta 29s " + "BaseV5-C-Tune5.pth 82%[===============> ] 4.68G 49.4MB/s eta 21s " ] }, { @@ -3214,7 +3208,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 78%[==============> ] 4.46G 41.9MB/s eta 29s " + "BaseV5-C-Tune5.pth 83%[===============> ] 4.69G 47.8MB/s eta 21s " ] }, { @@ -3222,7 +3216,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 79%[==============> ] 4.47G 44.6MB/s eta 29s " + "BaseV5-C-Tune5.pth 83%[===============> ] 4.72G 50.6MB/s eta 21s " ] }, { @@ -3230,7 +3224,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 79%[==============> ] 4.48G 44.6MB/s eta 27s " + "BaseV5-C-Tune5.pth 83%[===============> ] 4.72G 51.4MB/s eta 21s " ] }, { @@ -3238,7 +3232,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 79%[==============> ] 4.48G 41.6MB/s eta 27s " + "BaseV5-C-Tune5.pth 83%[===============> ] 4.74G 50.5MB/s eta 21s " ] }, { @@ -3246,7 +3240,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 79%[==============> ] 4.50G 42.6MB/s eta 27s " + "BaseV5-C-Tune5.pth 84%[===============> ] 4.75G 53.0MB/s eta 19s " ] }, { @@ -3254,7 +3248,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 79%[==============> ] 4.51G 42.5MB/s eta 27s " + "BaseV5-C-Tune5.pth 84%[===============> ] 4.77G 53.0MB/s eta 19s " ] }, { @@ -3262,7 +3256,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 80%[===============> ] 4.53G 45.0MB/s eta 26s " + "BaseV5-C-Tune5.pth 84%[===============> ] 4.78G 54.5MB/s eta 19s " ] }, { @@ -3270,7 +3264,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 80%[===============> ] 4.54G 47.5MB/s eta 26s " + "BaseV5-C-Tune5.pth 84%[===============> ] 4.78G 51.8MB/s eta 19s " ] }, { @@ -3278,7 +3272,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 80%[===============> ] 4.56G 49.9MB/s eta 26s " + "BaseV5-C-Tune5.pth 85%[================> ] 4.80G 53.5MB/s eta 19s " ] }, { @@ -3286,7 +3280,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 81%[===============> ] 4.57G 51.0MB/s eta 26s " + "BaseV5-C-Tune5.pth 85%[================> ] 4.81G 53.9MB/s eta 18s " ] }, { @@ -3294,7 +3288,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 81%[===============> ] 4.57G 46.6MB/s eta 25s " + "BaseV5-C-Tune5.pth 85%[================> ] 4.83G 55.2MB/s eta 18s " ] }, { @@ -3302,7 +3296,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 81%[===============> ] 4.59G 45.7MB/s eta 25s " + "BaseV5-C-Tune5.pth 85%[================> ] 4.83G 53.8MB/s eta 18s " ] }, { @@ -3310,7 +3304,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 81%[===============> ] 4.59G 46.3MB/s eta 25s " + "BaseV5-C-Tune5.pth 85%[================> ] 4.84G 54.1MB/s eta 18s " ] }, { @@ -3318,7 +3312,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 81%[===============> ] 4.60G 42.4MB/s eta 25s " + "BaseV5-C-Tune5.pth 85%[================> ] 4.84G 51.4MB/s eta 18s " ] }, { @@ -3326,7 +3320,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 81%[===============> ] 4.61G 41.5MB/s eta 25s " + "BaseV5-C-Tune5.pth 86%[================> ] 4.86G 52.8MB/s eta 17s " ] }, { @@ -3334,7 +3328,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 81%[===============> ] 4.62G 40.4MB/s eta 24s " + "BaseV5-C-Tune5.pth 86%[================> ] 4.87G 54.2MB/s eta 17s " ] }, { @@ -3342,7 +3336,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 82%[===============> ] 4.63G 39.1MB/s eta 24s " + "BaseV5-C-Tune5.pth 86%[================> ] 4.89G 53.8MB/s eta 17s " ] }, { @@ -3350,7 +3344,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 82%[===============> ] 4.65G 41.5MB/s eta 24s " + "BaseV5-C-Tune5.pth 86%[================> ] 4.90G 55.8MB/s eta 17s " ] }, { @@ -3358,7 +3352,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 82%[===============> ] 4.66G 44.6MB/s eta 24s " + "BaseV5-C-Tune5.pth 86%[================> ] 4.90G 53.3MB/s eta 17s " ] }, { @@ -3366,7 +3360,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 82%[===============> ] 4.68G 44.3MB/s eta 22s " + "BaseV5-C-Tune5.pth 87%[================> ] 4.92G 55.1MB/s eta 16s " ] }, { @@ -3374,7 +3368,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 83%[===============> ] 4.69G 46.3MB/s eta 22s " + "BaseV5-C-Tune5.pth 87%[================> ] 4.93G 54.3MB/s eta 16s " ] }, { @@ -3382,7 +3376,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 83%[===============> ] 4.71G 46.0MB/s eta 22s " + "BaseV5-C-Tune5.pth 87%[================> ] 4.93G 51.1MB/s eta 16s " ] }, { @@ -3390,7 +3384,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 83%[===============> ] 4.72G 44.9MB/s eta 22s " + "BaseV5-C-Tune5.pth 87%[================> ] 4.95G 51.1MB/s eta 16s " ] }, { @@ -3398,7 +3392,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 83%[===============> ] 4.73G 46.8MB/s eta 22s " + "BaseV5-C-Tune5.pth 87%[================> ] 4.96G 49.3MB/s eta 15s " ] }, { @@ -3406,7 +3400,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 83%[===============> ] 4.74G 44.6MB/s eta 21s " + "BaseV5-C-Tune5.pth 88%[================> ] 4.98G 49.1MB/s eta 15s " ] }, { @@ -3414,7 +3408,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 84%[===============> ] 4.75G 44.0MB/s eta 21s " + "BaseV5-C-Tune5.pth 88%[================> ] 4.99G 49.0MB/s eta 15s " ] }, { @@ -3422,7 +3416,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 84%[===============> ] 4.75G 41.5MB/s eta 21s " + "BaseV5-C-Tune5.pth 88%[================> ] 5.00G 49.7MB/s eta 15s " ] }, { @@ -3430,7 +3424,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 84%[===============> ] 4.77G 45.3MB/s eta 21s " + "BaseV5-C-Tune5.pth 88%[================> ] 5.01G 49.0MB/s eta 13s " ] }, { @@ -3438,7 +3432,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 84%[===============> ] 4.78G 46.4MB/s eta 21s " + "BaseV5-C-Tune5.pth 88%[================> ] 5.02G 49.0MB/s eta 13s " ] }, { @@ -3446,7 +3440,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 85%[================> ] 4.80G 47.6MB/s eta 20s " + "BaseV5-C-Tune5.pth 89%[================> ] 5.04G 51.8MB/s eta 13s " ] }, { @@ -3454,7 +3448,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 85%[================> ] 4.80G 45.9MB/s eta 20s " + "BaseV5-C-Tune5.pth 89%[================> ] 5.05G 50.6MB/s eta 13s " ] }, { @@ -3462,7 +3456,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 85%[================> ] 4.81G 45.3MB/s eta 20s " + "BaseV5-C-Tune5.pth 89%[================> ] 5.07G 50.0MB/s eta 12s " ] }, { @@ -3470,7 +3464,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 85%[================> ] 4.82G 45.0MB/s eta 20s " + "BaseV5-C-Tune5.pth 90%[=================> ] 5.08G 50.9MB/s eta 12s " ] }, { @@ -3478,7 +3472,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 85%[================> ] 4.83G 45.3MB/s eta 19s " + "BaseV5-C-Tune5.pth 90%[=================> ] 5.09G 53.5MB/s eta 12s " ] }, { @@ -3486,7 +3480,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 85%[================> ] 4.84G 43.3MB/s eta 19s " + "BaseV5-C-Tune5.pth 90%[=================> ] 5.11G 51.3MB/s eta 12s " ] }, { @@ -3494,7 +3488,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 86%[================> ] 4.86G 41.8MB/s eta 19s " + "BaseV5-C-Tune5.pth 90%[=================> ] 5.13G 51.9MB/s eta 11s " ] }, { @@ -3502,7 +3496,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 86%[================> ] 4.87G 41.0MB/s eta 18s " + "BaseV5-C-Tune5.pth 91%[=================> ] 5.15G 57.3MB/s eta 11s " ] }, { @@ -3510,7 +3504,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 86%[================> ] 4.89G 39.8MB/s eta 18s " + "BaseV5-C-Tune5.pth 91%[=================> ] 5.16G 55.8MB/s eta 11s " ] }, { @@ -3518,7 +3512,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 86%[================> ] 4.90G 39.9MB/s eta 18s " + "BaseV5-C-Tune5.pth 91%[=================> ] 5.17G 54.0MB/s eta 11s " ] }, { @@ -3526,7 +3520,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 87%[================> ] 4.92G 42.1MB/s eta 18s " + "BaseV5-C-Tune5.pth 91%[=================> ] 5.19G 54.1MB/s eta 10s " ] }, { @@ -3534,7 +3528,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 87%[================> ] 4.93G 43.3MB/s eta 17s " + "BaseV5-C-Tune5.pth 92%[=================> ] 5.20G 56.5MB/s eta 10s " ] }, { @@ -3542,7 +3536,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 87%[================> ] 4.93G 41.8MB/s eta 17s " + "BaseV5-C-Tune5.pth 92%[=================> ] 5.21G 56.9MB/s eta 10s " ] }, { @@ -3550,7 +3544,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 87%[================> ] 4.95G 42.8MB/s eta 17s " + "BaseV5-C-Tune5.pth 92%[=================> ] 5.23G 57.3MB/s eta 10s " ] }, { @@ -3558,7 +3552,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 87%[================> ] 4.96G 41.7MB/s eta 17s " + "BaseV5-C-Tune5.pth 92%[=================> ] 5.24G 56.5MB/s eta 8s " ] }, { @@ -3566,7 +3560,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 87%[================> ] 4.96G 40.4MB/s eta 16s " + "BaseV5-C-Tune5.pth 93%[=================> ] 5.26G 59.0MB/s eta 8s " ] }, { @@ -3574,7 +3568,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 88%[================> ] 4.98G 39.0MB/s eta 16s " + "BaseV5-C-Tune5.pth 93%[=================> ] 5.27G 56.4MB/s eta 8s " ] }, { @@ -3582,7 +3576,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 88%[================> ] 4.99G 42.1MB/s eta 16s " + "BaseV5-C-Tune5.pth 93%[=================> ] 5.27G 56.5MB/s eta 8s " ] }, { @@ -3590,7 +3584,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 88%[================> ] 4.99G 40.0MB/s eta 16s " + "BaseV5-C-Tune5.pth 93%[=================> ] 5.29G 56.8MB/s eta 8s " ] }, { @@ -3598,7 +3592,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 88%[================> ] 5.00G 39.1MB/s eta 15s " + "BaseV5-C-Tune5.pth 93%[=================> ] 5.30G 57.3MB/s eta 7s " ] }, { @@ -3606,7 +3600,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 88%[================> ] 5.01G 40.4MB/s eta 15s " + "BaseV5-C-Tune5.pth 94%[=================> ] 5.31G 54.4MB/s eta 7s " ] }, { @@ -3614,7 +3608,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 88%[================> ] 5.02G 41.8MB/s eta 15s " + "BaseV5-C-Tune5.pth 94%[=================> ] 5.32G 54.3MB/s eta 7s " ] }, { @@ -3622,7 +3616,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 89%[================> ] 5.05G 44.4MB/s eta 15s " + "BaseV5-C-Tune5.pth 94%[=================> ] 5.33G 53.8MB/s eta 7s " ] }, { @@ -3630,7 +3624,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 89%[================> ] 5.05G 44.6MB/s eta 15s " + "BaseV5-C-Tune5.pth 94%[=================> ] 5.35G 53.3MB/s eta 7s " ] }, { @@ -3638,7 +3632,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 89%[================> ] 5.07G 43.4MB/s eta 13s " + "BaseV5-C-Tune5.pth 95%[==================> ] 5.36G 52.8MB/s eta 6s " ] }, { @@ -3646,7 +3640,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 89%[================> ] 5.07G 43.8MB/s eta 13s " + "BaseV5-C-Tune5.pth 95%[==================> ] 5.38G 54.9MB/s eta 6s " ] }, { @@ -3654,7 +3648,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 90%[=================> ] 5.08G 43.5MB/s eta 13s " + "BaseV5-C-Tune5.pth 95%[==================> ] 5.39G 57.3MB/s eta 6s " ] }, { @@ -3662,7 +3656,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 90%[=================> ] 5.10G 42.6MB/s eta 13s " + "BaseV5-C-Tune5.pth 95%[==================> ] 5.41G 56.9MB/s eta 6s " ] }, { @@ -3670,7 +3664,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 90%[=================> ] 5.11G 43.7MB/s eta 12s " + "BaseV5-C-Tune5.pth 95%[==================> ] 5.41G 55.6MB/s eta 6s " ] }, { @@ -3678,7 +3672,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 90%[=================> ] 5.13G 42.9MB/s eta 12s " + "BaseV5-C-Tune5.pth 96%[==================> ] 5.42G 55.1MB/s eta 5s " ] }, { @@ -3686,7 +3680,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 91%[=================> ] 5.14G 42.6MB/s eta 12s " + "BaseV5-C-Tune5.pth 96%[==================> ] 5.44G 55.5MB/s eta 5s " ] }, { @@ -3694,7 +3688,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 91%[=================> ] 5.15G 42.7MB/s eta 11s " + "BaseV5-C-Tune5.pth 96%[==================> ] 5.45G 55.7MB/s eta 5s " ] }, { @@ -3702,7 +3696,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 91%[=================> ] 5.16G 43.9MB/s eta 11s " + "BaseV5-C-Tune5.pth 96%[==================> ] 5.47G 55.6MB/s eta 5s " ] }, { @@ -3710,7 +3704,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 91%[=================> ] 5.17G 44.0MB/s eta 11s " + "BaseV5-C-Tune5.pth 97%[==================> ] 5.48G 56.9MB/s eta 3s " ] }, { @@ -3718,7 +3712,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 92%[=================> ] 5.19G 46.7MB/s eta 11s " + "BaseV5-C-Tune5.pth 97%[==================> ] 5.48G 53.9MB/s eta 3s " ] }, { @@ -3726,7 +3720,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 92%[=================> ] 5.20G 46.8MB/s eta 10s " + "BaseV5-C-Tune5.pth 97%[==================> ] 5.50G 55.9MB/s eta 3s " ] }, { @@ -3734,7 +3728,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 92%[=================> ] 5.21G 47.5MB/s eta 10s " + "BaseV5-C-Tune5.pth 97%[==================> ] 5.50G 51.6MB/s eta 3s " ] }, { @@ -3742,7 +3736,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 92%[=================> ] 5.23G 43.5MB/s eta 10s " + "BaseV5-C-Tune5.pth 97%[==================> ] 5.51G 52.1MB/s eta 3s " ] }, { @@ -3750,7 +3744,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 92%[=================> ] 5.25G 44.3MB/s eta 9s " + "BaseV5-C-Tune5.pth 97%[==================> ] 5.52G 51.1MB/s eta 3s " ] }, { @@ -3758,7 +3752,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 93%[=================> ] 5.26G 43.5MB/s eta 9s " + "BaseV5-C-Tune5.pth 97%[==================> ] 5.53G 49.5MB/s eta 3s " ] }, { @@ -3766,7 +3760,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 93%[=================> ] 5.27G 46.0MB/s eta 9s " + "BaseV5-C-Tune5.pth 97%[==================> ] 5.53G 45.0MB/s eta 3s " ] }, { @@ -3774,7 +3768,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 93%[=================> ] 5.28G 44.8MB/s eta 9s " + "BaseV5-C-Tune5.pth 98%[==================> ] 5.54G 46.6MB/s eta 3s " ] }, { @@ -3782,7 +3776,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 93%[=================> ] 5.29G 42.3MB/s eta 8s " + "BaseV5-C-Tune5.pth 98%[==================> ] 5.56G 44.2MB/s eta 2s " ] }, { @@ -3790,7 +3784,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 93%[=================> ] 5.30G 44.4MB/s eta 8s " + "BaseV5-C-Tune5.pth 98%[==================> ] 5.57G 42.9MB/s eta 2s " ] }, { @@ -3798,7 +3792,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 94%[=================> ] 5.31G 44.7MB/s eta 8s " + "BaseV5-C-Tune5.pth 99%[==================> ] 5.59G 43.9MB/s eta 2s " ] }, { @@ -3806,7 +3800,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 94%[=================> ] 5.33G 47.8MB/s eta 8s " + "BaseV5-C-Tune5.pth 99%[==================> ] 5.60G 45.3MB/s eta 2s " ] }, { @@ -3814,7 +3808,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 94%[=================> ] 5.33G 44.4MB/s eta 7s " + "BaseV5-C-Tune5.pth 99%[==================> ] 5.61G 45.3MB/s eta 2s " ] }, { @@ -3822,7 +3816,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 94%[=================> ] 5.35G 46.2MB/s eta 7s " + "BaseV5-C-Tune5.pth 99%[==================> ] 5.62G 43.2MB/s eta 1s " ] }, { @@ -3830,7 +3824,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 95%[==================> ] 5.36G 46.9MB/s eta 7s " + "BaseV5-C-Tune5.pth 99%[==================> ] 5.63G 42.6MB/s eta 1s " ] }, { @@ -3838,31 +3832,43 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 95%[==================> ] 5.38G 47.9MB/s eta 7s " + "BaseV5-C-Tune5.pth 100%[===================>] 5.64G 41.9MB/s in 2m 0s \r\n", + "\r\n", + "2023-08-26 02:36:39 (48.4 MB/s) - ‘BaseV5-C-Tune5.pth’ saved [6060483063/6060483063]\r\n", + "\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "BaseV5-C-Tune5.pth 95%[==================> ] 5.39G 46.0MB/s eta 6s " + "--2023-08-26 02:36:39-- https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/EWR-1B5-E0_1-mem-ctx-8k.pth\r\n", + "Resolving huggingface.co (huggingface.co)... 18.154.227.69, 18.154.227.87, 18.154.227.7, ...\r\n", + "Connecting to huggingface.co (huggingface.co)|18.154.227.69|:443... connected.\r\n", + "HTTP request sent, awaiting response... 302 Found\r\n", + "Location: https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/e886ffafd5148b502a00b1c10c847ca918cec61c4c956956a2fe9811c210029b?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27EWR-1B5-E0_1-mem-ctx-8k.pth%3B+filename%3D%22EWR-1B5-E0_1-mem-ctx-8k.pth%22%3B&Expires=1693276599&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI3NjU5OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwL2U4ODZmZmFmZDUxNDhiNTAyYTAwYjFjMTBjODQ3Y2E5MThjZWM2MWM0Yzk1Njk1NmEyZmU5ODExYzIxMDAyOWI%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=zfVtb0cJm87656PVcLC4FEP%7EoXzst1U2qYrWzdO85FtKKu8jfKpclXa-2yqe2ZLIXkAwt06aZ0%7EDND9gWd1eW2Y-lzXqEW3Sr6mmo%7EtH7SLGT56gjnRROCkNWxGjqBJK5CAOo6R-vFucmuDrXwahsyEBEy026-rmjiw-Q-iL0Q%7Ex6Q2f9Tx2ZiHGd1dHb0qYV14ePSOsqWsTQnXC7Ek6LhybKDL3N5hUHOkvcrp3UXQEX1uNNW4wD3K-u-C-ejQQoDel6m3h%7EOqzXDUDpofhbc6LP593IcqSbtO4iD1-MfJmFmF6CDOu25HZIQX6e4qPzA8qOhhzg2yvGYXGT3ID1Q__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", + "--2023-08-26 02:36:39-- https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/e886ffafd5148b502a00b1c10c847ca918cec61c4c956956a2fe9811c210029b?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27EWR-1B5-E0_1-mem-ctx-8k.pth%3B+filename%3D%22EWR-1B5-E0_1-mem-ctx-8k.pth%22%3B&Expires=1693276599&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI3NjU5OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwL2U4ODZmZmFmZDUxNDhiNTAyYTAwYjFjMTBjODQ3Y2E5MThjZWM2MWM0Yzk1Njk1NmEyZmU5ODExYzIxMDAyOWI%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=zfVtb0cJm87656PVcLC4FEP%7EoXzst1U2qYrWzdO85FtKKu8jfKpclXa-2yqe2ZLIXkAwt06aZ0%7EDND9gWd1eW2Y-lzXqEW3Sr6mmo%7EtH7SLGT56gjnRROCkNWxGjqBJK5CAOo6R-vFucmuDrXwahsyEBEy026-rmjiw-Q-iL0Q%7Ex6Q2f9Tx2ZiHGd1dHb0qYV14ePSOsqWsTQnXC7Ek6LhybKDL3N5hUHOkvcrp3UXQEX1uNNW4wD3K-u-C-ejQQoDel6m3h%7EOqzXDUDpofhbc6LP593IcqSbtO4iD1-MfJmFmF6CDOu25HZIQX6e4qPzA8qOhhzg2yvGYXGT3ID1Q__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", + "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.111, 108.138.64.36, 108.138.64.121, ...\r\n", + "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.111|:443... connected.\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "BaseV5-C-Tune5.pth 95%[==================> ] 5.41G 46.1MB/s eta 6s " + "HTTP request sent, awaiting response... " ] }, { "name": "stdout", "output_type": "stream", "text": [ + "200 OK\r\n", + "Length: 6060483163 (5.6G) [binary/octet-stream]\r\n", + "Saving to: ‘EWR-1B5-E0_1-mem-ctx-8k.pth’\r\n", + "\r\n", "\r", - "BaseV5-C-Tune5.pth 96%[==================> ] 5.42G 45.0MB/s eta 6s " + " EWR-1B5-E 0%[ ] 0 --.-KB/s " ] }, { @@ -3870,7 +3876,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 96%[==================> ] 5.44G 46.6MB/s eta 5s " + " EWR-1B5-E0 0%[ ] 15.26M 53.7MB/s " ] }, { @@ -3878,7 +3884,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 96%[==================> ] 5.45G 46.9MB/s eta 5s " + " EWR-1B5-E0_ 0%[ ] 30.52M 47.2MB/s " ] }, { @@ -3886,7 +3892,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 96%[==================> ] 5.46G 46.6MB/s eta 5s " + " EWR-1B5-E0_1 0%[ ] 45.26M 51.3MB/s " ] }, { @@ -3894,7 +3900,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 96%[==================> ] 5.47G 47.0MB/s eta 5s " + " EWR-1B5-E0_1- 1%[ ] 59.56M 55.0MB/s " ] }, { @@ -3902,7 +3908,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 97%[==================> ] 5.48G 45.4MB/s eta 5s " + " EWR-1B5-E0_1-m 1%[ ] 61.03M 41.4MB/s " ] }, { @@ -3910,7 +3916,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 97%[==================> ] 5.50G 48.2MB/s eta 3s " + " EWR-1B5-E0_1-me 1%[ ] 76.29M 41.0MB/s " ] }, { @@ -3918,7 +3924,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 97%[==================> ] 5.50G 45.2MB/s eta 3s " + " EWR-1B5-E0_1-mem 1%[ ] 91.55M 42.0MB/s " ] }, { @@ -3926,7 +3932,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 97%[==================> ] 5.51G 46.5MB/s eta 3s " + " EWR-1B5-E0_1-mem- 1%[ ] 106.81M 41.5MB/s " ] }, { @@ -3934,7 +3940,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 97%[==================> ] 5.52G 46.4MB/s eta 3s " + " EWR-1B5-E0_1-mem-c 2%[ ] 122.07M 40.8MB/s " ] }, { @@ -3942,7 +3948,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 97%[==================> ] 5.53G 44.4MB/s eta 3s " + "EWR-1B5-E0_1-mem-ct 2%[ ] 137.33M 43.0MB/s eta 2m 11s " ] }, { @@ -3950,7 +3956,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 98%[==================> ] 5.54G 44.2MB/s eta 3s " + "WR-1B5-E0_1-mem-ctx 2%[ ] 152.59M 42.6MB/s eta 2m 11s " ] }, { @@ -3958,7 +3964,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 98%[==================> ] 5.54G 41.9MB/s eta 3s " + "R-1B5-E0_1-mem-ctx- 2%[ ] 167.85M 43.1MB/s eta 2m 11s " ] }, { @@ -3966,7 +3972,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 98%[==================> ] 5.56G 43.3MB/s eta 3s " + "-1B5-E0_1-mem-ctx-8 3%[ ] 183.10M 43.1MB/s eta 2m 11s " ] }, { @@ -3974,7 +3980,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 98%[==================> ] 5.57G 42.6MB/s eta 2s " + "1B5-E0_1-mem-ctx-8k 3%[ ] 198.36M 41.4MB/s eta 2m 7s " ] }, { @@ -3982,7 +3988,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 98%[==================> ] 5.59G 42.8MB/s eta 2s " + "B5-E0_1-mem-ctx-8k. 3%[ ] 217.24M 45.7MB/s eta 2m 7s " ] }, { @@ -3990,7 +3996,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 99%[==================> ] 5.59G 39.2MB/s eta 2s " + "5-E0_1-mem-ctx-8k.p 3%[ ] 228.87M 44.6MB/s eta 2m 7s " ] }, { @@ -3998,7 +4004,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 99%[==================> ] 5.60G 42.1MB/s eta 2s " + "-E0_1-mem-ctx-8k.pt 4%[ ] 244.13M 46.5MB/s eta 2m 7s " ] }, { @@ -4006,7 +4012,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 99%[==================> ] 5.62G 38.6MB/s eta 1s " + "E0_1-mem-ctx-8k.pth 4%[ ] 259.40M 45.8MB/s eta 1m 59s " ] }, { @@ -4014,7 +4020,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 99%[==================> ] 5.62G 38.8MB/s eta 1s " + "0_1-mem-ctx-8k.pth 4%[ ] 272.83M 48.3MB/s eta 1m 59s " ] }, { @@ -4022,7 +4028,7 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 99%[==================> ] 5.63G 39.2MB/s eta 1s " + "_1-mem-ctx-8k.pth 5%[> ] 289.40M 49.6MB/s eta 1m 59s " ] }, { @@ -4030,44 +4036,31 @@ "output_type": "stream", "text": [ "\r", - "BaseV5-C-Tune5.pth 99%[==================> ] 5.64G 38.9MB/s eta 1s \r", - "BaseV5-C-Tune5.pth 100%[===================>] 5.64G 39.0MB/s in 2m 12s \r\n", - "\r\n", - "2023-08-25 19:24:09 (43.9 MB/s) - ‘BaseV5-C-Tune5.pth’ saved [6060483063/6060483063]\r\n", - "\r\n" + "1-mem-ctx-8k.pth 5%[> ] 299.04M 50.6MB/s eta 1m 59s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "--2023-08-25 19:24:09-- https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\r\n", - "Resolving huggingface.co (huggingface.co)... 99.84.108.55, 99.84.108.70, 99.84.108.129, ...\r\n", - "Connecting to huggingface.co (huggingface.co)|99.84.108.55|:443... connected.\r\n", - "HTTP request sent, awaiting response... 302 Found\r\n", - "Location: https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693250649&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI1MDY0OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=qz%7E0EzAR3xU%7E67zHz75HrgC0GKJid308spCC0AxTGwaimAKwUIvVEaJyaeA4meQKaMe83QkTGWvA-KVKOUnBuIbKKrKFGSQEfabt7euGKQZAYGfLbWyEnOLUaM-XSoBfTSw-Zq6KUSfP3pc7c0NZJsQgqSz7MPbnKzMP8Zo9U7Fplmzm50AkhVjRK4Soyq7H9UC54MKuOgnkEGoe0PJcNaN3Vau6SPTQfqZFmC6Em37S1tdkcG8wnFNhl0rTr5IPlyIG4xQBgknNLDQk5OLjfChdMAOo0J19f1Ruhw3G%7Eb-mUaCB2ANpLXQIQLDgI-XPtebICdAx9AZe7RaaUmDTAw__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", - "--2023-08-25 19:24:09-- https://cdn-lfs.huggingface.co/repos/cb/ef/cbef09abb2634a3375b28868bffa285226dfeabedec89b28c2fb302221164d66/48045b979353a97a1211e32942dbf40429ef7894646a64233474b2aa317ddf61?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27WaveV5-C-Tune5.pth%3B+filename%3D%22WaveV5-C-Tune5.pth%22%3B&Expires=1693250649&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI1MDY0OX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9jYi9lZi9jYmVmMDlhYmIyNjM0YTMzNzViMjg4NjhiZmZhMjg1MjI2ZGZlYWJlZGVjODliMjhjMmZiMzAyMjIxMTY0ZDY2LzQ4MDQ1Yjk3OTM1M2E5N2ExMjExZTMyOTQyZGJmNDA0MjllZjc4OTQ2NDZhNjQyMzM0NzRiMmFhMzE3ZGRmNjE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=qz%7E0EzAR3xU%7E67zHz75HrgC0GKJid308spCC0AxTGwaimAKwUIvVEaJyaeA4meQKaMe83QkTGWvA-KVKOUnBuIbKKrKFGSQEfabt7euGKQZAYGfLbWyEnOLUaM-XSoBfTSw-Zq6KUSfP3pc7c0NZJsQgqSz7MPbnKzMP8Zo9U7Fplmzm50AkhVjRK4Soyq7H9UC54MKuOgnkEGoe0PJcNaN3Vau6SPTQfqZFmC6Em37S1tdkcG8wnFNhl0rTr5IPlyIG4xQBgknNLDQk5OLjfChdMAOo0J19f1Ruhw3G%7Eb-mUaCB2ANpLXQIQLDgI-XPtebICdAx9AZe7RaaUmDTAw__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", - "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.49, 108.138.64.121, 108.138.64.36, ...\r\n", - "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.49|:443... connected.\r\n" + "\r", + "-mem-ctx-8k.pth 5%[> ] 305.18M 47.7MB/s eta 1m 58s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "HTTP request sent, awaiting response... " + "\r", + "mem-ctx-8k.pth 5%[> ] 323.40M 49.2MB/s eta 1m 58s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "200 OK\r\n", - "Length: 6060483063 (5.6G) [binary/octet-stream]\r\n", - "Saving to: ‘WaveV5-C-Tune5.pth’\r\n", - "\r\n", "\r", - "WaveV5-C-Tune5.pth 0%[ ] 0 --.-KB/s " + "em-ctx-8k.pth 5%[> ] 335.69M 48.8MB/s eta 1m 58s " ] }, { @@ -4075,7 +4068,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 0%[ ] 15.26M 55.0MB/s " + "m-ctx-8k.pth 6%[> ] 350.95M 52.4MB/s eta 1m 58s " ] }, { @@ -4083,7 +4076,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 0%[ ] 30.52M 50.5MB/s " + "-ctx-8k.pth 6%[> ] 366.20M 51.8MB/s eta 1m 53s " ] }, { @@ -4091,7 +4084,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 0%[ ] 45.26M 55.1MB/s " + "ctx-8k.pth 6%[> ] 380.96M 51.7MB/s eta 1m 53s " ] }, { @@ -4099,7 +4092,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 0%[ ] 52.47M 50.8MB/s " + "tx-8k.pth 6%[> ] 396.22M 54.1MB/s eta 1m 53s " ] }, { @@ -4107,7 +4100,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 1%[ ] 61.03M 43.3MB/s " + "x-8k.pth 7%[> ] 405.82M 52.7MB/s eta 1m 53s " ] }, { @@ -4115,7 +4108,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 1%[ ] 75.78M 45.8MB/s " + "-8k.pth 7%[> ] 411.99M 51.8MB/s eta 1m 53s " ] }, { @@ -4123,7 +4116,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 1%[ ] 78.00M 42.1MB/s " + "8k.pth 7%[> ] 427.25M 50.9MB/s eta 1m 52s " ] }, { @@ -4131,7 +4124,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 1%[ ] 91.55M 43.8MB/s " + "k.pth 7%[> ] 440.68M 51.5MB/s eta 1m 52s " ] }, { @@ -4139,7 +4132,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 1%[ ] 106.81M 44.4MB/s " + ".pth 7%[> ] 445.94M 50.1MB/s eta 1m 52s " ] }, { @@ -4147,7 +4140,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 2%[ ] 121.56M 46.5MB/s " + "pth 7%[> ] 457.76M 49.2MB/s eta 1m 52s " ] }, { @@ -4155,7 +4148,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 2%[ ] 135.50M 47.8MB/s " + "th 8%[> ] 468.01M 47.4MB/s eta 1m 52s " ] }, { @@ -4163,7 +4156,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 2%[ ] 140.03M 46.1MB/s eta 2m 2s " + "h 8%[> ] 474.72M 47.8MB/s eta 1m 53s " ] }, { @@ -4171,7 +4164,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 2%[ ] 152.59M 46.4MB/s eta 2m 2s " + " 8%[> ] 488.28M 45.7MB/s eta 1m 53s " ] }, { @@ -4179,7 +4172,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 2%[ ] 167.85M 47.9MB/s eta 2m 2s " + " E 8%[> ] 503.54M 45.1MB/s eta 1m 53s " ] }, { @@ -4187,7 +4180,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 3%[ ] 182.59M 48.8MB/s eta 2m 2s " + " EW 9%[> ] 520.86M 49.6MB/s eta 1m 53s " ] }, { @@ -4195,7 +4188,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 3%[ ] 183.10M 45.9MB/s eta 2m 2s " + " EWR 9%[> ] 534.05M 48.0MB/s eta 1m 50s " ] }, { @@ -4203,7 +4196,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 3%[ ] 198.36M 46.8MB/s eta 1m 59s " + " EWR- 9%[> ] 549.31M 47.2MB/s eta 1m 50s " ] }, { @@ -4211,7 +4204,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 3%[ ] 206.55M 44.7MB/s eta 1m 59s " + " EWR-1 9%[> ] 564.58M 46.6MB/s eta 1m 50s " ] }, { @@ -4219,7 +4212,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 3%[ ] 210.67M 42.8MB/s eta 1m 59s " + " EWR-1B 10%[=> ] 579.83M 47.6MB/s eta 1m 50s " ] }, { @@ -4227,7 +4220,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 3%[ ] 215.03M 40.5MB/s eta 1m 59s " + " EWR-1B5 10%[=> ] 600.04M 48.5MB/s eta 1m 46s " ] }, { @@ -4235,7 +4228,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 3%[ ] 228.87M 42.0MB/s eta 2m 8s " + " EWR-1B5- 10%[=> ] 610.35M 47.0MB/s eta 1m 46s " ] }, { @@ -4243,7 +4236,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 4%[ ] 243.63M 42.8MB/s eta 2m 8s " + " EWR-1B5-E 10%[=> ] 625.61M 49.4MB/s eta 1m 46s " ] }, { @@ -4251,7 +4244,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 4%[ ] 253.46M 44.8MB/s eta 2m 8s " + " EWR-1B5-E0 11%[=> ] 640.87M 49.3MB/s eta 1m 46s " ] }, { @@ -4259,7 +4252,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 4%[ ] 258.89M 42.8MB/s eta 2m 8s " + " EWR-1B5-E0_ 11%[=> ] 656.13M 51.7MB/s eta 1m 45s " ] }, { @@ -4267,7 +4260,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 4%[ ] 262.02M 43.3MB/s eta 2m 8s " + " EWR-1B5-E0_1 11%[=> ] 671.38M 50.9MB/s eta 1m 45s " ] }, { @@ -4275,7 +4268,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 4%[ ] 274.66M 42.4MB/s eta 2m 9s " + " EWR-1B5-E0_1- 11%[=> ] 679.82M 51.2MB/s eta 1m 45s " ] }, { @@ -4283,7 +4276,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 4%[ ] 287.40M 41.1MB/s eta 2m 9s " + " EWR-1B5-E0_1-m 12%[=> ] 700.08M 50.8MB/s eta 1m 45s " ] }, { @@ -4291,7 +4284,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 5%[> ] 295.52M 41.0MB/s eta 2m 9s " + " EWR-1B5-E0_1-me 12%[=> ] 708.98M 49.6MB/s eta 1m 45s " ] }, { @@ -4299,7 +4292,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 5%[> ] 305.30M 41.3MB/s eta 2m 9s " + " EWR-1B5-E0_1-mem 12%[=> ] 731.91M 54.1MB/s eta 1m 45s " ] }, { @@ -4307,7 +4300,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 5%[> ] 320.43M 40.0MB/s eta 2m 9s " + " EWR-1B5-E0_1-mem- 12%[=> ] 732.42M 51.2MB/s eta 1m 45s " ] }, { @@ -4315,7 +4308,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 5%[> ] 335.69M 39.6MB/s eta 2m 6s " + " EWR-1B5-E0_1-mem-c 12%[=> ] 747.69M 50.9MB/s eta 1m 45s " ] }, { @@ -4323,7 +4316,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 6%[> ] 350.95M 39.0MB/s eta 2m 6s " + "EWR-1B5-E0_1-mem-ct 13%[=> ] 762.94M 50.1MB/s eta 1m 44s " ] }, { @@ -4331,7 +4324,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 6%[> ] 366.20M 42.0MB/s eta 2m 6s " + "WR-1B5-E0_1-mem-ctx 13%[=> ] 778.20M 49.8MB/s eta 1m 44s " ] }, { @@ -4339,7 +4332,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 6%[> ] 381.47M 42.3MB/s eta 2m 6s " + "R-1B5-E0_1-mem-ctx- 13%[=> ] 793.46M 51.0MB/s eta 1m 44s " ] }, { @@ -4347,7 +4340,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 6%[> ] 396.73M 43.9MB/s eta 2m 1s " + "-1B5-E0_1-mem-ctx-8 13%[=> ] 808.71M 49.5MB/s eta 1m 44s " ] }, { @@ -4355,7 +4348,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 7%[> ] 416.80M 49.8MB/s eta 2m 1s " + "1B5-E0_1-mem-ctx-8k 14%[=> ] 827.66M 50.4MB/s eta 1m 40s " ] }, { @@ -4363,7 +4356,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 7%[> ] 427.25M 48.4MB/s eta 2m 1s " + "B5-E0_1-mem-ctx-8k. 14%[=> ] 839.23M 51.9MB/s eta 1m 40s " ] }, { @@ -4371,7 +4364,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 7%[> ] 441.98M 49.9MB/s eta 2m 1s " + "5-E0_1-mem-ctx-8k.p 14%[=> ] 855.60M 52.8MB/s eta 1m 40s " ] }, { @@ -4379,7 +4372,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 7%[> ] 456.31M 50.8MB/s eta 2m 1s " + "-E0_1-mem-ctx-8k.pt 15%[==> ] 869.75M 52.1MB/s eta 1m 40s " ] }, { @@ -4387,7 +4380,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 8%[> ] 465.65M 52.7MB/s eta 1m 54s " + "E0_1-mem-ctx-8k.pth 15%[==> ] 885.01M 52.1MB/s eta 99s " ] }, { @@ -4395,7 +4388,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 8%[> ] 473.02M 50.4MB/s eta 1m 54s " + "0_1-mem-ctx-8k.pth 15%[==> ] 900.27M 52.5MB/s eta 99s " ] }, { @@ -4403,7 +4396,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 8%[> ] 485.75M 51.8MB/s eta 1m 54s " + "_1-mem-ctx-8k.pth 15%[==> ] 915.53M 53.4MB/s eta 99s " ] }, { @@ -4411,7 +4404,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 8%[> ] 503.54M 54.6MB/s eta 1m 54s " + "1-mem-ctx-8k.pth 16%[==> ] 930.78M 50.5MB/s eta 99s " ] }, { @@ -4419,7 +4412,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 8%[> ] 518.80M 52.6MB/s eta 1m 53s " + "-mem-ctx-8k.pth 16%[==> ] 946.04M 56.3MB/s eta 97s " ] }, { @@ -4427,7 +4420,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 9%[> ] 540.40M 56.3MB/s eta 1m 53s " + "mem-ctx-8k.pth 16%[==> ] 965.36M 55.8MB/s eta 97s " ] }, { @@ -4435,7 +4428,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 9%[> ] 556.13M 57.8MB/s eta 1m 53s " + "em-ctx-8k.pth 16%[==> ] 976.55M 54.0MB/s eta 97s " ] }, { @@ -4443,7 +4436,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 9%[> ] 564.37M 55.3MB/s eta 1m 53s " + "m-ctx-8k.pth 17%[==> ] 991.31M 56.4MB/s eta 97s " ] }, { @@ -4451,7 +4444,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 10%[=> ] 579.31M 56.2MB/s eta 1m 49s " + "-ctx-8k.pth 17%[==> ] 999.77M 55.2MB/s eta 97s " ] }, { @@ -4459,7 +4452,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 10%[=> ] 583.60M 54.0MB/s eta 1m 49s " + "ctx-8k.pth 17%[==> ] 1007M 52.5MB/s eta 96s " ] }, { @@ -4467,7 +4460,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 10%[=> ] 595.09M 51.7MB/s eta 1m 49s " + "tx-8k.pth 17%[==> ] 1022M 54.7MB/s eta 96s " ] }, { @@ -4475,7 +4468,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 10%[=> ] 609.84M 53.6MB/s eta 1m 49s " + "x-8k.pth 17%[==> ] 1.01G 54.6MB/s eta 96s " ] }, { @@ -4483,7 +4476,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 10%[=> ] 615.71M 51.5MB/s eta 1m 49s " + "-8k.pth 17%[==> ] 1.01G 52.2MB/s eta 96s " ] }, { @@ -4491,7 +4484,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 10%[=> ] 619.28M 48.1MB/s eta 1m 50s " + "8k.pth 18%[==> ] 1.02G 50.7MB/s eta 96s " ] }, { @@ -4499,7 +4492,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 10%[=> ] 633.58M 50.4MB/s eta 1m 50s " + "k.pth 18%[==> ] 1.03G 49.1MB/s eta 96s " ] }, { @@ -4507,7 +4500,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 11%[=> ] 640.87M 47.1MB/s eta 1m 50s " + ".pth 18%[==> ] 1.04G 49.6MB/s eta 96s " ] }, { @@ -4515,7 +4508,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 11%[=> ] 655.62M 49.5MB/s eta 1m 50s " + "pth 18%[==> ] 1.06G 48.9MB/s eta 96s " ] }, { @@ -4523,7 +4516,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 11%[=> ] 665.84M 48.9MB/s eta 1m 50s " + "th 18%[==> ] 1.07G 49.0MB/s eta 96s " ] }, { @@ -4531,7 +4524,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 11%[=> ] 678.48M 50.2MB/s eta 1m 48s " + "h 19%[==> ] 1.09G 48.9MB/s eta 96s " ] }, { @@ -4539,7 +4532,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 11%[=> ] 686.64M 48.2MB/s eta 1m 48s " + " 19%[==> ] 1.09G 47.5MB/s eta 94s " ] }, { @@ -4547,7 +4540,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 12%[=> ] 701.39M 45.1MB/s eta 1m 48s " + " E 19%[==> ] 1.10G 48.0MB/s eta 94s " ] }, { @@ -4555,7 +4548,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 12%[=> ] 702.02M 44.6MB/s eta 1m 48s " + " EW 19%[==> ] 1.12G 48.5MB/s eta 94s " ] }, { @@ -4563,7 +4556,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 12%[=> ] 717.16M 44.4MB/s eta 1m 49s " + " EWR 19%[==> ] 1.12G 46.3MB/s eta 94s " ] }, { @@ -4571,7 +4564,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 12%[=> ] 732.42M 43.0MB/s eta 1m 49s " + " EWR- 20%[===> ] 1.13G 45.1MB/s eta 94s " ] }, { @@ -4579,7 +4572,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 12%[=> ] 747.69M 42.2MB/s eta 1m 49s " + " EWR-1 20%[===> ] 1.13G 42.3MB/s eta 95s " ] }, { @@ -4587,7 +4580,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 13%[=> ] 757.93M 44.8MB/s eta 1m 49s " + " EWR-1B 20%[===> ] 1.15G 46.5MB/s eta 95s " ] }, { @@ -4595,7 +4588,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 13%[=> ] 762.94M 42.5MB/s eta 1m 49s " + " EWR-1B5 20%[===> ] 1.16G 44.8MB/s eta 95s " ] }, { @@ -4603,7 +4596,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 13%[=> ] 778.20M 42.3MB/s eta 1m 49s " + " EWR-1B5- 20%[===> ] 1.17G 46.2MB/s eta 95s " ] }, { @@ -4611,7 +4604,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 13%[=> ] 792.94M 44.0MB/s eta 1m 49s " + " EWR-1B5-E 20%[===> ] 1.18G 46.0MB/s eta 95s " ] }, { @@ -4619,7 +4612,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 13%[=> ] 798.01M 43.3MB/s eta 1m 49s " + " EWR-1B5-E0 21%[===> ] 1.20G 46.0MB/s eta 92s " ] }, { @@ -4627,7 +4620,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 13%[=> ] 808.71M 41.8MB/s eta 1m 49s " + " EWR-1B5-E0_ 21%[===> ] 1.21G 47.6MB/s eta 92s " ] }, { @@ -4635,7 +4628,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 14%[=> ] 823.97M 42.4MB/s eta 1m 49s " + " EWR-1B5-E0_1 21%[===> ] 1.22G 49.3MB/s eta 92s " ] }, { @@ -4643,7 +4636,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 14%[=> ] 847.67M 44.2MB/s eta 1m 49s " + " EWR-1B5-E0_1- 21%[===> ] 1.23G 47.6MB/s eta 92s " ] }, { @@ -4651,7 +4644,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 14%[=> ] 854.49M 42.8MB/s eta 1m 49s " + " EWR-1B5-E0_1-m 21%[===> ] 1.24G 46.9MB/s eta 92s " ] }, { @@ -4659,7 +4652,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 15%[==> ] 869.24M 43.8MB/s eta 1m 46s " + " EWR-1B5-E0_1-me 22%[===> ] 1.25G 44.9MB/s eta 92s " ] }, { @@ -4667,7 +4660,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 15%[==> ] 878.32M 43.5MB/s eta 1m 46s " + " EWR-1B5-E0_1-mem 22%[===> ] 1.27G 46.0MB/s eta 92s " ] }, { @@ -4675,7 +4668,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 15%[==> ] 889.62M 45.7MB/s eta 1m 46s " + " EWR-1B5-E0_1-mem- 22%[===> ] 1.27G 43.7MB/s eta 92s " ] }, { @@ -4683,7 +4676,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 15%[==> ] 900.27M 43.2MB/s eta 1m 46s " + " EWR-1B5-E0_1-mem-c 22%[===> ] 1.28G 44.1MB/s eta 92s " ] }, { @@ -4691,7 +4684,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 15%[==> ] 908.70M 44.3MB/s eta 1m 46s " + "EWR-1B5-E0_1-mem-ct 22%[===> ] 1.28G 41.9MB/s eta 92s " ] }, { @@ -4699,7 +4692,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 15%[==> ] 915.53M 42.1MB/s eta 1m 47s " + "WR-1B5-E0_1-mem-ctx 22%[===> ] 1.29G 45.0MB/s eta 92s " ] }, { @@ -4707,7 +4700,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 16%[==> ] 930.78M 42.1MB/s eta 1m 47s " + "R-1B5-E0_1-mem-ctx- 23%[===> ] 1.30G 44.7MB/s eta 92s " ] }, { @@ -4715,7 +4708,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 16%[==> ] 946.04M 43.2MB/s eta 1m 47s " + "-1B5-E0_1-mem-ctx-8 23%[===> ] 1.31G 43.0MB/s eta 92s " ] }, { @@ -4723,7 +4716,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 16%[==> ] 961.30M 46.2MB/s eta 1m 47s " + "1B5-E0_1-mem-ctx-8k 23%[===> ] 1.33G 43.2MB/s eta 92s " ] }, { @@ -4731,7 +4724,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 16%[==> ] 976.55M 45.5MB/s eta 1m 44s " + "B5-E0_1-mem-ctx-8k. 23%[===> ] 1.34G 43.5MB/s eta 91s " ] }, { @@ -4739,7 +4732,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 17%[==> ] 991.82M 47.6MB/s eta 1m 44s " + "5-E0_1-mem-ctx-8k.p 23%[===> ] 1.34G 43.0MB/s eta 91s " ] }, { @@ -4747,7 +4740,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 17%[==> ] 998.50M 48.1MB/s eta 1m 44s " + "-E0_1-mem-ctx-8k.pt 24%[===> ] 1.36G 42.1MB/s eta 91s " ] }, { @@ -4755,7 +4748,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 17%[==> ] 1006M 47.6MB/s eta 1m 44s " + "E0_1-mem-ctx-8k.pth 24%[===> ] 1.37G 40.5MB/s eta 91s " ] }, { @@ -4763,7 +4756,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 17%[==> ] 1017M 46.1MB/s eta 1m 44s " + "0_1-mem-ctx-8k.pth 24%[===> ] 1.38G 42.4MB/s eta 90s " ] }, { @@ -4771,7 +4764,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 17%[==> ] 1022M 46.7MB/s eta 1m 44s " + "_1-mem-ctx-8k.pth 24%[===> ] 1.40G 41.7MB/s eta 90s " ] }, { @@ -4779,7 +4772,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 17%[==> ] 1.01G 43.7MB/s eta 1m 44s " + "1-mem-ctx-8k.pth 25%[====> ] 1.42G 41.7MB/s eta 90s " ] }, { @@ -4787,7 +4780,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 18%[==> ] 1.03G 44.1MB/s eta 1m 44s " + "-mem-ctx-8k.pth 25%[====> ] 1.43G 44.2MB/s eta 90s " ] }, { @@ -4795,7 +4788,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 18%[==> ] 1.04G 45.9MB/s eta 1m 43s " + "mem-ctx-8k.pth 25%[====> ] 1.45G 43.9MB/s eta 89s " ] }, { @@ -4803,7 +4796,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 18%[==> ] 1.06G 45.9MB/s eta 1m 43s " + "em-ctx-8k.pth 25%[====> ] 1.46G 46.5MB/s eta 89s " ] }, { @@ -4811,7 +4804,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 18%[==> ] 1.07G 47.6MB/s eta 1m 43s " + "m-ctx-8k.pth 26%[====> ] 1.47G 46.8MB/s eta 89s " ] }, { @@ -4819,7 +4812,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 19%[==> ] 1.07G 47.0MB/s eta 1m 43s " + "-ctx-8k.pth 26%[====> ] 1.47G 46.0MB/s eta 89s " ] }, { @@ -4827,7 +4820,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 19%[==> ] 1.09G 45.5MB/s eta 1m 42s " + "ctx-8k.pth 26%[====> ] 1.49G 44.3MB/s eta 88s " ] }, { @@ -4835,7 +4828,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 19%[==> ] 1.09G 44.9MB/s eta 1m 42s " + "tx-8k.pth 26%[====> ] 1.50G 46.1MB/s eta 88s " ] }, { @@ -4843,7 +4836,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 19%[==> ] 1.10G 44.1MB/s eta 1m 42s " + "x-8k.pth 26%[====> ] 1.50G 44.6MB/s eta 88s " ] }, { @@ -4851,7 +4844,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 19%[==> ] 1.12G 42.3MB/s eta 1m 42s " + "-8k.pth 26%[====> ] 1.52G 44.2MB/s eta 88s " ] }, { @@ -4859,7 +4852,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 20%[===> ] 1.13G 42.5MB/s eta 1m 41s " + "8k.pth 27%[====> ] 1.54G 45.1MB/s eta 87s " ] }, { @@ -4867,7 +4860,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 20%[===> ] 1.15G 42.7MB/s eta 1m 41s " + "k.pth 27%[====> ] 1.55G 45.3MB/s eta 87s " ] }, { @@ -4875,7 +4868,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 20%[===> ] 1.16G 44.9MB/s eta 1m 41s " + ".pth 27%[====> ] 1.56G 47.5MB/s eta 87s " ] }, { @@ -4883,7 +4876,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 20%[===> ] 1.18G 47.0MB/s eta 1m 41s " + "pth 27%[====> ] 1.58G 48.6MB/s eta 87s " ] }, { @@ -4891,7 +4884,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 21%[===> ] 1.19G 47.9MB/s eta 1m 41s " + "th 28%[====> ] 1.59G 47.8MB/s eta 86s " ] }, { @@ -4899,7 +4892,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 21%[===> ] 1.21G 48.8MB/s eta 98s " + "h 28%[====> ] 1.59G 45.6MB/s eta 86s " ] }, { @@ -4907,7 +4900,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 21%[===> ] 1.22G 47.7MB/s eta 98s " + " 28%[====> ] 1.61G 47.5MB/s eta 86s " ] }, { @@ -4915,7 +4908,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 21%[===> ] 1.23G 49.3MB/s eta 98s " + " E 28%[====> ] 1.62G 47.4MB/s eta 86s " ] }, { @@ -4923,7 +4916,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 21%[===> ] 1.24G 48.2MB/s eta 98s " + " EW 28%[====> ] 1.63G 45.4MB/s eta 86s " ] }, { @@ -4931,7 +4924,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 22%[===> ] 1.25G 48.6MB/s eta 98s " + " EWR 28%[====> ] 1.63G 43.7MB/s eta 86s " ] }, { @@ -4939,7 +4932,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 22%[===> ] 1.27G 49.7MB/s eta 96s " + " EWR- 29%[====> ] 1.64G 41.4MB/s eta 86s " ] }, { @@ -4947,7 +4940,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 22%[===> ] 1.28G 49.4MB/s eta 96s " + " EWR-1 29%[====> ] 1.65G 42.2MB/s eta 86s " ] }, { @@ -4955,7 +4948,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 22%[===> ] 1.29G 50.8MB/s eta 96s " + " EWR-1B 29%[====> ] 1.65G 40.5MB/s eta 87s " ] }, { @@ -4963,7 +4956,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 23%[===> ] 1.31G 52.6MB/s eta 96s " + " EWR-1B5 29%[====> ] 1.67G 42.1MB/s eta 87s " ] }, { @@ -4971,7 +4964,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 23%[===> ] 1.31G 49.1MB/s eta 96s " + " EWR-1B5- 29%[====> ] 1.68G 42.4MB/s eta 87s " ] }, { @@ -4979,7 +4972,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 23%[===> ] 1.33G 50.3MB/s eta 96s " + " EWR-1B5-E 29%[====> ] 1.69G 40.8MB/s eta 87s " ] }, { @@ -4987,7 +4980,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 23%[===> ] 1.34G 53.4MB/s eta 96s " + " EWR-1B5-E0 30%[=====> ] 1.70G 40.0MB/s eta 86s " ] }, { @@ -4995,7 +4988,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 24%[===> ] 1.36G 52.5MB/s eta 96s " + " EWR-1B5-E0_ 30%[=====> ] 1.71G 39.0MB/s eta 86s " ] }, { @@ -5003,7 +4996,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 24%[===> ] 1.38G 55.1MB/s eta 93s " + " EWR-1B5-E0_1 30%[=====> ] 1.73G 38.6MB/s eta 86s " ] }, { @@ -5011,7 +5004,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 24%[===> ] 1.39G 50.9MB/s eta 93s " + " EWR-1B5-E0_1- 30%[=====> ] 1.74G 41.0MB/s eta 86s " ] }, { @@ -5019,7 +5012,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 24%[===> ] 1.40G 50.9MB/s eta 93s " + " EWR-1B5-E0_1-m 31%[=====> ] 1.76G 42.1MB/s eta 84s " ] }, { @@ -5027,7 +5020,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 24%[===> ] 1.40G 46.8MB/s eta 93s " + " EWR-1B5-E0_1-me 31%[=====> ] 1.77G 41.7MB/s eta 84s " ] }, { @@ -5035,7 +5028,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 25%[====> ] 1.42G 48.7MB/s eta 93s " + " EWR-1B5-E0_1-mem 31%[=====> ] 1.79G 43.6MB/s eta 84s " ] }, { @@ -5043,7 +5036,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 25%[====> ] 1.43G 50.7MB/s eta 93s " + " EWR-1B5-E0_1-mem- 31%[=====> ] 1.79G 42.7MB/s eta 84s " ] }, { @@ -5051,7 +5044,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 25%[====> ] 1.45G 50.1MB/s eta 93s " + " EWR-1B5-E0_1-mem-c 31%[=====> ] 1.80G 41.9MB/s eta 83s " ] }, { @@ -5059,7 +5052,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 25%[====> ] 1.46G 50.0MB/s eta 93s " + "EWR-1B5-E0_1-mem-ct 32%[=====> ] 1.81G 42.9MB/s eta 83s " ] }, { @@ -5067,7 +5060,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 26%[====> ] 1.47G 50.5MB/s eta 91s " + "WR-1B5-E0_1-mem-ctx 32%[=====> ] 1.82G 42.1MB/s eta 83s " ] }, { @@ -5075,7 +5068,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 26%[====> ] 1.49G 49.9MB/s eta 91s " + "R-1B5-E0_1-mem-ctx- 32%[=====> ] 1.83G 45.0MB/s eta 83s " ] }, { @@ -5083,7 +5076,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 26%[====> ] 1.50G 51.4MB/s eta 91s " + "-1B5-E0_1-mem-ctx-8 32%[=====> ] 1.85G 45.1MB/s eta 83s " ] }, { @@ -5091,7 +5084,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 26%[====> ] 1.51G 48.4MB/s eta 91s " + "1B5-E0_1-mem-ctx-8k 32%[=====> ] 1.85G 44.1MB/s eta 83s " ] }, { @@ -5099,7 +5092,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 26%[====> ] 1.52G 50.3MB/s eta 90s " + "B5-E0_1-mem-ctx-8k. 32%[=====> ] 1.85G 43.1MB/s eta 83s " ] }, { @@ -5107,7 +5100,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 27%[====> ] 1.53G 50.3MB/s eta 90s " + "5-E0_1-mem-ctx-8k.p 33%[=====> ] 1.88G 45.2MB/s eta 83s " ] }, { @@ -5115,7 +5108,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 27%[====> ] 1.53G 46.4MB/s eta 90s " + "-E0_1-mem-ctx-8k.pt 33%[=====> ] 1.89G 45.9MB/s eta 83s " ] }, { @@ -5123,7 +5116,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 27%[====> ] 1.55G 49.1MB/s eta 90s " + "E0_1-mem-ctx-8k.pth 33%[=====> ] 1.91G 48.4MB/s eta 81s " ] }, { @@ -5131,7 +5124,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 27%[====> ] 1.56G 46.7MB/s eta 90s " + "0_1-mem-ctx-8k.pth 34%[=====> ] 1.92G 44.6MB/s eta 81s " ] }, { @@ -5139,7 +5132,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 27%[====> ] 1.58G 46.4MB/s eta 89s " + "_1-mem-ctx-8k.pth 34%[=====> ] 1.94G 43.9MB/s eta 81s " ] }, { @@ -5147,7 +5140,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 28%[====> ] 1.59G 49.1MB/s eta 89s " + "1-mem-ctx-8k.pth 34%[=====> ] 1.95G 47.1MB/s eta 81s " ] }, { @@ -5155,7 +5148,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 28%[====> ] 1.61G 49.8MB/s eta 89s " + "-mem-ctx-8k.pth 34%[=====> ] 1.97G 44.6MB/s eta 80s " ] }, { @@ -5163,7 +5156,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 28%[====> ] 1.61G 50.6MB/s eta 89s " + "mem-ctx-8k.pth 35%[======> ] 1.98G 45.5MB/s eta 80s " ] }, { @@ -5171,7 +5164,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 28%[====> ] 1.63G 51.3MB/s eta 89s " + "em-ctx-8k.pth 35%[======> ] 1.99G 46.7MB/s eta 80s " ] }, { @@ -5179,7 +5172,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 29%[====> ] 1.64G 51.8MB/s eta 87s " + "m-ctx-8k.pth 35%[======> ] 2.00G 45.3MB/s eta 80s " ] }, { @@ -5187,7 +5180,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 29%[====> ] 1.65G 50.3MB/s eta 87s " + "-ctx-8k.pth 35%[======> ] 2.01G 46.9MB/s eta 79s " ] }, { @@ -5195,7 +5188,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 29%[====> ] 1.65G 48.7MB/s eta 87s " + "ctx-8k.pth 35%[======> ] 2.03G 48.4MB/s eta 79s " ] }, { @@ -5203,7 +5196,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 29%[====> ] 1.67G 47.9MB/s eta 87s " + "tx-8k.pth 36%[======> ] 2.04G 48.0MB/s eta 79s " ] }, { @@ -5211,7 +5204,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 29%[====> ] 1.68G 47.6MB/s eta 86s " + "x-8k.pth 36%[======> ] 2.06G 49.8MB/s eta 79s " ] }, { @@ -5219,7 +5212,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 29%[====> ] 1.69G 48.0MB/s eta 86s " + "-8k.pth 36%[======> ] 2.07G 51.1MB/s eta 77s " ] }, { @@ -5227,7 +5220,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 30%[=====> ] 1.70G 47.1MB/s eta 86s " + "8k.pth 36%[======> ] 2.08G 48.5MB/s eta 77s " ] }, { @@ -5235,7 +5228,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 30%[=====> ] 1.71G 47.2MB/s eta 86s " + "k.pth 36%[======> ] 2.09G 45.8MB/s eta 77s " ] }, { @@ -5243,7 +5236,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 30%[=====> ] 1.73G 49.5MB/s eta 86s " + ".pth 37%[======> ] 2.10G 47.9MB/s eta 77s " ] }, { @@ -5251,7 +5244,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 30%[=====> ] 1.74G 50.9MB/s eta 85s " + "pth 37%[======> ] 2.12G 45.0MB/s eta 77s " ] }, { @@ -5259,7 +5252,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 31%[=====> ] 1.76G 51.7MB/s eta 85s " + "th 37%[======> ] 2.13G 49.3MB/s eta 77s " ] }, { @@ -5267,7 +5260,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 31%[=====> ] 1.77G 52.0MB/s eta 85s " + "h 38%[======> ] 2.15G 49.9MB/s eta 77s " ] }, { @@ -5275,7 +5268,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 31%[=====> ] 1.79G 51.3MB/s eta 85s " + " 38%[======> ] 2.16G 46.4MB/s eta 77s " ] }, { @@ -5283,7 +5276,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 31%[=====> ] 1.80G 49.8MB/s eta 83s " + " E 38%[======> ] 2.17G 48.9MB/s eta 75s " ] }, { @@ -5291,7 +5284,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 32%[=====> ] 1.82G 51.8MB/s eta 83s " + " EW 38%[======> ] 2.17G 46.8MB/s eta 75s " ] }, { @@ -5299,7 +5292,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 32%[=====> ] 1.83G 50.3MB/s eta 83s " + " EWR 38%[======> ] 2.19G 47.9MB/s eta 75s " ] }, { @@ -5307,7 +5300,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 32%[=====> ] 1.84G 50.3MB/s eta 83s " + " EWR- 39%[======> ] 2.20G 45.5MB/s eta 75s " ] }, { @@ -5315,7 +5308,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 32%[=====> ] 1.85G 49.4MB/s eta 83s " + " EWR-1 39%[======> ] 2.21G 48.0MB/s eta 75s " ] }, { @@ -5323,7 +5316,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 33%[=====> ] 1.86G 53.1MB/s eta 81s " + " EWR-1B 39%[======> ] 2.23G 48.5MB/s eta 75s " ] }, { @@ -5331,7 +5324,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 33%[=====> ] 1.88G 53.4MB/s eta 81s " + " EWR-1B5 39%[======> ] 2.24G 50.6MB/s eta 75s " ] }, { @@ -5339,7 +5332,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 33%[=====> ] 1.89G 52.8MB/s eta 81s " + " EWR-1B5- 39%[======> ] 2.25G 47.2MB/s eta 75s " ] }, { @@ -5347,7 +5340,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 33%[=====> ] 1.91G 54.2MB/s eta 81s " + " EWR-1B5-E 40%[=======> ] 2.26G 48.0MB/s eta 75s " ] }, { @@ -5355,7 +5348,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 34%[=====> ] 1.92G 54.2MB/s eta 80s " + " EWR-1B5-E0 40%[=======> ] 2.28G 47.9MB/s eta 73s " ] }, { @@ -5363,7 +5356,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 34%[=====> ] 1.93G 53.6MB/s eta 80s " + " EWR-1B5-E0_ 40%[=======> ] 2.29G 47.0MB/s eta 73s " ] }, { @@ -5371,7 +5364,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 34%[=====> ] 1.94G 51.4MB/s eta 80s " + " EWR-1B5-E0_1 40%[=======> ] 2.29G 47.3MB/s eta 73s " ] }, { @@ -5379,7 +5372,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 34%[=====> ] 1.95G 51.7MB/s eta 80s " + " EWR-1B5-E0_1- 40%[=======> ] 2.31G 43.4MB/s eta 73s " ] }, { @@ -5387,7 +5380,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 34%[=====> ] 1.96G 50.8MB/s eta 80s " + " EWR-1B5-E0_1-m 41%[=======> ] 2.32G 47.4MB/s eta 72s " ] }, { @@ -5395,7 +5388,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 35%[======> ] 1.98G 51.1MB/s eta 79s " + " EWR-1B5-E0_1-me 41%[=======> ] 2.34G 47.1MB/s eta 72s " ] }, { @@ -5403,7 +5396,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 35%[======> ] 1.98G 49.7MB/s eta 79s " + " EWR-1B5-E0_1-mem 41%[=======> ] 2.35G 46.6MB/s eta 72s " ] }, { @@ -5411,7 +5404,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 35%[======> ] 1.99G 47.0MB/s eta 79s " + " EWR-1B5-E0_1-mem- 41%[=======> ] 2.36G 45.7MB/s eta 72s " ] }, { @@ -5419,7 +5412,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 35%[======> ] 2.00G 48.5MB/s eta 79s " + " EWR-1B5-E0_1-mem-c 41%[=======> ] 2.37G 45.2MB/s eta 72s " ] }, { @@ -5427,7 +5420,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 35%[======> ] 2.01G 47.2MB/s eta 78s " + "EWR-1B5-E0_1-mem-ct 42%[=======> ] 2.38G 48.6MB/s eta 71s " ] }, { @@ -5435,7 +5428,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 35%[======> ] 2.03G 48.3MB/s eta 78s " + "WR-1B5-E0_1-mem-ctx 42%[=======> ] 2.39G 47.5MB/s eta 71s " ] }, { @@ -5443,7 +5436,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 35%[======> ] 2.03G 46.7MB/s eta 78s " + "R-1B5-E0_1-mem-ctx- 42%[=======> ] 2.40G 48.5MB/s eta 71s " ] }, { @@ -5451,7 +5444,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 36%[======> ] 2.04G 46.7MB/s eta 78s " + "-1B5-E0_1-mem-ctx-8 42%[=======> ] 2.41G 49.6MB/s eta 71s " ] }, { @@ -5459,7 +5452,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 36%[======> ] 2.06G 46.6MB/s eta 78s " + "1B5-E0_1-mem-ctx-8k 42%[=======> ] 2.42G 48.6MB/s eta 71s " ] }, { @@ -5467,7 +5460,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 36%[======> ] 2.07G 46.2MB/s eta 77s " + "B5-E0_1-mem-ctx-8k. 43%[=======> ] 2.43G 44.7MB/s eta 70s " ] }, { @@ -5475,7 +5468,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 36%[======> ] 2.09G 45.0MB/s eta 77s " + "5-E0_1-mem-ctx-8k.p 43%[=======> ] 2.44G 44.3MB/s eta 70s " ] }, { @@ -5483,7 +5476,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 37%[======> ] 2.10G 44.7MB/s eta 77s " + "-E0_1-mem-ctx-8k.pt 43%[=======> ] 2.44G 40.6MB/s eta 70s " ] }, { @@ -5491,7 +5484,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 37%[======> ] 2.10G 44.6MB/s eta 77s " + "E0_1-mem-ctx-8k.pth 43%[=======> ] 2.46G 45.1MB/s eta 70s " ] }, { @@ -5499,7 +5492,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 37%[======> ] 2.11G 42.2MB/s eta 77s " + "0_1-mem-ctx-8k.pth 43%[=======> ] 2.47G 44.3MB/s eta 70s " ] }, { @@ -5507,7 +5500,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 37%[======> ] 2.12G 43.1MB/s eta 77s " + "_1-mem-ctx-8k.pth 43%[=======> ] 2.48G 42.8MB/s eta 69s " ] }, { @@ -5515,7 +5508,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 37%[======> ] 2.13G 43.9MB/s eta 77s " + "1-mem-ctx-8k.pth 44%[=======> ] 2.50G 47.2MB/s eta 69s " ] }, { @@ -5523,7 +5516,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 38%[======> ] 2.14G 43.6MB/s eta 77s " + "-mem-ctx-8k.pth 44%[=======> ] 2.51G 45.0MB/s eta 69s " ] }, { @@ -5531,7 +5524,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 38%[======> ] 2.16G 43.1MB/s eta 76s " + "mem-ctx-8k.pth 44%[=======> ] 2.52G 43.9MB/s eta 69s " ] }, { @@ -5539,7 +5532,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 38%[======> ] 2.17G 43.9MB/s eta 76s " + "em-ctx-8k.pth 44%[=======> ] 2.53G 45.1MB/s eta 69s " ] }, { @@ -5547,7 +5540,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 38%[======> ] 2.18G 42.4MB/s eta 76s " + "m-ctx-8k.pth 44%[=======> ] 2.53G 42.7MB/s eta 68s " ] }, { @@ -5555,7 +5548,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 38%[======> ] 2.19G 39.2MB/s eta 75s " + "-ctx-8k.pth 45%[========> ] 2.55G 43.0MB/s eta 68s " ] }, { @@ -5563,7 +5556,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 39%[======> ] 2.20G 42.3MB/s eta 75s " + "ctx-8k.pth 45%[========> ] 2.56G 42.2MB/s eta 68s " ] }, { @@ -5571,7 +5564,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 39%[======> ] 2.21G 40.1MB/s eta 75s " + "tx-8k.pth 45%[========> ] 2.58G 42.9MB/s eta 68s " ] }, { @@ -5579,7 +5572,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 39%[======> ] 2.22G 37.9MB/s eta 75s " + "x-8k.pth 45%[========> ] 2.59G 42.1MB/s eta 67s " ] }, { @@ -5587,7 +5580,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 39%[======> ] 2.23G 38.4MB/s eta 75s " + "-8k.pth 46%[========> ] 2.61G 45.3MB/s eta 67s " ] }, { @@ -5595,7 +5588,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 39%[======> ] 2.23G 36.5MB/s eta 75s " + "8k.pth 46%[========> ] 2.61G 44.3MB/s eta 67s " ] }, { @@ -5603,7 +5596,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 39%[======> ] 2.25G 37.6MB/s eta 75s " + "k.pth 46%[========> ] 2.62G 45.4MB/s eta 67s " ] }, { @@ -5611,7 +5604,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 40%[=======> ] 2.26G 39.1MB/s eta 75s " + ".pth 46%[========> ] 2.63G 45.4MB/s eta 66s " ] }, { @@ -5619,7 +5612,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 40%[=======> ] 2.28G 38.8MB/s eta 75s " + "pth 46%[========> ] 2.64G 44.9MB/s eta 66s " ] }, { @@ -5627,7 +5620,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 40%[=======> ] 2.28G 39.3MB/s eta 75s " + "th 46%[========> ] 2.65G 43.1MB/s eta 66s " ] }, { @@ -5635,7 +5628,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 40%[=======> ] 2.29G 40.2MB/s eta 74s " + "h 47%[========> ] 2.67G 44.7MB/s eta 66s " ] }, { @@ -5643,7 +5636,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 40%[=======> ] 2.31G 42.3MB/s eta 74s " + " 47%[========> ] 2.68G 45.1MB/s eta 65s " ] }, { @@ -5651,7 +5644,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 41%[=======> ] 2.32G 42.0MB/s eta 74s " + " E 47%[========> ] 2.69G 45.7MB/s eta 65s " ] }, { @@ -5659,7 +5652,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 41%[=======> ] 2.34G 42.5MB/s eta 74s " + " EW 47%[========> ] 2.70G 43.9MB/s eta 65s " ] }, { @@ -5667,7 +5660,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 41%[=======> ] 2.35G 42.5MB/s eta 72s " + " EWR 48%[========> ] 2.71G 45.4MB/s eta 65s " ] }, { @@ -5675,7 +5668,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 41%[=======> ] 2.37G 43.0MB/s eta 72s " + " EWR- 48%[========> ] 2.73G 45.0MB/s eta 65s " ] }, { @@ -5683,7 +5676,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 42%[=======> ] 2.38G 44.2MB/s eta 72s " + " EWR-1 48%[========> ] 2.73G 46.5MB/s eta 64s " ] }, { @@ -5691,7 +5684,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 42%[=======> ] 2.40G 46.1MB/s eta 72s " + " EWR-1B 48%[========> ] 2.74G 43.5MB/s eta 64s " ] }, { @@ -5699,7 +5692,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 42%[=======> ] 2.41G 46.4MB/s eta 71s " + " EWR-1B5 48%[========> ] 2.76G 46.1MB/s eta 64s " ] }, { @@ -5707,7 +5700,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 42%[=======> ] 2.41G 45.6MB/s eta 71s " + " EWR-1B5- 49%[========> ] 2.77G 46.7MB/s eta 64s " ] }, { @@ -5715,7 +5708,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 43%[=======> ] 2.43G 47.9MB/s eta 71s " + " EWR-1B5-E 49%[========> ] 2.79G 47.8MB/s eta 64s " ] }, { @@ -5723,7 +5716,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 43%[=======> ] 2.43G 46.5MB/s eta 71s " + " EWR-1B5-E0 49%[========> ] 2.80G 49.6MB/s eta 62s " ] }, { @@ -5731,7 +5724,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 43%[=======> ] 2.44G 47.3MB/s eta 70s " + " EWR-1B5-E0_ 49%[========> ] 2.81G 50.9MB/s eta 62s " ] }, { @@ -5739,7 +5732,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 43%[=======> ] 2.45G 49.0MB/s eta 70s " + " EWR-1B5-E0_1 50%[=========> ] 2.83G 50.0MB/s eta 62s " ] }, { @@ -5747,7 +5740,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 43%[=======> ] 2.46G 47.5MB/s eta 70s " + " EWR-1B5-E0_1- 50%[=========> ] 2.83G 49.9MB/s eta 62s " ] }, { @@ -5755,7 +5748,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 43%[=======> ] 2.47G 46.2MB/s eta 70s " + " EWR-1B5-E0_1-m 50%[=========> ] 2.85G 53.8MB/s eta 62s " ] }, { @@ -5763,7 +5756,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 43%[=======> ] 2.48G 46.5MB/s eta 70s " + " EWR-1B5-E0_1-me 50%[=========> ] 2.86G 53.4MB/s eta 60s " ] }, { @@ -5771,7 +5764,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 44%[=======> ] 2.48G 46.4MB/s eta 69s " + " EWR-1B5-E0_1-mem 50%[=========> ] 2.88G 55.7MB/s eta 60s " ] }, { @@ -5779,7 +5772,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 44%[=======> ] 2.49G 46.7MB/s eta 69s " + " EWR-1B5-E0_1-mem- 51%[=========> ] 2.89G 54.8MB/s eta 60s " ] }, { @@ -5787,7 +5780,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 44%[=======> ] 2.50G 45.0MB/s eta 69s " + " EWR-1B5-E0_1-mem-c 51%[=========> ] 2.91G 55.1MB/s eta 60s " ] }, { @@ -5795,7 +5788,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 44%[=======> ] 2.52G 44.8MB/s eta 69s " + "EWR-1B5-E0_1-mem-ct 51%[=========> ] 2.92G 54.4MB/s eta 59s " ] }, { @@ -5803,7 +5796,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 44%[=======> ] 2.52G 41.7MB/s eta 69s " + "WR-1B5-E0_1-mem-ctx 51%[=========> ] 2.93G 54.2MB/s eta 59s " ] }, { @@ -5811,7 +5804,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 44%[=======> ] 2.53G 42.6MB/s eta 68s " + "R-1B5-E0_1-mem-ctx- 52%[=========> ] 2.94G 54.7MB/s eta 59s " ] }, { @@ -5819,7 +5812,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 45%[========> ] 2.55G 41.2MB/s eta 68s " + "-1B5-E0_1-mem-ctx-8 52%[=========> ] 2.95G 53.6MB/s eta 59s " ] }, { @@ -5827,7 +5820,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 45%[========> ] 2.56G 44.5MB/s eta 68s " + "1B5-E0_1-mem-ctx-8k 52%[=========> ] 2.96G 55.7MB/s eta 58s " ] }, { @@ -5835,7 +5828,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 45%[========> ] 2.56G 41.1MB/s eta 68s " + "B5-E0_1-mem-ctx-8k. 52%[=========> ] 2.98G 55.7MB/s eta 58s " ] }, { @@ -5843,7 +5836,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 45%[========> ] 2.57G 42.1MB/s eta 68s " + "5-E0_1-mem-ctx-8k.p 53%[=========> ] 2.99G 54.7MB/s eta 58s " ] }, { @@ -5851,7 +5844,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 45%[========> ] 2.58G 38.4MB/s eta 68s " + "-E0_1-mem-ctx-8k.pt 53%[=========> ] 3.00G 52.8MB/s eta 58s " ] }, { @@ -5859,7 +5852,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 45%[========> ] 2.59G 41.1MB/s eta 68s " + "E0_1-mem-ctx-8k.pth 53%[=========> ] 3.01G 53.8MB/s eta 58s " ] }, { @@ -5867,7 +5860,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 46%[========> ] 2.61G 41.4MB/s eta 68s " + "0_1-mem-ctx-8k.pth 53%[=========> ] 3.02G 52.5MB/s eta 57s " ] }, { @@ -5875,7 +5868,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 46%[========> ] 2.62G 43.9MB/s eta 68s " + "_1-mem-ctx-8k.pth 53%[=========> ] 3.02G 49.7MB/s eta 57s " ] }, { @@ -5883,7 +5876,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 46%[========> ] 2.62G 41.7MB/s eta 67s " + "1-mem-ctx-8k.pth 53%[=========> ] 3.04G 48.6MB/s eta 57s " ] }, { @@ -5891,7 +5884,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 46%[========> ] 2.63G 40.4MB/s eta 67s " + "-mem-ctx-8k.pth 54%[=========> ] 3.05G 50.4MB/s eta 57s " ] }, { @@ -5899,7 +5892,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 46%[========> ] 2.64G 41.0MB/s eta 67s " + "mem-ctx-8k.pth 54%[=========> ] 3.07G 49.1MB/s eta 56s " ] }, { @@ -5907,7 +5900,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 46%[========> ] 2.65G 40.9MB/s eta 67s " + "em-ctx-8k.pth 54%[=========> ] 3.08G 49.2MB/s eta 56s " ] }, { @@ -5915,7 +5908,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 46%[========> ] 2.65G 38.5MB/s eta 67s " + "m-ctx-8k.pth 54%[=========> ] 3.10G 50.0MB/s eta 56s " ] }, { @@ -5923,7 +5916,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 47%[========> ] 2.67G 41.4MB/s eta 66s " + "-ctx-8k.pth 54%[=========> ] 3.10G 46.5MB/s eta 56s " ] }, { @@ -5931,7 +5924,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 47%[========> ] 2.68G 40.6MB/s eta 66s " + "ctx-8k.pth 55%[==========> ] 3.11G 45.5MB/s eta 55s " ] }, { @@ -5939,7 +5932,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 47%[========> ] 2.68G 39.7MB/s eta 66s " + "tx-8k.pth 55%[==========> ] 3.13G 47.1MB/s eta 55s " ] }, { @@ -5947,7 +5940,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 47%[========> ] 2.70G 41.2MB/s eta 66s " + "x-8k.pth 55%[==========> ] 3.14G 46.0MB/s eta 55s " ] }, { @@ -5955,7 +5948,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 48%[========> ] 2.71G 41.9MB/s eta 66s " + "-8k.pth 55%[==========> ] 3.16G 47.8MB/s eta 55s " ] }, { @@ -5963,7 +5956,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 48%[========> ] 2.73G 42.9MB/s eta 65s " + "8k.pth 56%[==========> ] 3.17G 45.3MB/s eta 53s " ] }, { @@ -5971,7 +5964,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 48%[========> ] 2.74G 42.8MB/s eta 65s " + "k.pth 56%[==========> ] 3.19G 45.7MB/s eta 53s " ] }, { @@ -5979,7 +5972,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 48%[========> ] 2.76G 42.2MB/s eta 65s " + ".pth 56%[==========> ] 3.19G 43.6MB/s eta 53s " ] }, { @@ -5987,7 +5980,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 49%[========> ] 2.77G 45.0MB/s eta 64s " + "pth 56%[==========> ] 3.20G 44.2MB/s eta 53s " ] }, { @@ -5995,7 +5988,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 49%[========> ] 2.79G 43.8MB/s eta 64s " + "th 57%[==========> ] 3.22G 47.1MB/s eta 53s " ] }, { @@ -6003,7 +5996,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 49%[========> ] 2.80G 43.1MB/s eta 64s " + "h 57%[==========> ] 3.23G 48.0MB/s eta 53s " ] }, { @@ -6011,7 +6004,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 50%[=========> ] 2.83G 48.4MB/s eta 64s " + " 57%[==========> ] 3.23G 43.4MB/s eta 53s " ] }, { @@ -6019,7 +6012,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 50%[=========> ] 2.84G 49.6MB/s eta 62s " + " E 57%[==========> ] 3.25G 42.8MB/s eta 53s " ] }, { @@ -6027,7 +6020,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 50%[=========> ] 2.85G 50.0MB/s eta 62s " + " EW 57%[==========> ] 3.25G 42.2MB/s eta 52s " ] }, { @@ -6035,7 +6028,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 50%[=========> ] 2.86G 49.2MB/s eta 62s " + " EWR 57%[==========> ] 3.26G 41.6MB/s eta 52s " ] }, { @@ -6043,7 +6036,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 50%[=========> ] 2.88G 50.5MB/s eta 62s " + " EWR- 58%[==========> ] 3.28G 41.8MB/s eta 52s " ] }, { @@ -6051,7 +6044,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 51%[=========> ] 2.89G 50.6MB/s eta 61s " + " EWR-1 58%[==========> ] 3.29G 44.9MB/s eta 52s " ] }, { @@ -6059,7 +6052,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 51%[=========> ] 2.89G 50.9MB/s eta 61s " + " EWR-1B 58%[==========> ] 3.31G 44.6MB/s eta 51s " ] }, { @@ -6067,7 +6060,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 51%[=========> ] 2.89G 47.6MB/s eta 61s " + " EWR-1B5 58%[==========> ] 3.32G 44.7MB/s eta 51s " ] }, { @@ -6075,7 +6068,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 51%[=========> ] 2.90G 46.9MB/s eta 61s " + " EWR-1B5- 59%[==========> ] 3.34G 43.9MB/s eta 51s " ] }, { @@ -6083,7 +6076,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 51%[=========> ] 2.91G 46.8MB/s eta 61s " + " EWR-1B5-E 59%[==========> ] 3.34G 41.9MB/s eta 51s " ] }, { @@ -6091,7 +6084,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 51%[=========> ] 2.92G 45.4MB/s eta 60s " + " EWR-1B5-E0 59%[==========> ] 3.35G 43.1MB/s eta 51s " ] }, { @@ -6099,7 +6092,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 52%[=========> ] 2.93G 44.6MB/s eta 60s " + " EWR-1B5-E0_ 59%[==========> ] 3.37G 45.3MB/s eta 49s " ] }, { @@ -6107,7 +6100,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 52%[=========> ] 2.95G 48.7MB/s eta 60s " + " EWR-1B5-E0_1 59%[==========> ] 3.38G 45.5MB/s eta 49s " ] }, { @@ -6115,7 +6108,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 52%[=========> ] 2.96G 49.1MB/s eta 60s " + " EWR-1B5-E0_1- 60%[===========> ] 3.40G 47.5MB/s eta 49s " ] }, { @@ -6123,7 +6116,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 52%[=========> ] 2.98G 47.6MB/s eta 59s " + " EWR-1B5-E0_1-m 60%[===========> ] 3.41G 46.5MB/s eta 49s " ] }, { @@ -6131,7 +6124,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 52%[=========> ] 2.98G 42.2MB/s eta 59s " + " EWR-1B5-E0_1-me 60%[===========> ] 3.41G 46.4MB/s eta 48s " ] }, { @@ -6139,7 +6132,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 53%[=========> ] 3.00G 42.8MB/s eta 59s " + " EWR-1B5-E0_1-mem 60%[===========> ] 3.42G 46.2MB/s eta 48s " ] }, { @@ -6147,7 +6140,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 53%[=========> ] 3.01G 43.8MB/s eta 59s " + " EWR-1B5-E0_1-mem- 60%[===========> ] 3.43G 46.6MB/s eta 48s " ] }, { @@ -6155,7 +6148,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 53%[=========> ] 3.02G 44.5MB/s eta 58s " + " EWR-1B5-E0_1-mem-c 60%[===========> ] 3.44G 49.0MB/s eta 48s " ] }, { @@ -6163,7 +6156,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 53%[=========> ] 3.04G 43.9MB/s eta 58s " + "EWR-1B5-E0_1-mem-ct 61%[===========> ] 3.44G 47.1MB/s eta 48s " ] }, { @@ -6171,7 +6164,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 54%[=========> ] 3.05G 45.7MB/s eta 58s " + "WR-1B5-E0_1-mem-ctx 61%[===========> ] 3.46G 46.2MB/s eta 48s " ] }, { @@ -6179,7 +6172,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 54%[=========> ] 3.07G 45.8MB/s eta 58s " + "R-1B5-E0_1-mem-ctx- 61%[===========> ] 3.47G 43.1MB/s eta 48s " ] }, { @@ -6187,7 +6180,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 54%[=========> ] 3.07G 43.8MB/s eta 57s " + "-1B5-E0_1-mem-ctx-8 61%[===========> ] 3.49G 46.7MB/s eta 48s " ] }, { @@ -6195,7 +6188,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 54%[=========> ] 3.08G 46.0MB/s eta 57s " + "1B5-E0_1-mem-ctx-8k 62%[===========> ] 3.50G 46.7MB/s eta 48s " ] }, { @@ -6203,7 +6196,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 54%[=========> ] 3.10G 47.8MB/s eta 57s " + "B5-E0_1-mem-ctx-8k. 62%[===========> ] 3.51G 46.2MB/s eta 47s " ] }, { @@ -6211,7 +6204,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 55%[==========> ] 3.11G 47.0MB/s eta 57s " + "5-E0_1-mem-ctx-8k.p 62%[===========> ] 3.52G 45.0MB/s eta 47s " ] }, { @@ -6219,7 +6212,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 55%[==========> ] 3.12G 48.1MB/s eta 57s " + "-E0_1-mem-ctx-8k.pt 62%[===========> ] 3.52G 43.2MB/s eta 47s " ] }, { @@ -6227,7 +6220,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 55%[==========> ] 3.13G 44.7MB/s eta 56s " + "E0_1-mem-ctx-8k.pth 62%[===========> ] 3.54G 43.8MB/s eta 47s " ] }, { @@ -6235,7 +6228,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 55%[==========> ] 3.14G 43.6MB/s eta 56s " + "0_1-mem-ctx-8k.pth 62%[===========> ] 3.55G 41.5MB/s eta 47s " ] }, { @@ -6243,7 +6236,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 55%[==========> ] 3.16G 46.1MB/s eta 56s " + "_1-mem-ctx-8k.pth 63%[===========> ] 3.56G 43.9MB/s eta 45s " ] }, { @@ -6251,7 +6244,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 56%[==========> ] 3.17G 49.8MB/s eta 56s " + "1-mem-ctx-8k.pth 63%[===========> ] 3.58G 44.9MB/s eta 45s " ] }, { @@ -6259,7 +6252,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 56%[==========> ] 3.17G 45.5MB/s eta 55s " + "-mem-ctx-8k.pth 63%[===========> ] 3.59G 47.1MB/s eta 45s " ] }, { @@ -6267,7 +6260,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 56%[==========> ] 3.19G 45.2MB/s eta 55s " + "mem-ctx-8k.pth 63%[===========> ] 3.60G 48.7MB/s eta 45s " ] }, { @@ -6275,7 +6268,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 56%[==========> ] 3.19G 41.8MB/s eta 55s " + "em-ctx-8k.pth 63%[===========> ] 3.61G 46.4MB/s eta 45s " ] }, { @@ -6283,7 +6276,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 56%[==========> ] 3.20G 45.9MB/s eta 55s " + "m-ctx-8k.pth 64%[===========> ] 3.62G 46.6MB/s eta 44s " ] }, { @@ -6291,7 +6284,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 57%[==========> ] 3.22G 47.0MB/s eta 55s " + "-ctx-8k.pth 64%[===========> ] 3.64G 50.5MB/s eta 44s " ] }, { @@ -6299,7 +6292,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 57%[==========> ] 3.23G 46.7MB/s eta 53s " + "ctx-8k.pth 64%[===========> ] 3.65G 50.5MB/s eta 44s " ] }, { @@ -6307,7 +6300,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 57%[==========> ] 3.23G 44.8MB/s eta 53s " + "tx-8k.pth 64%[===========> ] 3.67G 50.5MB/s eta 44s " ] }, { @@ -6315,7 +6308,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 57%[==========> ] 3.25G 44.5MB/s eta 53s " + "x-8k.pth 65%[============> ] 3.68G 49.1MB/s eta 43s " ] }, { @@ -6323,7 +6316,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 57%[==========> ] 3.26G 44.6MB/s eta 53s " + "-8k.pth 65%[============> ] 3.68G 47.1MB/s eta 43s " ] }, { @@ -6331,7 +6324,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 58%[==========> ] 3.28G 45.0MB/s eta 52s " + "8k.pth 65%[============> ] 3.70G 48.0MB/s eta 43s " ] }, { @@ -6339,7 +6332,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 58%[==========> ] 3.29G 44.7MB/s eta 52s " + "k.pth 65%[============> ] 3.71G 49.3MB/s eta 43s " ] }, { @@ -6347,7 +6340,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 58%[==========> ] 3.30G 42.7MB/s eta 52s " + ".pth 65%[============> ] 3.72G 50.3MB/s eta 43s " ] }, { @@ -6355,7 +6348,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 58%[==========> ] 3.31G 41.8MB/s eta 52s " + "pth 66%[============> ] 3.73G 49.9MB/s eta 42s " ] }, { @@ -6363,7 +6356,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 58%[==========> ] 3.32G 43.2MB/s eta 52s " + "th 66%[============> ] 3.74G 48.8MB/s eta 42s " ] }, { @@ -6371,7 +6364,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 59%[==========> ] 3.34G 44.1MB/s eta 52s " + "h 66%[============> ] 3.75G 48.3MB/s eta 42s " ] }, { @@ -6379,7 +6372,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 59%[==========> ] 3.35G 43.6MB/s eta 52s " + " 66%[============> ] 3.76G 45.4MB/s eta 42s " ] }, { @@ -6387,7 +6380,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 59%[==========> ] 3.35G 42.5MB/s eta 52s " + " E 66%[============> ] 3.77G 45.6MB/s eta 41s " ] }, { @@ -6395,7 +6388,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 59%[==========> ] 3.36G 43.7MB/s eta 52s " + " EW 67%[============> ] 3.78G 46.1MB/s eta 41s " ] }, { @@ -6403,7 +6396,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 59%[==========> ] 3.37G 41.7MB/s eta 51s " + " EWR 67%[============> ] 3.80G 45.2MB/s eta 41s " ] }, { @@ -6411,7 +6404,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 59%[==========> ] 3.38G 39.8MB/s eta 51s " + " EWR- 67%[============> ] 3.80G 43.6MB/s eta 41s " ] }, { @@ -6419,7 +6412,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 60%[===========> ] 3.40G 44.3MB/s eta 51s " + " EWR-1 67%[============> ] 3.81G 41.9MB/s eta 40s " ] }, { @@ -6427,7 +6420,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 60%[===========> ] 3.41G 44.6MB/s eta 51s " + " EWR-1B 67%[============> ] 3.83G 40.6MB/s eta 40s " ] }, { @@ -6435,7 +6428,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 60%[===========> ] 3.41G 40.8MB/s eta 51s " + " EWR-1B5 68%[============> ] 3.84G 44.4MB/s eta 40s " ] }, { @@ -6443,7 +6436,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 60%[===========> ] 3.43G 43.4MB/s eta 49s " + " EWR-1B5- 68%[============> ] 3.86G 45.4MB/s eta 40s " ] }, { @@ -6451,7 +6444,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 60%[===========> ] 3.44G 42.0MB/s eta 49s " + " EWR-1B5-E 68%[============> ] 3.88G 50.2MB/s eta 40s " ] }, { @@ -6459,7 +6452,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 61%[===========> ] 3.46G 43.3MB/s eta 49s " + " EWR-1B5-E0 68%[============> ] 3.89G 46.3MB/s eta 38s " ] }, { @@ -6467,7 +6460,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 61%[===========> ] 3.47G 45.8MB/s eta 49s " + " EWR-1B5-E0_ 69%[============> ] 3.90G 46.5MB/s eta 38s " ] }, { @@ -6475,7 +6468,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 61%[===========> ] 3.48G 43.5MB/s eta 48s " + " EWR-1B5-E0_1 69%[============> ] 3.92G 48.8MB/s eta 38s " ] }, { @@ -6483,7 +6476,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 61%[===========> ] 3.48G 43.7MB/s eta 48s " + " EWR-1B5-E0_1- 69%[============> ] 3.93G 49.1MB/s eta 38s " ] }, { @@ -6491,7 +6484,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 61%[===========> ] 3.49G 40.6MB/s eta 48s " + " EWR-1B5-E0_1-m 69%[============> ] 3.93G 48.3MB/s eta 38s " ] }, { @@ -6499,7 +6492,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 62%[===========> ] 3.50G 41.3MB/s eta 48s " + " EWR-1B5-E0_1-me 69%[============> ] 3.95G 48.3MB/s eta 37s " ] }, { @@ -6507,7 +6500,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 62%[===========> ] 3.52G 40.3MB/s eta 47s " + " EWR-1B5-E0_1-mem 70%[=============> ] 3.96G 49.7MB/s eta 37s " ] }, { @@ -6515,7 +6508,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 62%[===========> ] 3.53G 44.1MB/s eta 47s " + " EWR-1B5-E0_1-mem- 70%[=============> ] 3.96G 48.1MB/s eta 37s " ] }, { @@ -6523,7 +6516,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 62%[===========> ] 3.54G 44.1MB/s eta 47s " + " EWR-1B5-E0_1-mem-c 70%[=============> ] 3.98G 47.6MB/s eta 37s " ] }, { @@ -6531,7 +6524,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 62%[===========> ] 3.55G 43.0MB/s eta 47s " + "EWR-1B5-E0_1-mem-ct 70%[=============> ] 3.99G 48.6MB/s eta 36s " ] }, { @@ -6539,7 +6532,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 63%[===========> ] 3.56G 42.7MB/s eta 47s " + "WR-1B5-E0_1-mem-ctx 71%[=============> ] 4.01G 49.4MB/s eta 36s " ] }, { @@ -6547,7 +6540,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 63%[===========> ] 3.57G 42.4MB/s eta 46s " + "R-1B5-E0_1-mem-ctx- 71%[=============> ] 4.02G 49.5MB/s eta 36s " ] }, { @@ -6555,7 +6548,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 63%[===========> ] 3.58G 42.8MB/s eta 46s " + "-1B5-E0_1-mem-ctx-8 71%[=============> ] 4.04G 46.5MB/s eta 36s " ] }, { @@ -6563,7 +6556,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 63%[===========> ] 3.59G 42.1MB/s eta 46s " + "1B5-E0_1-mem-ctx-8k 71%[=============> ] 4.05G 42.9MB/s eta 35s " ] }, { @@ -6571,7 +6564,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 63%[===========> ] 3.61G 42.1MB/s eta 46s " + "B5-E0_1-mem-ctx-8k. 72%[=============> ] 4.07G 46.0MB/s eta 35s " ] }, { @@ -6579,7 +6572,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 64%[===========> ] 3.62G 41.0MB/s eta 45s " + "5-E0_1-mem-ctx-8k.p 72%[=============> ] 4.07G 44.0MB/s eta 35s " ] }, { @@ -6587,7 +6580,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 64%[===========> ] 3.64G 42.8MB/s eta 45s " + "-E0_1-mem-ctx-8k.pt 72%[=============> ] 4.08G 43.1MB/s eta 35s " ] }, { @@ -6595,7 +6588,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 64%[===========> ] 3.65G 44.4MB/s eta 45s " + "E0_1-mem-ctx-8k.pth 72%[=============> ] 4.10G 43.5MB/s eta 34s " ] }, { @@ -6603,7 +6596,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 64%[===========> ] 3.66G 45.3MB/s eta 45s " + "0_1-mem-ctx-8k.pth 72%[=============> ] 4.11G 43.1MB/s eta 34s " ] }, { @@ -6611,7 +6604,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 64%[===========> ] 3.67G 46.0MB/s eta 44s " + "_1-mem-ctx-8k.pth 73%[=============> ] 4.13G 44.1MB/s eta 34s " ] }, { @@ -6619,7 +6612,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 65%[============> ] 3.68G 45.4MB/s eta 44s " + "1-mem-ctx-8k.pth 73%[=============> ] 4.14G 45.3MB/s eta 34s " ] }, { @@ -6627,7 +6620,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 65%[============> ] 3.70G 46.1MB/s eta 44s " + "-mem-ctx-8k.pth 73%[=============> ] 4.15G 46.9MB/s eta 33s " ] }, { @@ -6635,7 +6628,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 65%[============> ] 3.71G 45.6MB/s eta 44s " + "mem-ctx-8k.pth 73%[=============> ] 4.16G 45.4MB/s eta 33s " ] }, { @@ -6643,7 +6636,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 66%[============> ] 3.72G 47.9MB/s eta 43s " + "em-ctx-8k.pth 73%[=============> ] 4.17G 46.0MB/s eta 33s " ] }, { @@ -6651,7 +6644,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 66%[============> ] 3.74G 47.9MB/s eta 43s " + "m-ctx-8k.pth 74%[=============> ] 4.18G 44.3MB/s eta 33s " ] }, { @@ -6659,7 +6652,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 66%[============> ] 3.75G 50.8MB/s eta 43s " + "-ctx-8k.pth 74%[=============> ] 4.19G 46.5MB/s eta 33s " ] }, { @@ -6667,7 +6660,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 66%[============> ] 3.77G 49.2MB/s eta 43s " + "ctx-8k.pth 74%[=============> ] 4.20G 44.3MB/s eta 31s " ] }, { @@ -6675,7 +6668,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 67%[============> ] 3.78G 49.3MB/s eta 41s " + "tx-8k.pth 74%[=============> ] 4.21G 46.6MB/s eta 31s " ] }, { @@ -6683,7 +6676,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 67%[============> ] 3.80G 50.6MB/s eta 41s " + "x-8k.pth 74%[=============> ] 4.22G 44.1MB/s eta 31s " ] }, { @@ -6691,7 +6684,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 67%[============> ] 3.80G 49.9MB/s eta 41s " + "-8k.pth 74%[=============> ] 4.23G 45.2MB/s eta 31s " ] }, { @@ -6699,7 +6692,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 67%[============> ] 3.81G 49.7MB/s eta 41s " + "8k.pth 75%[==============> ] 4.25G 41.5MB/s eta 31s " ] }, { @@ -6707,7 +6700,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 67%[============> ] 3.83G 49.6MB/s eta 41s " + "k.pth 75%[==============> ] 4.26G 45.1MB/s eta 31s " ] }, { @@ -6715,7 +6708,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 68%[============> ] 3.84G 51.7MB/s eta 40s " + ".pth 75%[==============> ] 4.28G 44.1MB/s eta 31s " ] }, { @@ -6723,7 +6716,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 68%[============> ] 3.86G 50.9MB/s eta 40s " + "pth 76%[==============> ] 4.29G 44.3MB/s eta 31s " ] }, { @@ -6731,7 +6724,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 68%[============> ] 3.87G 50.6MB/s eta 40s " + "th 76%[==============> ] 4.30G 45.3MB/s eta 31s " ] }, { @@ -6739,7 +6732,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 68%[============> ] 3.89G 52.0MB/s eta 40s " + "h 76%[==============> ] 4.31G 44.1MB/s eta 29s " ] }, { @@ -6747,7 +6740,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 69%[============> ] 3.90G 53.7MB/s eta 39s " + " 76%[==============> ] 4.32G 44.3MB/s eta 29s " ] }, { @@ -6755,7 +6748,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 69%[============> ] 3.92G 54.0MB/s eta 39s " + " E 76%[==============> ] 4.34G 45.4MB/s eta 29s " ] }, { @@ -6763,7 +6756,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 69%[============> ] 3.93G 54.0MB/s eta 39s " + " EW 77%[==============> ] 4.35G 46.0MB/s eta 29s " ] }, { @@ -6771,7 +6764,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 69%[============> ] 3.95G 52.3MB/s eta 39s " + " EWR 77%[==============> ] 4.35G 43.9MB/s eta 28s " ] }, { @@ -6779,7 +6772,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 70%[=============> ] 3.96G 52.3MB/s eta 37s " + " EWR- 77%[==============> ] 4.37G 43.3MB/s eta 28s " ] }, { @@ -6787,7 +6780,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 70%[=============> ] 3.97G 51.6MB/s eta 37s " + " EWR-1 77%[==============> ] 4.38G 43.9MB/s eta 28s " ] }, { @@ -6795,7 +6788,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 70%[=============> ] 3.98G 51.7MB/s eta 37s " + " EWR-1B 77%[==============> ] 4.38G 42.2MB/s eta 28s " ] }, { @@ -6803,7 +6796,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 70%[=============> ] 3.99G 52.2MB/s eta 37s " + " EWR-1B5 77%[==============> ] 4.40G 45.9MB/s eta 28s " ] }, { @@ -6811,7 +6804,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 70%[=============> ] 3.99G 50.7MB/s eta 37s " + " EWR-1B5- 78%[==============> ] 4.41G 45.8MB/s eta 27s " ] }, { @@ -6819,7 +6812,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 71%[=============> ] 4.01G 49.8MB/s eta 36s " + " EWR-1B5-E 78%[==============> ] 4.42G 46.6MB/s eta 27s " ] }, { @@ -6827,7 +6820,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 71%[=============> ] 4.02G 50.4MB/s eta 36s " + " EWR-1B5-E0 78%[==============> ] 4.42G 46.2MB/s eta 27s " ] }, { @@ -6835,7 +6828,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 71%[=============> ] 4.04G 50.0MB/s eta 36s " + " EWR-1B5-E0_ 78%[==============> ] 4.44G 47.7MB/s eta 27s " ] }, { @@ -6843,7 +6836,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 71%[=============> ] 4.04G 47.5MB/s eta 36s " + " EWR-1B5-E0_1 78%[==============> ] 4.46G 48.9MB/s eta 27s " ] }, { @@ -6851,7 +6844,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 71%[=============> ] 4.05G 46.0MB/s eta 35s " + " EWR-1B5-E0_1- 79%[==============> ] 4.47G 48.0MB/s eta 26s " ] }, { @@ -6859,7 +6852,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 72%[=============> ] 4.07G 44.9MB/s eta 35s " + " EWR-1B5-E0_1-m 79%[==============> ] 4.48G 48.5MB/s eta 26s " ] }, { @@ -6867,7 +6860,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 72%[=============> ] 4.08G 48.1MB/s eta 35s " + " EWR-1B5-E0_1-me 79%[==============> ] 4.50G 48.0MB/s eta 26s " ] }, { @@ -6875,7 +6868,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 72%[=============> ] 4.10G 46.5MB/s eta 35s " + " EWR-1B5-E0_1-mem 79%[==============> ] 4.50G 44.6MB/s eta 26s " ] }, { @@ -6883,7 +6876,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 72%[=============> ] 4.11G 47.0MB/s eta 34s " + " EWR-1B5-E0_1-mem- 79%[==============> ] 4.51G 46.0MB/s eta 26s " ] }, { @@ -6891,7 +6884,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 72%[=============> ] 4.12G 47.3MB/s eta 34s " + " EWR-1B5-E0_1-mem-c 79%[==============> ] 4.51G 43.7MB/s eta 25s " ] }, { @@ -6899,7 +6892,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 73%[=============> ] 4.13G 46.1MB/s eta 34s " + "EWR-1B5-E0_1-mem-ct 80%[===============> ] 4.53G 44.2MB/s eta 25s " ] }, { @@ -6907,7 +6900,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 73%[=============> ] 4.14G 45.9MB/s eta 34s " + "WR-1B5-E0_1-mem-ctx 80%[===============> ] 4.54G 44.6MB/s eta 25s " ] }, { @@ -6915,7 +6908,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 73%[=============> ] 4.14G 42.4MB/s eta 33s " + "R-1B5-E0_1-mem-ctx- 80%[===============> ] 4.54G 46.8MB/s eta 25s " ] }, { @@ -6923,7 +6916,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 73%[=============> ] 4.16G 42.0MB/s eta 33s " + "-1B5-E0_1-mem-ctx-8 80%[===============> ] 4.56G 45.8MB/s eta 25s " ] }, { @@ -6931,7 +6924,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 73%[=============> ] 4.17G 43.9MB/s eta 33s " + "1B5-E0_1-mem-ctx-8k 81%[===============> ] 4.57G 47.2MB/s eta 23s " ] }, { @@ -6939,7 +6932,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 74%[=============> ] 4.19G 46.0MB/s eta 33s " + "B5-E0_1-mem-ctx-8k. 81%[===============> ] 4.59G 44.7MB/s eta 23s " ] }, { @@ -6947,7 +6940,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 74%[=============> ] 4.19G 44.4MB/s eta 32s " + "5-E0_1-mem-ctx-8k.p 81%[===============> ] 4.60G 47.0MB/s eta 23s " ] }, { @@ -6955,7 +6948,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 74%[=============> ] 4.20G 45.9MB/s eta 32s " + "-E0_1-mem-ctx-8k.pt 81%[===============> ] 4.60G 43.6MB/s eta 23s " ] }, { @@ -6963,7 +6956,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 74%[=============> ] 4.21G 43.9MB/s eta 32s " + "E0_1-mem-ctx-8k.pth 81%[===============> ] 4.62G 44.9MB/s eta 22s " ] }, { @@ -6971,7 +6964,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 74%[=============> ] 4.22G 43.9MB/s eta 32s " + "0_1-mem-ctx-8k.pth 82%[===============> ] 4.63G 44.6MB/s eta 22s " ] }, { @@ -6979,7 +6972,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 74%[=============> ] 4.23G 42.4MB/s eta 31s " + "_1-mem-ctx-8k.pth 82%[===============> ] 4.65G 44.6MB/s eta 22s " ] }, { @@ -6987,7 +6980,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 75%[==============> ] 4.25G 44.3MB/s eta 31s " + "1-mem-ctx-8k.pth 82%[===============> ] 4.65G 43.2MB/s eta 22s " ] }, { @@ -6995,7 +6988,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 75%[==============> ] 4.26G 44.8MB/s eta 31s " + "-mem-ctx-8k.pth 82%[===============> ] 4.66G 43.4MB/s eta 22s " ] }, { @@ -7003,7 +6996,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 75%[==============> ] 4.29G 47.7MB/s eta 31s " + "mem-ctx-8k.pth 82%[===============> ] 4.68G 43.7MB/s eta 21s " ] }, { @@ -7011,7 +7004,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 76%[==============> ] 4.29G 45.6MB/s eta 31s " + "em-ctx-8k.pth 83%[===============> ] 4.69G 46.2MB/s eta 21s " ] }, { @@ -7019,7 +7012,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 76%[==============> ] 4.31G 48.7MB/s eta 29s " + "m-ctx-8k.pth 83%[===============> ] 4.71G 48.1MB/s eta 21s " ] }, { @@ -7027,7 +7020,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 76%[==============> ] 4.32G 48.5MB/s eta 29s " + "-ctx-8k.pth 83%[===============> ] 4.71G 47.0MB/s eta 21s " ] }, { @@ -7035,7 +7028,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 76%[==============> ] 4.34G 47.5MB/s eta 29s " + "ctx-8k.pth 83%[===============> ] 4.72G 47.7MB/s eta 21s " ] }, { @@ -7043,7 +7036,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 77%[==============> ] 4.35G 49.3MB/s eta 29s " + "tx-8k.pth 83%[===============> ] 4.74G 47.5MB/s eta 20s " ] }, { @@ -7051,7 +7044,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 77%[==============> ] 4.37G 50.6MB/s eta 28s " + "x-8k.pth 83%[===============> ] 4.74G 44.0MB/s eta 20s " ] }, { @@ -7059,7 +7052,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 77%[==============> ] 4.38G 49.2MB/s eta 28s " + "-8k.pth 84%[===============> ] 4.75G 45.3MB/s eta 20s " ] }, { @@ -7067,7 +7060,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 78%[==============> ] 4.40G 53.0MB/s eta 28s " + "8k.pth 84%[===============> ] 4.77G 46.8MB/s eta 20s " ] }, { @@ -7075,7 +7068,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 78%[==============> ] 4.41G 50.6MB/s eta 28s " + "k.pth 84%[===============> ] 4.78G 44.9MB/s eta 19s " ] }, { @@ -7083,7 +7076,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 78%[==============> ] 4.42G 52.4MB/s eta 27s " + ".pth 84%[===============> ] 4.79G 46.0MB/s eta 19s " ] }, { @@ -7091,7 +7084,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 78%[==============> ] 4.44G 51.8MB/s eta 27s " + "pth 85%[================> ] 4.81G 47.6MB/s eta 19s " ] }, { @@ -7099,7 +7092,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 78%[==============> ] 4.46G 52.2MB/s eta 27s " + "th 85%[================> ] 4.81G 46.5MB/s eta 19s " ] }, { @@ -7107,7 +7100,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 79%[==============> ] 4.47G 52.0MB/s eta 27s " + "h 85%[================> ] 4.83G 46.0MB/s eta 19s " ] }, { @@ -7115,7 +7108,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 79%[==============> ] 4.48G 55.0MB/s eta 26s " + " 85%[================> ] 4.84G 47.9MB/s eta 18s " ] }, { @@ -7123,7 +7116,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 79%[==============> ] 4.50G 54.3MB/s eta 26s " + " E 86%[================> ] 4.86G 48.0MB/s eta 18s " ] }, { @@ -7131,7 +7124,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 79%[==============> ] 4.50G 51.0MB/s eta 26s " + " EW 86%[================> ] 4.87G 48.7MB/s eta 18s " ] }, { @@ -7139,7 +7132,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 79%[==============> ] 4.50G 49.0MB/s eta 26s " + " EWR 86%[================> ] 4.89G 48.7MB/s eta 18s " ] }, { @@ -7147,7 +7140,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 79%[==============> ] 4.51G 48.2MB/s eta 26s " + " EWR- 86%[================> ] 4.90G 49.1MB/s eta 16s " ] }, { @@ -7155,7 +7148,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 79%[==============> ] 4.51G 45.3MB/s eta 25s " + " EWR-1 87%[================> ] 4.92G 50.8MB/s eta 16s " ] }, { @@ -7163,7 +7156,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 80%[===============> ] 4.53G 44.2MB/s eta 25s " + " EWR-1B 87%[================> ] 4.92G 47.8MB/s eta 16s " ] }, { @@ -7171,7 +7164,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 80%[===============> ] 4.54G 44.9MB/s eta 25s " + " EWR-1B5 87%[================> ] 4.93G 48.6MB/s eta 16s " ] }, { @@ -7179,7 +7172,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 80%[===============> ] 4.54G 42.8MB/s eta 25s " + " EWR-1B5- 87%[================> ] 4.94G 49.6MB/s eta 16s " ] }, { @@ -7187,7 +7180,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 80%[===============> ] 4.56G 42.0MB/s eta 24s " + " EWR-1B5-E 87%[================> ] 4.95G 49.1MB/s eta 15s " ] }, { @@ -7195,7 +7188,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 81%[===============> ] 4.57G 41.0MB/s eta 24s " + " EWR-1B5-E0 87%[================> ] 4.96G 50.0MB/s eta 15s " ] }, { @@ -7203,7 +7196,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 81%[===============> ] 4.59G 41.8MB/s eta 24s " + " EWR-1B5-E0_ 88%[================> ] 4.98G 49.0MB/s eta 15s " ] }, { @@ -7211,7 +7204,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 81%[===============> ] 4.60G 41.7MB/s eta 24s " + " EWR-1B5-E0_1 88%[================> ] 4.99G 51.2MB/s eta 15s " ] }, { @@ -7219,7 +7212,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 81%[===============> ] 4.62G 42.4MB/s eta 23s " + " EWR-1B5-E0_1- 88%[================> ] 4.99G 49.9MB/s eta 15s " ] }, { @@ -7227,7 +7220,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 82%[===============> ] 4.63G 42.0MB/s eta 23s " + " EWR-1B5-E0_1-m 88%[================> ] 5.01G 48.0MB/s eta 14s " ] }, { @@ -7235,7 +7228,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 82%[===============> ] 4.65G 40.5MB/s eta 23s " + " EWR-1B5-E0_1-me 88%[================> ] 5.01G 44.2MB/s eta 14s " ] }, { @@ -7243,7 +7236,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 82%[===============> ] 4.66G 40.6MB/s eta 23s " + " EWR-1B5-E0_1-mem 88%[================> ] 5.02G 46.2MB/s eta 14s " ] }, { @@ -7251,7 +7244,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 82%[===============> ] 4.66G 40.4MB/s eta 22s " + " EWR-1B5-E0_1-mem- 89%[================> ] 5.04G 46.2MB/s eta 14s " ] }, { @@ -7259,7 +7252,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 82%[===============> ] 4.68G 43.0MB/s eta 22s " + " EWR-1B5-E0_1-mem-c 89%[================> ] 5.05G 44.5MB/s eta 13s " ] }, { @@ -7267,7 +7260,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 83%[===============> ] 4.69G 44.6MB/s eta 22s " + "EWR-1B5-E0_1-mem-ct 89%[================> ] 5.06G 42.6MB/s eta 13s " ] }, { @@ -7275,7 +7268,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 83%[===============> ] 4.69G 41.6MB/s eta 22s " + "WR-1B5-E0_1-mem-ctx 89%[================> ] 5.07G 41.4MB/s eta 13s " ] }, { @@ -7283,7 +7276,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 83%[===============> ] 4.71G 41.5MB/s eta 21s " + "R-1B5-E0_1-mem-ctx- 90%[=================> ] 5.08G 43.1MB/s eta 13s " ] }, { @@ -7291,7 +7284,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 83%[===============> ] 4.72G 44.2MB/s eta 21s " + "-1B5-E0_1-mem-ctx-8 90%[=================> ] 5.09G 42.3MB/s eta 13s " ] }, { @@ -7299,7 +7292,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 84%[===============> ] 4.74G 45.0MB/s eta 21s " + "1B5-E0_1-mem-ctx-8k 90%[=================> ] 5.10G 40.3MB/s eta 12s " ] }, { @@ -7307,7 +7300,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 84%[===============> ] 4.75G 45.8MB/s eta 21s " + "B5-E0_1-mem-ctx-8k. 90%[=================> ] 5.11G 40.0MB/s eta 12s " ] }, { @@ -7315,7 +7308,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 84%[===============> ] 4.77G 44.6MB/s eta 19s " + "5-E0_1-mem-ctx-8k.p 90%[=================> ] 5.12G 42.3MB/s eta 12s " ] }, { @@ -7323,7 +7316,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 84%[===============> ] 4.78G 45.7MB/s eta 19s " + "-E0_1-mem-ctx-8k.pt 91%[=================> ] 5.14G 43.4MB/s eta 12s " ] }, { @@ -7331,7 +7324,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 84%[===============> ] 4.78G 44.8MB/s eta 19s " + "E0_1-mem-ctx-8k.pth 91%[=================> ] 5.14G 40.1MB/s eta 11s " ] }, { @@ -7339,7 +7332,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 85%[================> ] 4.80G 44.7MB/s eta 19s " + "0_1-mem-ctx-8k.pth 91%[=================> ] 5.16G 38.6MB/s eta 11s " ] }, { @@ -7347,7 +7340,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 85%[================> ] 4.81G 44.0MB/s eta 18s " + "_1-mem-ctx-8k.pth 91%[=================> ] 5.17G 41.5MB/s eta 11s " ] }, { @@ -7355,7 +7348,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 85%[================> ] 4.83G 43.2MB/s eta 18s " + "1-mem-ctx-8k.pth 91%[=================> ] 5.18G 42.9MB/s eta 11s " ] }, { @@ -7363,7 +7356,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 85%[================> ] 4.84G 44.6MB/s eta 18s " + "-mem-ctx-8k.pth 91%[=================> ] 5.19G 42.5MB/s eta 10s " ] }, { @@ -7371,7 +7364,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 86%[================> ] 4.86G 45.5MB/s eta 18s " + "mem-ctx-8k.pth 92%[=================> ] 5.20G 41.5MB/s eta 10s " ] }, { @@ -7379,7 +7372,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 86%[================> ] 4.87G 47.1MB/s eta 17s " + "em-ctx-8k.pth 92%[=================> ] 5.21G 42.8MB/s eta 10s " ] }, { @@ -7387,7 +7380,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 86%[================> ] 4.87G 45.7MB/s eta 17s " + "m-ctx-8k.pth 92%[=================> ] 5.23G 42.5MB/s eta 10s " ] }, { @@ -7395,7 +7388,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 86%[================> ] 4.89G 45.0MB/s eta 17s " + "-ctx-8k.pth 92%[=================> ] 5.25G 45.7MB/s eta 9s " ] }, { @@ -7403,7 +7396,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 86%[================> ] 4.90G 45.3MB/s eta 17s " + "ctx-8k.pth 93%[=================> ] 5.26G 47.5MB/s eta 9s " ] }, { @@ -7411,7 +7404,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 87%[================> ] 4.91G 46.5MB/s eta 17s " + "tx-8k.pth 93%[=================> ] 5.27G 48.1MB/s eta 9s " ] }, { @@ -7419,7 +7412,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 87%[================> ] 4.92G 46.8MB/s eta 16s " + "x-8k.pth 93%[=================> ] 5.29G 49.2MB/s eta 9s " ] }, { @@ -7427,7 +7420,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 87%[================> ] 4.93G 47.6MB/s eta 16s " + "-8k.pth 93%[=================> ] 5.30G 48.2MB/s eta 7s " ] }, { @@ -7435,7 +7428,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 87%[================> ] 4.93G 45.3MB/s eta 16s " + "8k.pth 94%[=================> ] 5.32G 50.4MB/s eta 7s " ] }, { @@ -7443,7 +7436,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 87%[================> ] 4.95G 43.0MB/s eta 16s " + "k.pth 94%[=================> ] 5.32G 51.3MB/s eta 7s " ] }, { @@ -7451,7 +7444,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 87%[================> ] 4.96G 43.6MB/s eta 15s " + ".pth 94%[=================> ] 5.33G 48.9MB/s eta 7s " ] }, { @@ -7459,7 +7452,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 88%[================> ] 4.97G 44.2MB/s eta 15s " + "pth 94%[=================> ] 5.35G 48.3MB/s eta 6s " ] }, { @@ -7467,7 +7460,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 88%[================> ] 4.98G 42.9MB/s eta 15s " + "th 95%[==================> ] 5.36G 51.0MB/s eta 6s " ] }, { @@ -7475,7 +7468,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 88%[================> ] 4.99G 42.1MB/s eta 15s " + "h 95%[==================> ] 5.38G 48.8MB/s eta 6s " ] }, { @@ -7483,7 +7476,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 88%[================> ] 5.01G 41.8MB/s eta 14s " + " 95%[==================> ] 5.39G 50.5MB/s eta 6s " ] }, { @@ -7491,7 +7484,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 88%[================> ] 5.01G 40.0MB/s eta 14s " + " E 95%[==================> ] 5.41G 51.5MB/s eta 5s " ] }, { @@ -7499,7 +7492,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 88%[================> ] 5.02G 37.8MB/s eta 14s " + " EW 96%[==================> ] 5.42G 50.3MB/s eta 5s " ] }, { @@ -7507,7 +7500,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 89%[================> ] 5.04G 38.9MB/s eta 14s " + " EWR 96%[==================> ] 5.44G 49.7MB/s eta 5s " ] }, { @@ -7515,7 +7508,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 89%[================> ] 5.05G 39.9MB/s eta 13s " + " EWR- 96%[==================> ] 5.45G 49.7MB/s eta 5s " ] }, { @@ -7523,7 +7516,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 89%[================> ] 5.05G 38.3MB/s eta 13s " + " EWR-1 96%[==================> ] 5.45G 46.8MB/s eta 4s " ] }, { @@ -7531,7 +7524,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 89%[================> ] 5.07G 38.8MB/s eta 13s " + " EWR-1B 96%[==================> ] 5.46G 45.6MB/s eta 4s " ] }, { @@ -7539,7 +7532,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 90%[=================> ] 5.08G 38.7MB/s eta 13s " + " EWR-1B5 96%[==================> ] 5.46G 43.6MB/s eta 4s " ] }, { @@ -7547,7 +7540,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 90%[=================> ] 5.09G 41.5MB/s eta 13s " + " EWR-1B5- 96%[==================> ] 5.47G 42.4MB/s eta 4s " ] }, { @@ -7555,7 +7548,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 90%[=================> ] 5.10G 40.2MB/s eta 12s " + " EWR-1B5-E 97%[==================> ] 5.48G 42.3MB/s eta 4s " ] }, { @@ -7563,7 +7556,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 90%[=================> ] 5.11G 39.5MB/s eta 12s " + " EWR-1B5-E0 97%[==================> ] 5.50G 44.2MB/s eta 3s " ] }, { @@ -7571,7 +7564,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 90%[=================> ] 5.12G 41.3MB/s eta 12s " + " EWR-1B5-E0_ 97%[==================> ] 5.51G 45.5MB/s eta 3s " ] }, { @@ -7579,7 +7572,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 91%[=================> ] 5.14G 41.1MB/s eta 12s " + " EWR-1B5-E0_1 97%[==================> ] 5.53G 44.3MB/s eta 3s " ] }, { @@ -7587,7 +7580,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 91%[=================> ] 5.14G 40.0MB/s eta 11s " + " EWR-1B5-E0_1- 98%[==================> ] 5.54G 47.0MB/s eta 3s " ] }, { @@ -7595,7 +7588,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 91%[=================> ] 5.16G 41.6MB/s eta 11s " + " EWR-1B5-E0_1-m 98%[==================> ] 5.54G 44.0MB/s eta 2s " ] }, { @@ -7603,7 +7596,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 91%[=================> ] 5.17G 41.5MB/s eta 11s " + " EWR-1B5-E0_1-me 98%[==================> ] 5.56G 44.1MB/s eta 2s " ] }, { @@ -7611,7 +7604,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 91%[=================> ] 5.18G 44.1MB/s eta 11s " + " EWR-1B5-E0_1-mem 98%[==================> ] 5.57G 43.3MB/s eta 2s " ] }, { @@ -7619,7 +7612,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 91%[=================> ] 5.19G 41.4MB/s eta 11s " + " EWR-1B5-E0_1-mem- 98%[==================> ] 5.58G 41.9MB/s eta 2s " ] }, { @@ -7627,7 +7620,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 92%[=================> ] 5.20G 43.9MB/s eta 10s " + " EWR-1B5-E0_1-mem-c 98%[==================> ] 5.58G 37.9MB/s eta 1s " ] }, { @@ -7635,7 +7628,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 92%[=================> ] 5.23G 48.4MB/s eta 10s " + "EWR-1B5-E0_1-mem-ct 99%[==================> ] 5.59G 36.6MB/s eta 1s " ] }, { @@ -7643,7 +7636,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 92%[=================> ] 5.23G 45.6MB/s eta 10s " + "WR-1B5-E0_1-mem-ctx 99%[==================> ] 5.60G 39.0MB/s eta 1s " ] }, { @@ -7651,7 +7644,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 92%[=================> ] 5.25G 47.8MB/s eta 10s " + "R-1B5-E0_1-mem-ctx- 99%[==================> ] 5.62G 38.2MB/s eta 1s " ] }, { @@ -7659,7 +7652,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 93%[=================> ] 5.26G 48.5MB/s eta 10s " + "-1B5-E0_1-mem-ctx-8 99%[==================> ] 5.63G 40.0MB/s eta 0s " ] }, { @@ -7667,31 +7660,44 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 93%[=================> ] 5.27G 50.3MB/s eta 8s " + "1B5-E0_1-mem-ctx-8k 99%[==================> ] 5.64G 40.7MB/s eta 0s \r", + "EWR-1B5-E0_1-mem-ct 100%[===================>] 5.64G 40.8MB/s in 2m 4s \r\n", + "\r\n", + "2023-08-26 02:38:44 (46.5 MB/s) - ‘EWR-1B5-E0_1-mem-ctx-8k.pth’ saved [6060483163/6060483163]\r\n", + "\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "WaveV5-C-Tune5.pth 93%[=================> ] 5.27G 47.7MB/s eta 8s " + "--2023-08-26 02:38:44-- https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/v5-L6-D2048-E0_1-mem-ctx-8k.pth\r\n", + "Resolving huggingface.co (huggingface.co)... 18.154.227.67, 18.154.227.87, 18.154.227.69, ...\r\n", + "Connecting to huggingface.co (huggingface.co)|18.154.227.67|:443... connected.\r\n", + "HTTP request sent, awaiting response... 302 Found\r\n", + "Location: https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/87b64f45529c2049a8b044b7e7c0338a9ede8ba8259d17d987d8e73f8a34fd75?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5-L6-D2048-E0_1-mem-ctx-8k.pth%3B+filename%3D%22v5-L6-D2048-E0_1-mem-ctx-8k.pth%22%3B&Expires=1693276724&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI3NjcyNH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzg3YjY0ZjQ1NTI5YzIwNDlhOGIwNDRiN2U3YzAzMzhhOWVkZThiYTgyNTlkMTdkOTg3ZDhlNzNmOGEzNGZkNzU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=TMWts2O7pLjRRWTYNnlYbuc4j1urgh-ZpznKUQOaTG%7EHuFddHG6WUvAohDWB7ktWmjbM2neO0MZc6BjRnJDVIKcdZj3nFHJToDcJLFyM4ipQ0en7N7XaQTOgLl1O%7EDQ5NqVQe-gy3sQIx4-yrT2SiKxJxLGnqmrpP50Bl9f8Ueq52Uqgqz8OTRoj8u8YQeyEJ59ev9nl-Z4VojF5GKMhaCXckRj1t3Bkpq7lAWTtLsH456vFnqVsQtq3aoD8h0abK7eZRryhl6kaoSyabongrdTgDWff7NzJ4sG3KqqCNBAz3yhI6hSl0iGMnrWe6HmLq-TzvcrmCy1rf26m94Sb%7EQ__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", + "--2023-08-26 02:38:44-- https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/87b64f45529c2049a8b044b7e7c0338a9ede8ba8259d17d987d8e73f8a34fd75?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5-L6-D2048-E0_1-mem-ctx-8k.pth%3B+filename%3D%22v5-L6-D2048-E0_1-mem-ctx-8k.pth%22%3B&Expires=1693276724&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI3NjcyNH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzg3YjY0ZjQ1NTI5YzIwNDlhOGIwNDRiN2U3YzAzMzhhOWVkZThiYTgyNTlkMTdkOTg3ZDhlNzNmOGEzNGZkNzU%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=TMWts2O7pLjRRWTYNnlYbuc4j1urgh-ZpznKUQOaTG%7EHuFddHG6WUvAohDWB7ktWmjbM2neO0MZc6BjRnJDVIKcdZj3nFHJToDcJLFyM4ipQ0en7N7XaQTOgLl1O%7EDQ5NqVQe-gy3sQIx4-yrT2SiKxJxLGnqmrpP50Bl9f8Ueq52Uqgqz8OTRoj8u8YQeyEJ59ev9nl-Z4VojF5GKMhaCXckRj1t3Bkpq7lAWTtLsH456vFnqVsQtq3aoD8h0abK7eZRryhl6kaoSyabongrdTgDWff7NzJ4sG3KqqCNBAz3yhI6hSl0iGMnrWe6HmLq-TzvcrmCy1rf26m94Sb%7EQ__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", + "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.36, 108.138.64.111, 108.138.64.121, ...\r\n", + "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.36|:443... connected.\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "\r", - "WaveV5-C-Tune5.pth 93%[=================> ] 5.29G 47.1MB/s eta 8s " + "HTTP request sent, awaiting response... " ] }, { "name": "stdout", "output_type": "stream", "text": [ + "200 OK\r\n", + "Length: 1066508293 (1017M) [binary/octet-stream]\r\n", + "Saving to: ‘v5-L6-D2048-E0_1-mem-ctx-8k.pth’\r\n", + "\r\n", "\r", - "WaveV5-C-Tune5.pth 93%[=================> ] 5.30G 48.3MB/s eta 8s " + " v5-L6-D20 0%[ ] 0 --.-KB/s " ] }, { @@ -7699,7 +7705,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 94%[=================> ] 5.32G 47.9MB/s eta 7s " + " v5-L6-D204 1%[ ] 13.43M 63.4MB/s " ] }, { @@ -7707,7 +7713,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 94%[=================> ] 5.33G 45.8MB/s eta 7s " + " v5-L6-D2048 2%[ ] 21.69M 52.6MB/s " ] }, { @@ -7715,7 +7721,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 94%[=================> ] 5.33G 45.6MB/s eta 7s " + " v5-L6-D2048- 3%[ ] 30.52M 49.7MB/s " ] }, { @@ -7723,7 +7729,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 94%[=================> ] 5.35G 47.6MB/s eta 7s " + " v5-L6-D2048-E 4%[ ] 45.78M 47.5MB/s " ] }, { @@ -7731,7 +7737,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 95%[==================> ] 5.36G 47.6MB/s eta 6s " + " v5-L6-D2048-E0 6%[> ] 61.03M 50.8MB/s " ] }, { @@ -7739,7 +7745,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 95%[==================> ] 5.38G 49.7MB/s eta 6s " + " v5-L6-D2048-E0_ 7%[> ] 76.29M 51.4MB/s " ] }, { @@ -7747,7 +7753,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 95%[==================> ] 5.38G 45.7MB/s eta 6s " + " v5-L6-D2048-E0_1 8%[> ] 89.73M 49.4MB/s " ] }, { @@ -7755,7 +7761,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 95%[==================> ] 5.39G 45.2MB/s eta 6s " + " v5-L6-D2048-E0_1- 9%[> ] 100.36M 49.8MB/s " ] }, { @@ -7763,7 +7769,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 95%[==================> ] 5.40G 42.4MB/s eta 6s " + " v5-L6-D2048-E0_1-m 10%[=> ] 106.81M 46.6MB/s " ] }, { @@ -7771,7 +7777,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 95%[==================> ] 5.41G 41.0MB/s eta 5s " + "v5-L6-D2048-E0_1-me 11%[=> ] 121.56M 47.9MB/s " ] }, { @@ -7779,7 +7785,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 95%[==================> ] 5.42G 39.8MB/s eta 5s " + "5-L6-D2048-E0_1-mem 13%[=> ] 133.47M 48.7MB/s " ] }, { @@ -7787,7 +7793,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 96%[==================> ] 5.42G 38.6MB/s eta 5s " + "-L6-D2048-E0_1-mem- 14%[=> ] 149.56M 50.9MB/s " ] }, { @@ -7795,7 +7801,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 96%[==================> ] 5.43G 40.4MB/s eta 5s " + "L6-D2048-E0_1-mem-c 15%[==> ] 152.59M 46.8MB/s eta 18s " ] }, { @@ -7803,7 +7809,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 96%[==================> ] 5.44G 38.7MB/s eta 5s " + "6-D2048-E0_1-mem-ct 16%[==> ] 167.33M 47.8MB/s eta 18s " ] }, { @@ -7811,7 +7817,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 96%[==================> ] 5.44G 37.2MB/s eta 5s " + "-D2048-E0_1-mem-ctx 17%[==> ] 174.24M 47.1MB/s eta 18s " ] }, { @@ -7819,7 +7825,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 96%[==================> ] 5.45G 34.9MB/s eta 5s " + "D2048-E0_1-mem-ctx- 17%[==> ] 182.59M 46.1MB/s eta 18s " ] }, { @@ -7827,7 +7833,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 96%[==================> ] 5.47G 41.6MB/s eta 5s " + "2048-E0_1-mem-ctx-8 18%[==> ] 186.60M 43.8MB/s eta 18s " ] }, { @@ -7835,7 +7841,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 96%[==================> ] 5.47G 39.2MB/s eta 5s " + "048-E0_1-mem-ctx-8k 19%[==> ] 198.36M 44.1MB/s eta 19s " ] }, { @@ -7843,7 +7849,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 97%[==================> ] 5.48G 41.2MB/s eta 5s " + "48-E0_1-mem-ctx-8k. 20%[===> ] 213.11M 44.2MB/s eta 19s " ] }, { @@ -7851,7 +7857,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 97%[==================> ] 5.50G 40.8MB/s eta 3s " + "8-E0_1-mem-ctx-8k.p 21%[===> ] 219.93M 41.5MB/s eta 19s " ] }, { @@ -7859,7 +7865,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 97%[==================> ] 5.51G 39.9MB/s eta 3s " + "-E0_1-mem-ctx-8k.pt 22%[===> ] 228.87M 40.7MB/s eta 19s " ] }, { @@ -7867,7 +7873,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 97%[==================> ] 5.53G 41.0MB/s eta 3s " + "E0_1-mem-ctx-8k.pth 23%[===> ] 244.01M 40.2MB/s eta 18s " ] }, { @@ -7875,7 +7881,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 98%[==================> ] 5.54G 43.1MB/s eta 3s " + "0_1-mem-ctx-8k.pth 24%[===> ] 247.30M 40.5MB/s eta 18s " ] }, { @@ -7883,7 +7889,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 98%[==================> ] 5.56G 44.8MB/s eta 2s " + "_1-mem-ctx-8k.pth 25%[====> ] 258.89M 39.7MB/s eta 18s " ] }, { @@ -7891,7 +7897,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 98%[==================> ] 5.57G 46.7MB/s eta 2s " + "1-mem-ctx-8k.pth 25%[====> ] 262.29M 39.8MB/s eta 18s " ] }, { @@ -7899,7 +7905,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 98%[==================> ] 5.57G 44.9MB/s eta 2s " + "-mem-ctx-8k.pth 26%[====> ] 274.14M 38.9MB/s eta 18s " ] }, { @@ -7907,7 +7913,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 99%[==================> ] 5.59G 45.9MB/s eta 2s " + "mem-ctx-8k.pth 28%[====> ] 286.10M 38.8MB/s eta 17s " ] }, { @@ -7915,7 +7921,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 99%[==================> ] 5.60G 46.9MB/s eta 2s " + "em-ctx-8k.pth 28%[====> ] 294.11M 38.6MB/s eta 17s " ] }, { @@ -7923,7 +7929,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 99%[==================> ] 5.62G 48.5MB/s eta 1s " + "m-ctx-8k.pth 29%[====> ] 304.66M 40.1MB/s eta 17s " ] }, { @@ -7931,7 +7937,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 99%[==================> ] 5.63G 50.1MB/s eta 1s " + "-ctx-8k.pth 30%[=====> ] 305.18M 36.8MB/s eta 17s " ] }, { @@ -7939,7 +7945,7 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 99%[==================> ] 5.64G 48.9MB/s eta 1s " + "ctx-8k.pth 31%[=====> ] 320.43M 36.2MB/s eta 17s " ] }, { @@ -7947,655 +7953,5472 @@ "output_type": "stream", "text": [ "\r", - "WaveV5-C-Tune5.pth 100%[===================>] 5.64G 49.0MB/s in 2m 6s \r\n", - "\r\n", - "2023-08-25 19:26:16 (45.9 MB/s) - ‘WaveV5-C-Tune5.pth’ saved [6060483063/6060483063]\r\n", - "\r\n" + "tx-8k.pth 33%[=====> ] 335.69M 37.3MB/s eta 17s " ] - } - ], - "source": [ - "# Lets download the custom models\n", - "!mkdir -p ../../../model/\n", - "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/RWKV-v5-baseline/BaseV5-C-Tune5.pth\"\n", - "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/v5-Wave/WaveV5-C-Tune5.pth\"" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "id": "d3e3e195", - "metadata": { - "execution": { - "iopub.execute_input": "2023-08-25T19:26:16.404924Z", - "iopub.status.busy": "2023-08-25T19:26:16.404127Z", - "iopub.status.idle": "2023-08-25T19:26:16.659362Z", - "shell.execute_reply": "2023-08-25T19:26:16.658324Z" - }, - "papermill": { - "duration": 0.318245, - "end_time": "2023-08-25T19:26:16.661842", - "exception": false, - "start_time": "2023-08-25T19:26:16.343597", - "status": "completed" }, - "tags": [] - }, - "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "total 12G\r\n", - "-rw-r--r-- 1 root root 5.7G Aug 11 12:48 BaseV5-C-Tune5.pth\r\n", - "-rw-r--r-- 1 root root 5.7G Aug 11 12:40 WaveV5-C-Tune5.pth\r\n" + "\r", + "x-8k.pth 34%[=====> ] 350.95M 39.8MB/s eta 17s " ] - } - ], - "source": [ - "!ls -lh ../../../model/" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "id": "f6955875", - "metadata": { - "execution": { - "iopub.execute_input": "2023-08-25T19:26:16.777812Z", - "iopub.status.busy": "2023-08-25T19:26:16.777260Z", - "iopub.status.idle": "2023-08-25T19:26:17.029104Z", - "shell.execute_reply": "2023-08-25T19:26:17.028122Z" - }, - "papermill": { - "duration": 0.310932, - "end_time": "2023-08-25T19:26:17.031523", - "exception": false, - "start_time": "2023-08-25T19:26:16.720591", - "status": "completed" }, - "tags": [] - }, - "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "/usr/bin/sh: 1: python: not found\r\n" + "\r", + "-8k.pth 35%[======> ] 365.70M 41.0MB/s eta 17s " ] - } - ], - "source": [ - "!python -m pip install aiocsv aiofiles" - ] - }, - { - "cell_type": "markdown", - "id": "8979c46b", - "metadata": { - "papermill": { - "duration": 0.054587, - "end_time": "2023-08-25T19:26:17.140959", - "exception": false, - "start_time": "2023-08-25T19:26:17.086372", - "status": "completed" - }, - "tags": [] - }, - "source": [ - "# 1B5 V5 benchmark" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "id": "46543bef", - "metadata": { - "execution": { - "iopub.execute_input": "2023-08-25T19:26:17.253110Z", - "iopub.status.busy": "2023-08-25T19:26:17.252518Z", - "iopub.status.idle": "2023-08-25T19:27:31.107409Z", - "shell.execute_reply": "2023-08-25T19:27:31.105971Z" - }, - "papermill": { - "duration": 73.914028, - "end_time": "2023-08-25T19:27:31.109766", - "exception": false, - "start_time": "2023-08-25T19:26:17.195738", - "status": "completed" }, - "tags": [] - }, - "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "[2023-08-25 19:26:21,530] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + "\r", + "8k.pth 36%[======> ] 366.20M 39.0MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + "\r", + "k.pth 37%[======> ] 381.47M 39.2MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "###\r\n", - "### Model validation start ###\r\n", - "###\r\n" + "\r", + ".pth 39%[======> ] 396.73M 41.4MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n" + "\r", + "pth 40%[=======> ] 411.99M 42.5MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n" + "\r", + "th 41%[=======> ] 426.73M 43.4MB/s eta 16s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n" + "\r", + "h 42%[=======> ] 427.25M 43.4MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n" + "\r", + " 43%[=======> ] 441.98M 44.0MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n" + "\r", + " v 43%[=======> ] 442.51M 43.2MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n" + "\r", + " v5 45%[========> ] 457.76M 43.3MB/s eta 14s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n" + "\r", + " v5- 46%[========> ] 473.02M 44.4MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L 48%[========> ] 488.28M 45.4MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 45 tokens : 100.0% similarity, with 45 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6 49%[========> ] 503.03M 48.6MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 50 tokens : 100.0% similarity, with 50 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6- 50%[=========> ] 516.97M 47.7MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 55 tokens : 100.0% similarity, with 55 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D 52%[=========> ] 529.23M 49.7MB/s eta 13s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 60 tokens : 100.0% similarity, with 60 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D2 52%[=========> ] 534.05M 45.8MB/s eta 11s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 65 tokens : 100.0% similarity, with 65 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D20 54%[=========> ] 549.31M 45.3MB/s eta 11s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 70 tokens : 100.0% similarity, with 70 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D204 55%[==========> ] 564.06M 46.6MB/s eta 11s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 75 tokens : 100.0% similarity, with 75 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D2048 56%[==========> ] 579.31M 49.7MB/s eta 11s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 80 tokens : 100.0% similarity, with 80 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D2048- 57%[==========> ] 579.83M 46.7MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 85 tokens : 100.0% similarity, with 85 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D2048-E 58%[==========> ] 595.09M 46.6MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 90 tokens : 100.0% similarity, with 90 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D2048-E0 60%[===========> ] 610.47M 45.9MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 95 tokens : 100.0% similarity, with 95 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D2048-E0_ 61%[===========> ] 625.61M 46.2MB/s eta 10s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 100 tokens : 100.0% similarity, with 100 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D2048-E0_1 63%[===========> ] 640.87M 47.0MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 105 tokens : 100.0% similarity, with 105 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D2048-E0_1- 63%[===========> ] 645.29M 48.1MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 110 tokens : 100.0% similarity, with 110 matched token, and 0 token mismatch\r\n" + "\r", + " v5-L6-D2048-E0_1-m 64%[===========> ] 656.25M 48.0MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 115 tokens : 100.0% similarity, with 115 matched token, and 0 token mismatch\r\n" + "\r", + "v5-L6-D2048-E0_1-me 66%[============> ] 671.38M 48.4MB/s eta 8s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 120 tokens : 100.0% similarity, with 120 matched token, and 0 token mismatch\r\n" + "\r", + "5-L6-D2048-E0_1-mem 67%[============> ] 686.64M 49.9MB/s eta 7s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 125 tokens : 100.0% similarity, with 125 matched token, and 0 token mismatch\r\n" + "\r", + "-L6-D2048-E0_1-mem- 69%[============> ] 701.90M 49.0MB/s eta 7s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 130 tokens : 100.0% similarity, with 130 matched token, and 0 token mismatch\r\n" + "\r", + "L6-D2048-E0_1-mem-c 70%[=============> ] 717.16M 48.9MB/s eta 7s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 135 tokens : 100.0% similarity, with 135 matched token, and 0 token mismatch\r\n" + "\r", + "6-D2048-E0_1-mem-ct 72%[=============> ] 732.42M 49.3MB/s eta 7s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 140 tokens : 100.0% similarity, with 140 matched token, and 0 token mismatch\r\n" + "\r", + "-D2048-E0_1-mem-ctx 73%[=============> ] 747.69M 49.6MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 145 tokens : 100.0% similarity, with 145 matched token, and 0 token mismatch\r\n" + "\r", + "D2048-E0_1-mem-ctx- 73%[=============> ] 750.30M 48.5MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 150 tokens : 100.0% similarity, with 150 matched token, and 0 token mismatch\r\n" + "\r", + "2048-E0_1-mem-ctx-8 75%[==============> ] 763.24M 48.3MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 160 tokens : 100.0% similarity, with 160 matched token, and 0 token mismatch\r\n" + "\r", + "048-E0_1-mem-ctx-8k 76%[==============> ] 778.20M 49.6MB/s eta 6s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 170 tokens : 100.0% similarity, with 170 matched token, and 0 token mismatch\r\n" + "\r", + "48-E0_1-mem-ctx-8k. 78%[==============> ] 793.46M 49.2MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 180 tokens : 100.0% similarity, with 180 matched token, and 0 token mismatch\r\n" + "\r", + "8-E0_1-mem-ctx-8k.p 79%[==============> ] 808.71M 50.7MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 190 tokens : 99.47368421052632% similarity, with 189 matched token, and 1 token mismatch\r\n" + "\r", + "-E0_1-mem-ctx-8k.pt 81%[===============> ] 823.97M 51.1MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 200 tokens : 100.0% similarity, with 200 matched token, and 0 token mismatch\r\n" + "\r", + "E0_1-mem-ctx-8k.pth 82%[===============> ] 838.71M 50.9MB/s eta 5s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 210 tokens : 100.0% similarity, with 210 matched token, and 0 token mismatch\r\n" + "\r", + "0_1-mem-ctx-8k.pth 82%[===============> ] 839.29M 47.7MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 220 tokens : 100.0% similarity, with 220 matched token, and 0 token mismatch\r\n" + "\r", + "_1-mem-ctx-8k.pth 84%[===============> ] 854.49M 47.4MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 230 tokens : 100.0% similarity, with 230 matched token, and 0 token mismatch\r\n" + "\r", + "1-mem-ctx-8k.pth 85%[================> ] 869.75M 48.8MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 240 tokens : 100.0% similarity, with 240 matched token, and 0 token mismatch\r\n" + "\r", + "-mem-ctx-8k.pth 87%[================> ] 885.01M 49.2MB/s eta 4s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 250 tokens : 100.0% similarity, with 250 matched token, and 0 token mismatch\r\n" + "\r", + "mem-ctx-8k.pth 88%[================> ] 900.27M 48.9MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 260 tokens : 100.0% similarity, with 260 matched token, and 0 token mismatch\r\n" + "\r", + "em-ctx-8k.pth 90%[=================> ] 915.53M 49.2MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 270 tokens : 100.0% similarity, with 270 matched token, and 0 token mismatch\r\n" + "\r", + "m-ctx-8k.pth 90%[=================> ] 918.15M 48.0MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 280 tokens : 99.64285714285714% similarity, with 279 matched token, and 1 token mismatch\r\n" + "\r", + "-ctx-8k.pth 92%[=================> ] 944.66M 51.2MB/s eta 3s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 290 tokens : 100.0% similarity, with 290 matched token, and 0 token mismatch\r\n" + "\r", + "ctx-8k.pth 94%[=================> ] 960.79M 51.1MB/s eta 1s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 300 tokens : 99.66666666666667% similarity, with 299 matched token, and 1 token mismatch\r\n" + "\r", + "tx-8k.pth 96%[==================> ] 976.55M 52.7MB/s eta 1s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 325 tokens : 100.0% similarity, with 325 matched token, and 0 token mismatch\r\n" + "\r", + "x-8k.pth 97%[==================> ] 991.82M 52.5MB/s eta 1s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 350 tokens : 100.0% similarity, with 350 matched token, and 0 token mismatch\r\n" + "\r", + "-8k.pth 97%[==================> ] 996.00M 49.5MB/s eta 1s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 375 tokens : 99.46666666666667% similarity, with 373 matched token, and 2 token mismatch\r\n" + "\r", + "8k.pth 98%[==================> ] 1004M 51.2MB/s eta 0s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 400 tokens : 99.75% similarity, with 399 matched token, and 1 token mismatch\r\n" + "\r", + "k.pth 99%[==================> ] 1010M 49.8MB/s eta 0s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 425 tokens : 99.76470588235294% similarity, with 424 matched token, and 1 token mismatch\r\n" + "\r", + "v5-L6-D2048-E0_1-me 100%[===================>] 1017M 51.1MB/s in 22s \r\n", + "\r\n", + "2023-08-26 02:39:06 (46.5 MB/s) - ‘v5-L6-D2048-E0_1-mem-ctx-8k.pth’ saved [1066508293/1066508293]\r\n", + "\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 450 tokens : 99.55555555555556% similarity, with 448 matched token, and 2 token mismatch\r\n" + "--2023-08-26 02:39:06-- https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/v5-L6-D4096-E0_1-mem-ctx-8k.pth\r\n", + "Resolving huggingface.co (huggingface.co)... 18.154.227.7, 18.154.227.69, 18.154.227.87, ...\r\n", + "Connecting to huggingface.co (huggingface.co)|18.154.227.7|:443... connected.\r\n", + "HTTP request sent, awaiting response... 302 Found\r\n", + "Location: https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/5f93b1f6f6f7fb2193130a3a51f8ed41a0541b1b5eab100ca9318c8218d481fa?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5-L6-D4096-E0_1-mem-ctx-8k.pth%3B+filename%3D%22v5-L6-D4096-E0_1-mem-ctx-8k.pth%22%3B&Expires=1693276746&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI3Njc0Nn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzVmOTNiMWY2ZjZmN2ZiMjE5MzEzMGEzYTUxZjhlZDQxYTA1NDFiMWI1ZWFiMTAwY2E5MzE4YzgyMThkNDgxZmE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=Sa4jGmvseN17gAwSeZpsAapjZ2spBM-VqL2CIpKHLH9S4YtCr%7EVKZHRB%7ERHKeGnSXuYBB2jpZV7X6umnv4d-p8rm3zg60SqKc084odU2%7EVIzsFBi7L0O1Xf8xBR7LRJm0xwzpbSMmKHnP0nZvGTmhOKsiryzWXsV%7E%7ElOA23RKNw9uSmHwZlKVULHwtou1u7nWuSlkOUOgR-jgo%7E047IPWhG3x8SibFT3Hl0ZDbabiYS4hx02ZU9DcJOgY%7Ea%7Evd-b3nKWFOpKX7DD8d%7E-3CEzWAhRxX96xmhaLL921uLpTiL7ZSk2r%7Etxbhyu-7OBfHr2sWW4kaUBNCrIlF3UHAK9HQ__&Key-Pair-Id=KVTP0A1DKRTAX [following]\r\n", + "--2023-08-26 02:39:06-- https://cdn-lfs.huggingface.co/repos/69/e5/69e55a6299441d3070ee1690632f8d12440ea004de9c6a51b873ccd49ea78ea0/5f93b1f6f6f7fb2193130a3a51f8ed41a0541b1b5eab100ca9318c8218d481fa?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27v5-L6-D4096-E0_1-mem-ctx-8k.pth%3B+filename%3D%22v5-L6-D4096-E0_1-mem-ctx-8k.pth%22%3B&Expires=1693276746&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTY5MzI3Njc0Nn19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy82OS9lNS82OWU1NWE2Mjk5NDQxZDMwNzBlZTE2OTA2MzJmOGQxMjQ0MGVhMDA0ZGU5YzZhNTFiODczY2NkNDllYTc4ZWEwLzVmOTNiMWY2ZjZmN2ZiMjE5MzEzMGEzYTUxZjhlZDQxYTA1NDFiMWI1ZWFiMTAwY2E5MzE4YzgyMThkNDgxZmE%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=Sa4jGmvseN17gAwSeZpsAapjZ2spBM-VqL2CIpKHLH9S4YtCr%7EVKZHRB%7ERHKeGnSXuYBB2jpZV7X6umnv4d-p8rm3zg60SqKc084odU2%7EVIzsFBi7L0O1Xf8xBR7LRJm0xwzpbSMmKHnP0nZvGTmhOKsiryzWXsV%7E%7ElOA23RKNw9uSmHwZlKVULHwtou1u7nWuSlkOUOgR-jgo%7E047IPWhG3x8SibFT3Hl0ZDbabiYS4hx02ZU9DcJOgY%7Ea%7Evd-b3nKWFOpKX7DD8d%7E-3CEzWAhRxX96xmhaLL921uLpTiL7ZSk2r%7Etxbhyu-7OBfHr2sWW4kaUBNCrIlF3UHAK9HQ__&Key-Pair-Id=KVTP0A1DKRTAX\r\n", + "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.138.64.49, 108.138.64.121, 108.138.64.111, ...\r\n", + "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.138.64.49|:443... connected.\r\n", + "HTTP request sent, awaiting response... " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 475 tokens : 99.36842105263159% similarity, with 472 matched token, and 3 token mismatch\r\n" + "200 OK\r\n", + "Length: 3441599237 (3.2G) [binary/octet-stream]\r\n", + "Saving to: ‘v5-L6-D4096-E0_1-mem-ctx-8k.pth’\r\n", + "\r\n", + "\r", + " v5-L6-D40 0%[ ] 0 --.-KB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 500 tokens : 99.6% similarity, with 498 matched token, and 2 token mismatch\r\n" + "\r", + " v5-L6-D409 0%[ ] 15.26M 44.7MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 525 tokens : 99.61904761904762% similarity, with 523 matched token, and 2 token mismatch\r\n" + "\r", + " v5-L6-D4096 0%[ ] 30.52M 42.0MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 550 tokens : 99.27272727272727% similarity, with 546 matched token, and 4 token mismatch\r\n" + "\r", + " v5-L6-D4096- 1%[ ] 45.78M 41.0MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 575 tokens : 99.30434782608695% similarity, with 571 matched token, and 4 token mismatch\r\n" + "\r", + " v5-L6-D4096-E 1%[ ] 61.03M 39.9MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 600 tokens : 99.33333333333333% similarity, with 596 matched token, and 4 token mismatch\r\n" + "\r", + " v5-L6-D4096-E0 2%[ ] 67.35M 38.4MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 625 tokens : 99.03999999999999% similarity, with 619 matched token, and 6 token mismatch\r\n" + "\r", + " v5-L6-D4096-E0_ 2%[ ] 75.78M 38.0MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 650 tokens : 99.07692307692308% similarity, with 644 matched token, and 6 token mismatch\r\n" + "\r", + " v5-L6-D4096-E0_1 2%[ ] 91.03M 39.5MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 675 tokens : 99.11111111111111% similarity, with 669 matched token, and 6 token mismatch\r\n" + "\r", + " v5-L6-D4096-E0_1- 3%[ ] 100.45M 40.1MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 700 tokens : 99.0% similarity, with 693 matched token, and 7 token mismatch\r\n" + "\r", + " v5-L6-D4096-E0_1-m 3%[ ] 106.81M 38.5MB/s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 750 tokens : 99.06666666666666% similarity, with 743 matched token, and 7 token mismatch\r\n" + "\r", + "v5-L6-D4096-E0_1-me 3%[ ] 120.25M 38.7MB/s eta 82s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 800 tokens : 99.0% similarity, with 792 matched token, and 8 token mismatch\r\n" + "\r", + "5-L6-D4096-E0_1-mem 4%[ ] 135.50M 40.0MB/s eta 82s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 850 tokens : 99.05882352941177% similarity, with 842 matched token, and 8 token mismatch\r\n" + "\r", + "-L6-D4096-E0_1-mem- 4%[ ] 142.13M 39.6MB/s eta 82s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 900 tokens : 99.0% similarity, with 891 matched token, and 9 token mismatch\r\n" + "\r", + "L6-D4096-E0_1-mem-c 4%[ ] 152.59M 38.3MB/s eta 82s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 950 tokens : 99.1578947368421% similarity, with 942 matched token, and 8 token mismatch\r\n" + "\r", + "6-D4096-E0_1-mem-ct 5%[> ] 167.85M 39.8MB/s eta 78s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1000 tokens : 99.2% similarity, with 992 matched token, and 8 token mismatch\r\n" + "\r", + "-D4096-E0_1-mem-ctx 5%[> ] 183.10M 39.9MB/s eta 78s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n" + "\r", + "D4096-E0_1-mem-ctx- 6%[> ] 198.36M 42.3MB/s eta 78s " ] }, { "name": "stdout", "output_type": "stream", "text": [ - "###\r\n", - "### Model validation end ###\r\n", - "###\r\n" + "\r", + "4096-E0_1-mem-ctx-8 6%[> ] 213.62M 43.9MB/s eta 78s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "096-E0_1-mem-ctx-8k 6%[> ] 228.87M 42.9MB/s eta 78s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "96-E0_1-mem-ctx-8k. 7%[> ] 244.13M 45.9MB/s eta 68s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-E0_1-mem-ctx-8k.p 7%[> ] 259.40M 44.9MB/s eta 68s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-mem-ctx-8k.pt 8%[> ] 274.66M 47.5MB/s eta 68s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-mem-ctx-8k.pth 8%[> ] 289.92M 48.4MB/s eta 68s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-mem-ctx-8k.pth 9%[> ] 305.18M 51.0MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-mem-ctx-8k.pth 9%[> ] 320.43M 50.8MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-mem-ctx-8k.pth 10%[=> ] 335.18M 51.7MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-mem-ctx-8k.pth 10%[=> ] 350.44M 53.3MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "mem-ctx-8k.pth 11%[=> ] 366.20M 53.7MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "em-ctx-8k.pth 11%[=> ] 379.64M 55.1MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "m-ctx-8k.pth 11%[=> ] 381.47M 54.0MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-8k.pth 11%[=> ] 386.27M 52.0MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-8k.pth 12%[=> ] 396.22M 50.9MB/s eta 62s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "tx-8k.pth 12%[=> ] 396.73M 47.2MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "x-8k.pth 12%[=> ] 410.16M 46.7MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-8k.pth 13%[=> ] 426.73M 47.8MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "8k.pth 13%[=> ] 434.94M 46.8MB/s eta 64s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "k.pth 13%[=> ] 442.51M 42.2MB/s eta 63s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + ".pth 13%[=> ] 457.24M 46.0MB/s eta 63s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "pth 14%[=> ] 469.36M 45.8MB/s eta 63s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "th 14%[=> ] 488.28M 43.7MB/s eta 63s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "h 15%[==> ] 503.54M 43.3MB/s eta 61s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " 15%[==> ] 518.92M 44.2MB/s eta 61s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v 16%[==> ] 534.18M 43.4MB/s eta 61s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5 16%[==> ] 551.31M 46.1MB/s eta 61s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5- 17%[==> ] 564.06M 45.7MB/s eta 58s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L 17%[==> ] 573.01M 47.8MB/s eta 58s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6 17%[==> ] 579.83M 47.7MB/s eta 58s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6- 18%[==> ] 595.09M 47.6MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D 18%[==> ] 610.35M 47.4MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4 19%[==> ] 625.09M 47.7MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D40 19%[==> ] 640.36M 46.5MB/s eta 59s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D409 19%[==> ] 648.03M 48.1MB/s eta 57s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096 19%[==> ] 656.13M 46.4MB/s eta 57s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096- 20%[===> ] 671.38M 46.0MB/s eta 57s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E 20%[===> ] 686.13M 45.3MB/s eta 57s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0 21%[===> ] 700.08M 44.9MB/s eta 56s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_ 21%[===> ] 704.00M 46.1MB/s eta 56s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1 21%[===> ] 717.16M 44.6MB/s eta 56s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1- 22%[===> ] 732.42M 43.5MB/s eta 56s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1-m 22%[===> ] 745.86M 42.6MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5-L6-D4096-E0_1-me 22%[===> ] 747.81M 42.7MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5-L6-D4096-E0_1-mem 23%[===> ] 762.94M 44.2MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-L6-D4096-E0_1-mem- 23%[===> ] 778.20M 46.4MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "L6-D4096-E0_1-mem-c 24%[===> ] 791.80M 48.0MB/s eta 55s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-D4096-E0_1-mem-ct 24%[===> ] 796.21M 45.7MB/s eta 54s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-D4096-E0_1-mem-ctx 24%[===> ] 808.71M 45.4MB/s eta 54s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "D4096-E0_1-mem-ctx- 25%[====> ] 823.46M 48.6MB/s eta 54s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "4096-E0_1-mem-ctx-8 25%[====> ] 839.23M 49.0MB/s eta 54s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "096-E0_1-mem-ctx-8k 25%[====> ] 849.11M 47.1MB/s eta 52s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "96-E0_1-mem-ctx-8k. 26%[====> ] 854.49M 46.6MB/s eta 52s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-E0_1-mem-ctx-8k.p 26%[====> ] 869.75M 46.4MB/s eta 52s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-mem-ctx-8k.pt 26%[====> ] 885.01M 46.8MB/s eta 52s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-mem-ctx-8k.pth 27%[====> ] 899.75M 49.3MB/s eta 51s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-mem-ctx-8k.pth 27%[====> ] 915.53M 50.1MB/s eta 51s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-mem-ctx-8k.pth 28%[====> ] 930.78M 49.9MB/s eta 51s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-mem-ctx-8k.pth 28%[====> ] 946.04M 53.1MB/s eta 51s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-mem-ctx-8k.pth 29%[====> ] 961.30M 52.7MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "mem-ctx-8k.pth 29%[====> ] 965.68M 49.5MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "em-ctx-8k.pth 29%[====> ] 967.61M 47.9MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "m-ctx-8k.pth 29%[====> ] 976.55M 46.5MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-8k.pth 30%[=====> ] 991.82M 48.3MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-8k.pth 30%[=====> ] 1007M 50.0MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "tx-8k.pth 31%[=====> ] 1.00G 50.1MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "x-8k.pth 31%[=====> ] 1.01G 49.5MB/s eta 49s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-8k.pth 32%[=====> ] 1.03G 49.3MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "8k.pth 32%[=====> ] 1.04G 51.2MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "k.pth 33%[=====> ] 1.06G 54.7MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + ".pth 33%[=====> ] 1.07G 50.8MB/s eta 47s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "pth 33%[=====> ] 1.09G 51.1MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "th 34%[=====> ] 1.09G 50.2MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "h 34%[=====> ] 1.10G 49.2MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " 34%[=====> ] 1.10G 45.7MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v 34%[=====> ] 1.12G 45.0MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5 35%[======> ] 1.13G 46.4MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5- 35%[======> ] 1.15G 46.1MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L 36%[======> ] 1.16G 47.8MB/s eta 46s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6 36%[======> ] 1.16G 44.6MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6- 36%[======> ] 1.18G 43.1MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D 37%[======> ] 1.19G 44.4MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4 37%[======> ] 1.20G 42.7MB/s eta 45s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D40 37%[======> ] 1.21G 40.0MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D409 38%[======> ] 1.22G 40.3MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096 38%[======> ] 1.24G 39.8MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096- 38%[======> ] 1.24G 40.9MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E 39%[======> ] 1.25G 39.3MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0 39%[======> ] 1.27G 39.2MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_ 39%[======> ] 1.28G 41.0MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1 40%[=======> ] 1.30G 44.7MB/s eta 44s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1- 40%[=======> ] 1.31G 42.0MB/s eta 42s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1-m 41%[=======> ] 1.33G 44.6MB/s eta 42s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5-L6-D4096-E0_1-me 41%[=======> ] 1.34G 44.7MB/s eta 42s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5-L6-D4096-E0_1-mem 42%[=======> ] 1.36G 48.4MB/s eta 42s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-L6-D4096-E0_1-mem- 42%[=======> ] 1.37G 46.8MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "L6-D4096-E0_1-mem-c 42%[=======> ] 1.37G 45.1MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-D4096-E0_1-mem-ct 42%[=======> ] 1.38G 42.9MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-D4096-E0_1-mem-ctx 43%[=======> ] 1.38G 42.7MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "D4096-E0_1-mem-ctx- 43%[=======> ] 1.39G 42.9MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "4096-E0_1-mem-ctx-8 43%[=======> ] 1.40G 42.8MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "096-E0_1-mem-ctx-8k 43%[=======> ] 1.40G 39.8MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "96-E0_1-mem-ctx-8k. 44%[=======> ] 1.42G 41.9MB/s eta 41s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-E0_1-mem-ctx-8k.p 44%[=======> ] 1.43G 41.4MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-mem-ctx-8k.pt 45%[========> ] 1.45G 42.9MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-mem-ctx-8k.pth 45%[========> ] 1.46G 42.6MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-mem-ctx-8k.pth 46%[========> ] 1.47G 41.6MB/s eta 40s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-mem-ctx-8k.pth 46%[========> ] 1.49G 39.3MB/s eta 39s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-mem-ctx-8k.pth 46%[========> ] 1.50G 41.7MB/s eta 39s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-mem-ctx-8k.pth 46%[========> ] 1.50G 39.8MB/s eta 39s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "mem-ctx-8k.pth 47%[========> ] 1.52G 39.3MB/s eta 39s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "em-ctx-8k.pth 47%[========> ] 1.52G 37.0MB/s eta 39s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "m-ctx-8k.pth 47%[========> ] 1.53G 38.0MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-8k.pth 48%[========> ] 1.55G 40.3MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-8k.pth 48%[========> ] 1.55G 40.2MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "tx-8k.pth 48%[========> ] 1.56G 42.1MB/s eta 38s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "x-8k.pth 49%[========> ] 1.57G 42.6MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-8k.pth 49%[========> ] 1.58G 40.9MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "8k.pth 49%[========> ] 1.59G 43.1MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "k.pth 50%[=========> ] 1.61G 43.8MB/s eta 37s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + ".pth 50%[=========> ] 1.62G 41.4MB/s eta 36s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "pth 51%[=========> ] 1.64G 43.5MB/s eta 36s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "th 51%[=========> ] 1.65G 43.6MB/s eta 36s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "h 52%[=========> ] 1.67G 44.1MB/s eta 36s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " 52%[=========> ] 1.67G 43.0MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v 52%[=========> ] 1.68G 45.9MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5 52%[=========> ] 1.70G 45.6MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5- 53%[=========> ] 1.71G 46.9MB/s eta 35s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L 53%[=========> ] 1.73G 46.7MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6 54%[=========> ] 1.74G 47.4MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6- 54%[=========> ] 1.76G 49.8MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D 54%[=========> ] 1.76G 46.8MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4 55%[==========> ] 1.77G 49.8MB/s eta 33s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D40 55%[==========> ] 1.79G 50.1MB/s eta 32s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D409 55%[==========> ] 1.79G 47.9MB/s eta 32s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096 56%[==========> ] 1.80G 47.9MB/s eta 32s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096- 56%[==========> ] 1.82G 45.7MB/s eta 32s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E 56%[==========> ] 1.83G 47.8MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0 57%[==========> ] 1.83G 45.9MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_ 57%[==========> ] 1.85G 44.8MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1 57%[==========> ] 1.85G 44.3MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1- 58%[==========> ] 1.86G 46.7MB/s eta 31s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1-m 58%[==========> ] 1.88G 45.8MB/s eta 30s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5-L6-D4096-E0_1-me 58%[==========> ] 1.88G 41.5MB/s eta 30s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5-L6-D4096-E0_1-mem 59%[==========> ] 1.89G 41.9MB/s eta 30s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-L6-D4096-E0_1-mem- 59%[==========> ] 1.91G 42.5MB/s eta 30s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "L6-D4096-E0_1-mem-c 59%[==========> ] 1.91G 39.6MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-D4096-E0_1-mem-ct 59%[==========> ] 1.92G 39.3MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-D4096-E0_1-mem-ctx 60%[===========> ] 1.94G 40.8MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "D4096-E0_1-mem-ctx- 60%[===========> ] 1.94G 38.0MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "4096-E0_1-mem-ctx-8 60%[===========> ] 1.95G 39.0MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "096-E0_1-mem-ctx-8k 61%[===========> ] 1.96G 38.4MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "96-E0_1-mem-ctx-8k. 61%[===========> ] 1.96G 37.5MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-E0_1-mem-ctx-8k.p 61%[===========> ] 1.97G 37.1MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-mem-ctx-8k.pt 61%[===========> ] 1.98G 36.7MB/s eta 29s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-mem-ctx-8k.pth 62%[===========> ] 1.99G 37.4MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-mem-ctx-8k.pth 62%[===========> ] 2.00G 38.0MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-mem-ctx-8k.pth 62%[===========> ] 2.01G 37.4MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-mem-ctx-8k.pth 63%[===========> ] 2.03G 37.3MB/s eta 28s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-mem-ctx-8k.pth 63%[===========> ] 2.04G 37.6MB/s eta 27s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "mem-ctx-8k.pth 64%[===========> ] 2.05G 37.9MB/s eta 27s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "em-ctx-8k.pth 64%[===========> ] 2.06G 38.8MB/s eta 27s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "m-ctx-8k.pth 64%[===========> ] 2.07G 39.3MB/s eta 27s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-8k.pth 65%[============> ] 2.09G 39.1MB/s eta 26s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-8k.pth 65%[============> ] 2.10G 41.0MB/s eta 26s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "tx-8k.pth 65%[============> ] 2.10G 38.0MB/s eta 26s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "x-8k.pth 65%[============> ] 2.12G 40.5MB/s eta 26s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-8k.pth 66%[============> ] 2.12G 40.5MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "8k.pth 66%[============> ] 2.13G 41.6MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "k.pth 66%[============> ] 2.15G 41.8MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + ".pth 67%[============> ] 2.16G 42.2MB/s eta 25s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "pth 67%[============> ] 2.16G 40.7MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "th 67%[============> ] 2.17G 39.4MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "h 68%[============> ] 2.19G 43.5MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " 68%[============> ] 2.21G 42.8MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v 69%[============> ] 2.22G 45.0MB/s eta 24s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5 69%[============> ] 2.22G 44.4MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5- 69%[============> ] 2.23G 45.0MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L 69%[============> ] 2.24G 43.8MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6 70%[=============> ] 2.25G 42.9MB/s eta 23s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6- 70%[=============> ] 2.26G 44.3MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D 70%[=============> ] 2.27G 43.7MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4 71%[=============> ] 2.28G 43.9MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D40 71%[=============> ] 2.29G 44.5MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D409 71%[=============> ] 2.29G 43.8MB/s eta 22s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096 72%[=============> ] 2.31G 43.4MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096- 72%[=============> ] 2.32G 42.5MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E 72%[=============> ] 2.32G 43.2MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0 72%[=============> ] 2.34G 39.5MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_ 73%[=============> ] 2.35G 38.3MB/s eta 21s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1 73%[=============> ] 2.35G 37.8MB/s eta 20s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1- 73%[=============> ] 2.37G 38.3MB/s eta 20s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1-m 74%[=============> ] 2.38G 38.8MB/s eta 20s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5-L6-D4096-E0_1-me 74%[=============> ] 2.38G 37.8MB/s eta 20s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5-L6-D4096-E0_1-mem 74%[=============> ] 2.39G 36.1MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-L6-D4096-E0_1-mem- 74%[=============> ] 2.39G 33.7MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "L6-D4096-E0_1-mem-c 74%[=============> ] 2.40G 31.9MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-D4096-E0_1-mem-ct 75%[==============> ] 2.41G 35.3MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-D4096-E0_1-mem-ctx 75%[==============> ] 2.42G 35.0MB/s eta 19s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "D4096-E0_1-mem-ctx- 76%[==============> ] 2.44G 37.0MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "4096-E0_1-mem-ctx-8 76%[==============> ] 2.44G 37.9MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "096-E0_1-mem-ctx-8k 76%[==============> ] 2.45G 38.0MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "96-E0_1-mem-ctx-8k. 76%[==============> ] 2.46G 37.8MB/s eta 18s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-E0_1-mem-ctx-8k.p 77%[==============> ] 2.47G 35.6MB/s eta 17s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-mem-ctx-8k.pt 77%[==============> ] 2.49G 38.1MB/s eta 17s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-mem-ctx-8k.pth 78%[==============> ] 2.50G 38.3MB/s eta 17s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-mem-ctx-8k.pth 78%[==============> ] 2.52G 37.4MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-mem-ctx-8k.pth 79%[==============> ] 2.53G 37.6MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-mem-ctx-8k.pth 79%[==============> ] 2.55G 41.2MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-mem-ctx-8k.pth 79%[==============> ] 2.56G 44.1MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "mem-ctx-8k.pth 79%[==============> ] 2.56G 42.0MB/s eta 16s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "em-ctx-8k.pth 80%[===============> ] 2.58G 45.3MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "m-ctx-8k.pth 80%[===============> ] 2.58G 42.2MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-8k.pth 80%[===============> ] 2.59G 43.5MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-8k.pth 81%[===============> ] 2.61G 42.2MB/s eta 15s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "tx-8k.pth 81%[===============> ] 2.62G 42.3MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "x-8k.pth 82%[===============> ] 2.63G 42.5MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-8k.pth 82%[===============> ] 2.64G 42.9MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "8k.pth 82%[===============> ] 2.65G 43.7MB/s eta 14s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "k.pth 83%[===============> ] 2.67G 43.7MB/s eta 13s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + ".pth 83%[===============> ] 2.68G 43.7MB/s eta 13s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "pth 84%[===============> ] 2.70G 45.5MB/s eta 13s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "th 84%[===============> ] 2.71G 46.1MB/s eta 13s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "h 84%[===============> ] 2.71G 43.6MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " 84%[===============> ] 2.72G 39.0MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v 85%[================> ] 2.73G 38.5MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5 85%[================> ] 2.74G 41.7MB/s eta 12s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5- 85%[================> ] 2.76G 43.1MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L 86%[================> ] 2.76G 41.3MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6 86%[================> ] 2.77G 41.7MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6- 86%[================> ] 2.79G 42.9MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D 87%[================> ] 2.80G 44.8MB/s eta 11s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4 87%[================> ] 2.82G 44.5MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D40 88%[================> ] 2.83G 44.5MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D409 88%[================> ] 2.84G 46.0MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096 88%[================> ] 2.85G 45.6MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096- 89%[================> ] 2.86G 43.9MB/s eta 9s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E 89%[================> ] 2.86G 40.3MB/s eta 8s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0 89%[================> ] 2.88G 42.3MB/s eta 8s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_ 90%[=================> ] 2.89G 45.0MB/s eta 8s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1 90%[=================> ] 2.91G 46.7MB/s eta 8s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1- 91%[=================> ] 2.92G 48.8MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + " v5-L6-D4096-E0_1-m 91%[=================> ] 2.93G 46.9MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5-L6-D4096-E0_1-me 91%[=================> ] 2.94G 47.1MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "5-L6-D4096-E0_1-mem 92%[=================> ] 2.95G 44.5MB/s eta 7s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-L6-D4096-E0_1-mem- 92%[=================> ] 2.96G 43.8MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "L6-D4096-E0_1-mem-c 92%[=================> ] 2.96G 42.3MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-D4096-E0_1-mem-ct 92%[=================> ] 2.98G 38.5MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-D4096-E0_1-mem-ctx 93%[=================> ] 3.00G 42.0MB/s eta 6s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "D4096-E0_1-mem-ctx- 93%[=================> ] 3.01G 40.5MB/s eta 5s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "4096-E0_1-mem-ctx-8 93%[=================> ] 3.01G 41.0MB/s eta 5s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "096-E0_1-mem-ctx-8k 94%[=================> ] 3.02G 40.6MB/s eta 5s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "96-E0_1-mem-ctx-8k. 94%[=================> ] 3.04G 43.9MB/s eta 5s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "6-E0_1-mem-ctx-8k.p 95%[==================> ] 3.05G 42.7MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-E0_1-mem-ctx-8k.pt 95%[==================> ] 3.07G 44.7MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "E0_1-mem-ctx-8k.pth 96%[==================> ] 3.08G 43.9MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "0_1-mem-ctx-8k.pth 96%[==================> ] 3.10G 45.7MB/s eta 4s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "_1-mem-ctx-8k.pth 96%[==================> ] 3.10G 42.0MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "1-mem-ctx-8k.pth 97%[==================> ] 3.11G 41.8MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-mem-ctx-8k.pth 97%[==================> ] 3.13G 43.7MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "mem-ctx-8k.pth 98%[==================> ] 3.14G 47.8MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "em-ctx-8k.pth 98%[==================> ] 3.16G 49.4MB/s eta 2s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "m-ctx-8k.pth 99%[==================> ] 3.17G 51.0MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "-ctx-8k.pth 99%[==================> ] 3.19G 51.4MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "ctx-8k.pth 99%[==================> ] 3.20G 50.9MB/s eta 1s " + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\r", + "v5-L6-D4096-E0_1-me 100%[===================>] 3.21G 50.4MB/s in 75s \r\n", + "\r\n", + "2023-08-26 02:40:21 (44.0 MB/s) - ‘v5-L6-D4096-E0_1-mem-ctx-8k.pth’ saved [3441599237/3441599237]\r\n", + "\r\n" + ] + } + ], + "source": [ + "# Lets download the custom models\n", + "!mkdir -p ../../../model/\n", + "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/memory-size-experiment-for-rwkv/resolve/main/RWKV-v5-baseline/BaseV5-C-Tune5.pth\"\n", + "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/EWR-1B5-E0_1-mem-ctx-8k.pth\"\n", + "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/v5-L6-D2048-E0_1-mem-ctx-8k.pth\"\n", + "!cd ../../../model/ && wget -nc \"https://huggingface.co/picocreator/RWKV-x-playground/resolve/main/V5-16k/v5-L6-D4096-E0_1-mem-ctx-8k.pth\"" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "62bbb07c", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-26T02:40:21.800766Z", + "iopub.status.busy": "2023-08-26T02:40:21.799838Z", + "iopub.status.idle": "2023-08-26T02:40:22.055862Z", + "shell.execute_reply": "2023-08-26T02:40:22.054769Z" + }, + "papermill": { + "duration": 0.3387, + "end_time": "2023-08-26T02:40:22.058134", + "exception": false, + "start_time": "2023-08-26T02:40:21.719434", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "total 16G\r\n", + "-rw-r--r-- 1 root root 5.7G Aug 11 12:48 BaseV5-C-Tune5.pth\r\n", + "-rw-r--r-- 1 root root 5.7G Aug 17 14:38 EWR-1B5-E0_1-mem-ctx-8k.pth\r\n", + "-rw-r--r-- 1 root root 1018M Aug 19 08:33 v5-L6-D2048-E0_1-mem-ctx-8k.pth\r\n", + "-rw-r--r-- 1 root root 3.3G Aug 20 14:58 v5-L6-D4096-E0_1-mem-ctx-8k.pth\r\n" + ] + } + ], + "source": [ + "!ls -lh ../../../model/" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "35cbb769", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-26T02:40:22.212775Z", + "iopub.status.busy": "2023-08-26T02:40:22.211823Z", + "iopub.status.idle": "2023-08-26T02:40:22.467562Z", + "shell.execute_reply": "2023-08-26T02:40:22.466442Z" + }, + "papermill": { + "duration": 0.336386, + "end_time": "2023-08-26T02:40:22.469652", + "exception": false, + "start_time": "2023-08-26T02:40:22.133266", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "/usr/bin/sh: 1: python: not found\r\n" + ] + } + ], + "source": [ + "!python -m pip install aiocsv aiofiles" + ] + }, + { + "cell_type": "markdown", + "id": "fcda44e9", + "metadata": { + "papermill": { + "duration": 0.073436, + "end_time": "2023-08-26T02:40:22.617218", + "exception": false, + "start_time": "2023-08-26T02:40:22.543782", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "# 1B5 V5 benchmark" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "05588b7c", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-26T02:40:22.766963Z", + "iopub.status.busy": "2023-08-26T02:40:22.766051Z", + "iopub.status.idle": "2023-08-26T02:41:36.234188Z", + "shell.execute_reply": "2023-08-26T02:41:36.233322Z" + }, + "papermill": { + "duration": 73.54546, + "end_time": "2023-08-26T02:41:36.236750", + "exception": false, + "start_time": "2023-08-26T02:40:22.691290", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-26 02:40:27,134] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation start ###\r\n", + "###\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 45 tokens : 100.0% similarity, with 45 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 50 tokens : 100.0% similarity, with 50 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 55 tokens : 100.0% similarity, with 55 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 60 tokens : 100.0% similarity, with 60 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 65 tokens : 100.0% similarity, with 65 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 70 tokens : 100.0% similarity, with 70 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 75 tokens : 100.0% similarity, with 75 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 80 tokens : 100.0% similarity, with 80 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 85 tokens : 100.0% similarity, with 85 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 90 tokens : 100.0% similarity, with 90 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 95 tokens : 100.0% similarity, with 95 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 100 tokens : 100.0% similarity, with 100 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 105 tokens : 100.0% similarity, with 105 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 110 tokens : 100.0% similarity, with 110 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 115 tokens : 100.0% similarity, with 115 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 120 tokens : 100.0% similarity, with 120 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 125 tokens : 100.0% similarity, with 125 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 130 tokens : 100.0% similarity, with 130 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 135 tokens : 100.0% similarity, with 135 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 140 tokens : 100.0% similarity, with 140 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 145 tokens : 100.0% similarity, with 145 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 150 tokens : 100.0% similarity, with 150 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 160 tokens : 100.0% similarity, with 160 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 170 tokens : 100.0% similarity, with 170 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 180 tokens : 100.0% similarity, with 180 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 190 tokens : 99.47368421052632% similarity, with 189 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 200 tokens : 100.0% similarity, with 200 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 210 tokens : 100.0% similarity, with 210 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 220 tokens : 100.0% similarity, with 220 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 230 tokens : 100.0% similarity, with 230 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 240 tokens : 100.0% similarity, with 240 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 250 tokens : 100.0% similarity, with 250 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 260 tokens : 100.0% similarity, with 260 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 270 tokens : 100.0% similarity, with 270 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 280 tokens : 99.64285714285714% similarity, with 279 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 290 tokens : 100.0% similarity, with 290 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 300 tokens : 99.66666666666667% similarity, with 299 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 325 tokens : 100.0% similarity, with 325 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 350 tokens : 100.0% similarity, with 350 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 375 tokens : 99.46666666666667% similarity, with 373 matched token, and 2 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 400 tokens : 99.75% similarity, with 399 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 425 tokens : 99.76470588235294% similarity, with 424 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 450 tokens : 99.55555555555556% similarity, with 448 matched token, and 2 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 475 tokens : 99.36842105263159% similarity, with 472 matched token, and 3 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 500 tokens : 99.6% similarity, with 498 matched token, and 2 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 525 tokens : 99.61904761904762% similarity, with 523 matched token, and 2 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 550 tokens : 99.27272727272727% similarity, with 546 matched token, and 4 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 575 tokens : 99.30434782608695% similarity, with 571 matched token, and 4 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 600 tokens : 99.33333333333333% similarity, with 596 matched token, and 4 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 625 tokens : 99.03999999999999% similarity, with 619 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 650 tokens : 99.07692307692308% similarity, with 644 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 675 tokens : 99.11111111111111% similarity, with 669 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 700 tokens : 99.0% similarity, with 693 matched token, and 7 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 750 tokens : 99.06666666666666% similarity, with 743 matched token, and 7 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 800 tokens : 99.0% similarity, with 792 matched token, and 8 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 850 tokens : 99.05882352941177% similarity, with 842 matched token, and 8 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 900 tokens : 99.0% similarity, with 891 matched token, and 9 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 950 tokens : 99.1578947368421% similarity, with 942 matched token, and 8 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1000 tokens : 99.2% similarity, with 992 matched token, and 8 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n", + "###\r\n", + "### Model validation end ###\r\n", + "###\r\n" + ] + } + ], + "source": [ + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/BaseV5-C-Tune5.pth\" \"./logs/BaseV5-C-Tune5.csv\"" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "47765e24", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-26T02:41:36.398656Z", + "iopub.status.busy": "2023-08-26T02:41:36.397721Z", + "iopub.status.idle": "2023-08-26T02:46:12.515357Z", + "shell.execute_reply": "2023-08-26T02:46:12.514519Z" + }, + "papermill": { + "duration": 276.199835, + "end_time": "2023-08-26T02:46:12.517759", + "exception": false, + "start_time": "2023-08-26T02:41:36.317924", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-26 02:41:40,974] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation start ###\r\n", + "###\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1100 tokens : 98.63636363636363% similarity, with 1085 matched token, and 15 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1150 tokens : 98.52173913043478% similarity, with 1133 matched token, and 17 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1200 tokens : 98.75% similarity, with 1185 matched token, and 15 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1250 tokens : 98.72% similarity, with 1234 matched token, and 16 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1300 tokens : 98.61538461538461% similarity, with 1282 matched token, and 18 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1350 tokens : 98.44444444444444% similarity, with 1329 matched token, and 21 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1400 tokens : 98.5% similarity, with 1379 matched token, and 21 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1450 tokens : 98.20689655172414% similarity, with 1424 matched token, and 26 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1500 tokens : 97.86666666666667% similarity, with 1468 matched token, and 32 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1550 tokens : 97.67741935483872% similarity, with 1514 matched token, and 36 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1600 tokens : 97.8125% similarity, with 1565 matched token, and 35 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1650 tokens : 97.57575757575758% similarity, with 1610 matched token, and 40 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1700 tokens : 97.6470588235294% similarity, with 1660 matched token, and 40 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1750 tokens : 97.94285714285714% similarity, with 1714 matched token, and 36 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1800 tokens : 97.72222222222223% similarity, with 1759 matched token, and 41 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1850 tokens : 96.86486486486487% similarity, with 1792 matched token, and 58 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1900 tokens : 96.36842105263158% similarity, with 1831 matched token, and 69 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1950 tokens : 95.23076923076923% similarity, with 1857 matched token, and 93 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2000 tokens : 94.75% similarity, with 1895 matched token, and 105 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2050 tokens : 93.26829268292684% similarity, with 1912 matched token, and 138 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2100 tokens : 91.33333333333333% similarity, with 1918 matched token, and 182 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2150 tokens : 90.13953488372093% similarity, with 1938 matched token, and 212 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2200 tokens : 88.81818181818181% similarity, with 1954 matched token, and 246 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2250 tokens : 86.62222222222222% similarity, with 1949 matched token, and 301 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2300 tokens : 84.82608695652173% similarity, with 1951 matched token, and 349 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2350 tokens : 82.08510638297872% similarity, with 1929 matched token, and 421 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2400 tokens : 80.625% similarity, with 1935 matched token, and 465 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2450 tokens : 78.61224489795919% similarity, with 1926 matched token, and 524 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2500 tokens : 77.08% similarity, with 1927 matched token, and 573 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2550 tokens : 75.25490196078431% similarity, with 1919 matched token, and 631 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2600 tokens : 73.88461538461539% similarity, with 1921 matched token, and 679 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2650 tokens : 72.71698113207547% similarity, with 1927 matched token, and 723 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2700 tokens : 71.4074074074074% similarity, with 1928 matched token, and 772 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2750 tokens : 70.10909090909091% similarity, with 1928 matched token, and 822 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2800 tokens : 68.85714285714286% similarity, with 1928 matched token, and 872 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2850 tokens : 67.89473684210526% similarity, with 1935 matched token, and 915 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2900 tokens : 66.6896551724138% similarity, with 1934 matched token, and 966 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 2950 tokens : 65.62711864406779% similarity, with 1936 matched token, and 1014 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3000 tokens : 64.4% similarity, with 1932 matched token, and 1068 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3050 tokens : 63.31147540983607% similarity, with 1931 matched token, and 1119 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3100 tokens : 62.096774193548384% similarity, with 1925 matched token, and 1175 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3150 tokens : 61.17460317460317% similarity, with 1927 matched token, and 1223 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3200 tokens : 60.21875% similarity, with 1927 matched token, and 1273 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3250 tokens : 59.199999999999996% similarity, with 1924 matched token, and 1326 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3300 tokens : 58.18181818181818% similarity, with 1920 matched token, and 1380 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3350 tokens : 57.134328358208954% similarity, with 1914 matched token, and 1436 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3400 tokens : 56.294117647058826% similarity, with 1914 matched token, and 1486 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3450 tokens : 55.362318840579704% similarity, with 1910 matched token, and 1540 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3500 tokens : 54.400000000000006% similarity, with 1904 matched token, and 1596 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3550 tokens : 53.54929577464789% similarity, with 1901 matched token, and 1649 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3600 tokens : 52.77777777777778% similarity, with 1900 matched token, and 1700 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3650 tokens : 51.89041095890411% similarity, with 1894 matched token, and 1756 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3700 tokens : 51.054054054054056% similarity, with 1889 matched token, and 1811 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3750 tokens : 50.18666666666667% similarity, with 1882 matched token, and 1868 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3800 tokens : 49.31578947368421% similarity, with 1874 matched token, and 1926 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3850 tokens : 48.51948051948052% similarity, with 1868 matched token, and 1982 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3900 tokens : 47.53846153846154% similarity, with 1854 matched token, and 2046 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 3950 tokens : 46.607594936708864% similarity, with 1841 matched token, and 2109 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4000 tokens : 45.574999999999996% similarity, with 1823 matched token, and 2177 token mismatch\r\n", + "###\r\n", + "### Model validation end ###\r\n", + "###\r\n" + ] + } + ], + "source": [ + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/BaseV5-C-Tune5.pth\" \"./logs/BaseV5-C-Tune5-4k.csv\" 1100 4000" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "07fe298d", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-26T02:46:12.686565Z", + "iopub.status.busy": "2023-08-26T02:46:12.686040Z", + "iopub.status.idle": "2023-08-26T03:51:00.917804Z", + "shell.execute_reply": "2023-08-26T03:51:00.916994Z" + }, + "papermill": { + "duration": 3888.317314, + "end_time": "2023-08-26T03:51:00.919981", + "exception": false, + "start_time": "2023-08-26T02:46:12.602667", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-26 02:46:17,238] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation start ###\r\n", + "###\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4100 tokens : 43.97560975609756% similarity, with 1803 matched token, and 2297 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4200 tokens : 42.142857142857146% similarity, with 1770 matched token, and 2430 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4300 tokens : 40.27906976744186% similarity, with 1732 matched token, and 2568 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4400 tokens : 38.27272727272727% similarity, with 1684 matched token, and 2716 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4500 tokens : 35.8% similarity, with 1611 matched token, and 2889 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4600 tokens : 33.71739130434783% similarity, with 1551 matched token, and 3049 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4700 tokens : 31.06382978723404% similarity, with 1460 matched token, and 3240 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4800 tokens : 28.375% similarity, with 1362 matched token, and 3438 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4900 tokens : 25.857142857142858% similarity, with 1267 matched token, and 3633 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5000 tokens : 23.04% similarity, with 1152 matched token, and 3848 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5100 tokens : 20.784313725490197% similarity, with 1060 matched token, and 4040 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5200 tokens : 18.5% similarity, with 962 matched token, and 4238 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5300 tokens : 16.88679245283019% similarity, with 895 matched token, and 4405 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5400 tokens : 15.24074074074074% similarity, with 823 matched token, and 4577 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5500 tokens : 13.436363636363636% similarity, with 739 matched token, and 4761 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5600 tokens : 11.607142857142858% similarity, with 650 matched token, and 4950 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5700 tokens : 10.385964912280702% similarity, with 592 matched token, and 5108 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5800 tokens : 9.327586206896552% similarity, with 541 matched token, and 5259 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5900 tokens : 8.305084745762711% similarity, with 490 matched token, and 5410 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6000 tokens : 7.466666666666668% similarity, with 448 matched token, and 5552 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6100 tokens : 6.672131147540984% similarity, with 407 matched token, and 5693 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6200 tokens : 6.048387096774194% similarity, with 375 matched token, and 5825 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6300 tokens : 5.65079365079365% similarity, with 356 matched token, and 5944 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6400 tokens : 5.328125% similarity, with 341 matched token, and 6059 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6500 tokens : 4.984615384615385% similarity, with 324 matched token, and 6176 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6600 tokens : 4.6818181818181825% similarity, with 309 matched token, and 6291 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6700 tokens : 4.447761194029851% similarity, with 298 matched token, and 6402 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6800 tokens : 4.25% similarity, with 289 matched token, and 6511 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 6900 tokens : 4.08695652173913% similarity, with 282 matched token, and 6618 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7000 tokens : 4.0% similarity, with 280 matched token, and 6720 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7100 tokens : 3.943661971830986% similarity, with 280 matched token, and 6820 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7200 tokens : 3.763888888888889% similarity, with 271 matched token, and 6929 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7300 tokens : 3.767123287671233% similarity, with 275 matched token, and 7025 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7400 tokens : 3.689189189189189% similarity, with 273 matched token, and 7127 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7500 tokens : 3.64% similarity, with 273 matched token, and 7227 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7600 tokens : 3.578947368421052% similarity, with 272 matched token, and 7328 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7700 tokens : 3.5844155844155843% similarity, with 276 matched token, and 7424 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7800 tokens : 3.5512820512820515% similarity, with 277 matched token, and 7523 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 7900 tokens : 3.468354430379747% similarity, with 274 matched token, and 7626 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8000 tokens : 3.4250000000000003% similarity, with 274 matched token, and 7726 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8100 tokens : 3.419753086419753% similarity, with 277 matched token, and 7823 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8200 tokens : 3.414634146341464% similarity, with 280 matched token, and 7920 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8300 tokens : 3.36144578313253% similarity, with 279 matched token, and 8021 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8400 tokens : 3.3690476190476186% similarity, with 283 matched token, and 8117 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8500 tokens : 3.3411764705882354% similarity, with 284 matched token, and 8216 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8600 tokens : 3.3488372093023258% similarity, with 288 matched token, and 8312 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8700 tokens : 3.3678160919540225% similarity, with 293 matched token, and 8407 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8800 tokens : 3.3295454545454546% similarity, with 293 matched token, and 8507 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 8900 tokens : 3.348314606741573% similarity, with 298 matched token, and 8602 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9000 tokens : 3.3333333333333335% similarity, with 300 matched token, and 8700 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9100 tokens : 3.3406593406593412% similarity, with 304 matched token, and 8796 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9200 tokens : 3.3260869565217392% similarity, with 306 matched token, and 8894 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9300 tokens : 3.3010752688172045% similarity, with 307 matched token, and 8993 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9400 tokens : 3.2978723404255317% similarity, with 310 matched token, and 9090 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9500 tokens : 3.3157894736842106% similarity, with 315 matched token, and 9185 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9600 tokens : 3.3229166666666665% similarity, with 319 matched token, and 9281 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9700 tokens : 3.3195876288659796% similarity, with 322 matched token, and 9378 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9800 tokens : 3.316326530612245% similarity, with 325 matched token, and 9475 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 9900 tokens : 3.3333333333333335% similarity, with 330 matched token, and 9570 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10000 tokens : 3.37% similarity, with 337 matched token, and 9663 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10100 tokens : 3.3762376237623766% similarity, with 341 matched token, and 9759 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10200 tokens : 3.3725490196078427% similarity, with 344 matched token, and 9856 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10300 tokens : 3.349514563106796% similarity, with 345 matched token, and 9955 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10400 tokens : 3.355769230769231% similarity, with 349 matched token, and 10051 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10500 tokens : 3.371428571428572% similarity, with 354 matched token, and 10146 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10600 tokens : 3.3584905660377355% similarity, with 356 matched token, and 10244 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10700 tokens : 3.392523364485981% similarity, with 363 matched token, and 10337 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10800 tokens : 3.4074074074074074% similarity, with 368 matched token, and 10432 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10900 tokens : 3.3853211009174315% similarity, with 369 matched token, and 10531 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11000 tokens : 3.4000000000000004% similarity, with 374 matched token, and 10626 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11100 tokens : 3.3963963963963963% similarity, with 377 matched token, and 10723 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11200 tokens : 3.3839285714285716% similarity, with 379 matched token, and 10821 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11300 tokens : 3.4070796460176993% similarity, with 385 matched token, and 10915 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11400 tokens : 3.43859649122807% similarity, with 392 matched token, and 11008 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11500 tokens : 3.4434782608695653% similarity, with 396 matched token, and 11104 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11600 tokens : 3.4568965517241383% similarity, with 401 matched token, and 11199 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11700 tokens : 3.4444444444444446% similarity, with 403 matched token, and 11297 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11800 tokens : 3.457627118644068% similarity, with 408 matched token, and 11392 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 11900 tokens : 3.46218487394958% similarity, with 412 matched token, and 11488 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12000 tokens : 3.4750000000000005% similarity, with 417 matched token, and 11583 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12100 tokens : 3.487603305785124% similarity, with 422 matched token, and 11678 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12200 tokens : 3.475409836065574% similarity, with 424 matched token, and 11776 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12300 tokens : 3.487804878048781% similarity, with 429 matched token, and 11871 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12400 tokens : 3.491935483870968% similarity, with 433 matched token, and 11967 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12500 tokens : 3.488% similarity, with 436 matched token, and 12064 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12600 tokens : 3.484126984126984% similarity, with 439 matched token, and 12161 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12700 tokens : 3.4881889763779523% similarity, with 443 matched token, and 12257 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12800 tokens : 3.484375% similarity, with 446 matched token, and 12354 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12900 tokens : 3.488372093023256% similarity, with 450 matched token, and 12450 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13000 tokens : 3.5000000000000004% similarity, with 455 matched token, and 12545 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13100 tokens : 3.5038167938931295% similarity, with 459 matched token, and 12641 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13200 tokens : 3.5000000000000004% similarity, with 462 matched token, and 12738 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13300 tokens : 3.488721804511278% similarity, with 464 matched token, and 12836 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13400 tokens : 3.514925373134328% similarity, with 471 matched token, and 12929 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13500 tokens : 3.503703703703704% similarity, with 473 matched token, and 13027 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13600 tokens : 3.514705882352941% similarity, with 478 matched token, and 13122 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13700 tokens : 3.510948905109489% similarity, with 481 matched token, and 13219 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13800 tokens : 3.5144927536231885% similarity, with 485 matched token, and 13315 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 13900 tokens : 3.5251798561151078% similarity, with 490 matched token, and 13410 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14000 tokens : 3.55% similarity, with 497 matched token, and 13503 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14100 tokens : 3.546099290780142% similarity, with 500 matched token, and 13600 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14200 tokens : 3.535211267605634% similarity, with 502 matched token, and 13698 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14300 tokens : 3.5454545454545454% similarity, with 507 matched token, and 13793 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14400 tokens : 3.5555555555555554% similarity, with 512 matched token, and 13888 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14500 tokens : 3.537931034482759% similarity, with 513 matched token, and 13987 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14600 tokens : 3.5273972602739727% similarity, with 515 matched token, and 14085 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14700 tokens : 3.5646258503401365% similarity, with 524 matched token, and 14176 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14800 tokens : 3.5472972972972974% similarity, with 525 matched token, and 14275 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 14900 tokens : 3.550335570469799% similarity, with 529 matched token, and 14371 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15000 tokens : 3.5533333333333332% similarity, with 533 matched token, and 14467 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15100 tokens : 3.576158940397351% similarity, with 540 matched token, and 14560 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15200 tokens : 3.56578947368421% similarity, with 542 matched token, and 14658 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15300 tokens : 3.5490196078431375% similarity, with 543 matched token, and 14757 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15400 tokens : 3.551948051948052% similarity, with 547 matched token, and 14853 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15500 tokens : 3.5483870967741935% similarity, with 550 matched token, and 14950 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15600 tokens : 3.5448717948717947% similarity, with 553 matched token, and 15047 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15700 tokens : 3.5605095541401273% similarity, with 559 matched token, and 15141 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15800 tokens : 3.5506329113924053% similarity, with 561 matched token, and 15239 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15900 tokens : 3.547169811320755% similarity, with 564 matched token, and 15336 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 16000 tokens : 3.5437499999999997% similarity, with 567 matched token, and 15433 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation end ###\r\n", + "###\r\n" + ] + } + ], + "source": [ + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/BaseV5-C-Tune5.pth\" \"./logs/BaseV5-C-Tune5-16k.csv\" 4100 16000" + ] + }, + { + "cell_type": "markdown", + "id": "fc7cefb3", + "metadata": { + "papermill": { + "duration": 0.087087, + "end_time": "2023-08-26T03:51:01.095216", + "exception": false, + "start_time": "2023-08-26T03:51:01.008129", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "# EWR V5 benchmark" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "c43fd657", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-26T03:51:01.271942Z", + "iopub.status.busy": "2023-08-26T03:51:01.271569Z", + "iopub.status.idle": "2023-08-26T03:51:07.977514Z", + "shell.execute_reply": "2023-08-26T03:51:07.976609Z" + }, + "papermill": { + "duration": 6.797353, + "end_time": "2023-08-26T03:51:07.979959", + "exception": false, + "start_time": "2023-08-26T03:51:01.182606", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-26 03:51:05,834] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n", + "Traceback (most recent call last):\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/./memory_script/eval_v5_memory_guided.py\", line 366, in \r\n", + " asyncio.run(main_function())\r\n", + " File \"/usr/lib/python3.10/asyncio/runners.py\", line 44, in run\r\n", + " return loop.run_until_complete(main)\r\n", + " File \"/usr/lib/python3.10/asyncio/base_events.py\", line 649, in run_until_complete\r\n", + " return future.result()\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/./memory_script/eval_v5_memory_guided.py\", line 58, in main_function\r\n", + " model = SimpleRWKV(model_path, device=\"cuda\")\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/src/model.py\", line 1378, in __init__\r\n", + " self.model = RWKV(**model_config)\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/src/model.py\", line 553, in __init__\r\n", + " raise ValueError(f\"load_model file '{load_model}' does not exist\")\r\n", + "ValueError: load_model file '../../../model/EWR-1B5-E0_1.pth' does not exist\r\n" + ] + } + ], + "source": [ + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/EWR-1B5-E0_1.pth\" \"./logs/v5-EWR-1B5-E0_1-1k.csv\"" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "14d0f3a0", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-26T03:51:08.166858Z", + "iopub.status.busy": "2023-08-26T03:51:08.166337Z", + "iopub.status.idle": "2023-08-26T03:51:14.893157Z", + "shell.execute_reply": "2023-08-26T03:51:14.892251Z" + }, + "papermill": { + "duration": 6.818707, + "end_time": "2023-08-26T03:51:14.895545", + "exception": false, + "start_time": "2023-08-26T03:51:08.076838", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-26 03:51:12,720] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n", + "Traceback (most recent call last):\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/./memory_script/eval_v5_memory_guided.py\", line 366, in \r\n", + " asyncio.run(main_function())\r\n", + " File \"/usr/lib/python3.10/asyncio/runners.py\", line 44, in run\r\n", + " return loop.run_until_complete(main)\r\n", + " File \"/usr/lib/python3.10/asyncio/base_events.py\", line 649, in run_until_complete\r\n", + " return future.result()\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/./memory_script/eval_v5_memory_guided.py\", line 58, in main_function\r\n", + " model = SimpleRWKV(model_path, device=\"cuda\")\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/src/model.py\", line 1378, in __init__\r\n", + " self.model = RWKV(**model_config)\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/src/model.py\", line 553, in __init__\r\n", + " raise ValueError(f\"load_model file '{load_model}' does not exist\")\r\n", + "ValueError: load_model file '../../../model/EWR-1B5-E0_1.pth' does not exist\r\n" + ] + } + ], + "source": [ + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/EWR-1B5-E0_1.pth\" \"./logs/v5-EWR-1B5-E0_1-4k.csv\" 1100 4000" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "a6e5fb5d", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-26T03:51:15.081960Z", + "iopub.status.busy": "2023-08-26T03:51:15.081363Z", + "iopub.status.idle": "2023-08-26T03:51:21.774964Z", + "shell.execute_reply": "2023-08-26T03:51:21.774053Z" + }, + "papermill": { + "duration": 6.786015, + "end_time": "2023-08-26T03:51:21.776996", + "exception": false, + "start_time": "2023-08-26T03:51:14.990981", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-26 03:51:19,619] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n", + "Traceback (most recent call last):\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/./memory_script/eval_v5_memory_guided.py\", line 366, in \r\n", + " asyncio.run(main_function())\r\n", + " File \"/usr/lib/python3.10/asyncio/runners.py\", line 44, in run\r\n", + " return loop.run_until_complete(main)\r\n", + " File \"/usr/lib/python3.10/asyncio/base_events.py\", line 649, in run_until_complete\r\n", + " return future.result()\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/./memory_script/eval_v5_memory_guided.py\", line 58, in main_function\r\n", + " model = SimpleRWKV(model_path, device=\"cuda\")\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/src/model.py\", line 1378, in __init__\r\n", + " self.model = RWKV(**model_config)\r\n", + " File \"/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/RWKV-v5/src/model.py\", line 553, in __init__\r\n", + " raise ValueError(f\"load_model file '{load_model}' does not exist\")\r\n", + "ValueError: load_model file '../../../model/EWR-1B5-E0_1.pth' does not exist\r\n" + ] + } + ], + "source": [ + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/EWR-1B5-E0_1.pth\" \"./logs/v5-EWR-1B5-E0_1-16k.csv\" 4100 16000" + ] + }, + { + "cell_type": "markdown", + "id": "cc618e47", + "metadata": { + "papermill": { + "duration": 0.089514, + "end_time": "2023-08-26T03:51:22.041834", + "exception": false, + "start_time": "2023-08-26T03:51:21.952320", + "status": "completed" + }, + "tags": [] + }, + "source": [ + "# v5-L6-D2048-E0_1-mem-ctx-8k.pth" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "c7f81837", + "metadata": { + "execution": { + "iopub.execute_input": "2023-08-26T03:51:22.223016Z", + "iopub.status.busy": "2023-08-26T03:51:22.222221Z", + "iopub.status.idle": "2023-08-26T03:52:18.967272Z", + "shell.execute_reply": "2023-08-26T03:52:18.966013Z" + }, + "papermill": { + "duration": 56.838717, + "end_time": "2023-08-26T03:52:18.969638", + "exception": false, + "start_time": "2023-08-26T03:51:22.130921", + "status": "completed" + }, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[2023-08-26 03:51:26,779] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[RWKV.model] Running RWKV model using 'torch-jit' with torch '2.0.1+cu118'\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation start ###\r\n", + "###\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 5 tokens : 100.0% similarity, with 5 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 10 tokens : 100.0% similarity, with 10 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 15 tokens : 100.0% similarity, with 15 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 20 tokens : 100.0% similarity, with 20 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 25 tokens : 100.0% similarity, with 25 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 30 tokens : 100.0% similarity, with 30 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 35 tokens : 100.0% similarity, with 35 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 40 tokens : 100.0% similarity, with 40 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 45 tokens : 100.0% similarity, with 45 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 50 tokens : 100.0% similarity, with 50 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 55 tokens : 98.18181818181819% similarity, with 54 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 60 tokens : 100.0% similarity, with 60 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 65 tokens : 98.46153846153847% similarity, with 64 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 70 tokens : 98.57142857142858% similarity, with 69 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 75 tokens : 98.66666666666667% similarity, with 74 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 80 tokens : 100.0% similarity, with 80 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 85 tokens : 100.0% similarity, with 85 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 90 tokens : 97.77777777777777% similarity, with 88 matched token, and 2 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 95 tokens : 100.0% similarity, with 95 matched token, and 0 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 100 tokens : 99.0% similarity, with 99 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 105 tokens : 99.04761904761905% similarity, with 104 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 110 tokens : 99.0909090909091% similarity, with 109 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 115 tokens : 99.1304347826087% similarity, with 114 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 120 tokens : 99.16666666666667% similarity, with 119 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 125 tokens : 99.2% similarity, with 124 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 130 tokens : 99.23076923076923% similarity, with 129 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 135 tokens : 99.25925925925925% similarity, with 134 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 140 tokens : 99.28571428571429% similarity, with 139 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 145 tokens : 99.3103448275862% similarity, with 144 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 150 tokens : 99.33333333333333% similarity, with 149 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 160 tokens : 99.375% similarity, with 159 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 170 tokens : 99.41176470588235% similarity, with 169 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 180 tokens : 99.44444444444444% similarity, with 179 matched token, and 1 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 190 tokens : 97.89473684210527% similarity, with 186 matched token, and 4 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 200 tokens : 98.5% similarity, with 197 matched token, and 3 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 210 tokens : 98.09523809523809% similarity, with 206 matched token, and 4 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 220 tokens : 96.36363636363636% similarity, with 212 matched token, and 8 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 230 tokens : 97.3913043478261% similarity, with 224 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 240 tokens : 97.5% similarity, with 234 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 250 tokens : 97.6% similarity, with 244 matched token, and 6 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 260 tokens : 97.3076923076923% similarity, with 253 matched token, and 7 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 270 tokens : 97.03703703703704% similarity, with 262 matched token, and 8 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 280 tokens : 95.35714285714286% similarity, with 267 matched token, and 13 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 290 tokens : 95.17241379310344% similarity, with 276 matched token, and 14 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 300 tokens : 95.33333333333334% similarity, with 286 matched token, and 14 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 325 tokens : 95.6923076923077% similarity, with 311 matched token, and 14 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 350 tokens : 95.14285714285714% similarity, with 333 matched token, and 17 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 375 tokens : 93.60000000000001% similarity, with 351 matched token, and 24 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 400 tokens : 91.75% similarity, with 367 matched token, and 33 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 425 tokens : 91.76470588235294% similarity, with 390 matched token, and 35 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 450 tokens : 89.77777777777777% similarity, with 404 matched token, and 46 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 475 tokens : 89.47368421052632% similarity, with 425 matched token, and 50 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 500 tokens : 88.8% similarity, with 444 matched token, and 56 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 525 tokens : 87.80952380952381% similarity, with 461 matched token, and 64 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 550 tokens : 86.72727272727273% similarity, with 477 matched token, and 73 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 575 tokens : 86.08695652173914% similarity, with 495 matched token, and 80 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 600 tokens : 85.66666666666667% similarity, with 514 matched token, and 86 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 625 tokens : 84.48% similarity, with 528 matched token, and 97 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 650 tokens : 83.23076923076923% similarity, with 541 matched token, and 109 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 675 tokens : 82.07407407407408% similarity, with 554 matched token, and 121 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 700 tokens : 81.0% similarity, with 567 matched token, and 133 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 750 tokens : 78.53333333333333% similarity, with 589 matched token, and 161 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 800 tokens : 76.75% similarity, with 614 matched token, and 186 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 850 tokens : 73.76470588235294% similarity, with 627 matched token, and 223 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 900 tokens : 71.44444444444444% similarity, with 643 matched token, and 257 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 950 tokens : 68.84210526315789% similarity, with 654 matched token, and 296 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1000 tokens : 67.5% similarity, with 675 matched token, and 325 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Finished baseline model to eval output predictive matching (aka 0 memory?), for 1000 tokens\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "###\r\n", + "### Model validation end ###\r\n", + "###\r\n" ] } ], "source": [ - "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/BaseV5-C-Tune5.pth\" \"./logs/BaseV5-C-Tune5.csv\"" + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/v5-L6-D2048-E0_1-mem-ctx-8k.pth\" \"./logs/v5-L6-D2048-E0_1-1k.csv\"" ] }, { "cell_type": "code", - "execution_count": 5, - "id": "4fbbb3f0", + "execution_count": 11, + "id": "e3ae5d38", "metadata": { "execution": { - "iopub.execute_input": "2023-08-25T19:27:31.224522Z", - "iopub.status.busy": "2023-08-25T19:27:31.223937Z", - "iopub.status.idle": "2023-08-25T19:32:03.206265Z", - "shell.execute_reply": "2023-08-25T19:32:03.205282Z" + "iopub.execute_input": "2023-08-26T03:52:19.154056Z", + "iopub.status.busy": "2023-08-26T03:52:19.153510Z", + "iopub.status.idle": "2023-08-26T03:56:34.836262Z", + "shell.execute_reply": "2023-08-26T03:56:34.835401Z" }, "papermill": { - "duration": 272.042779, - "end_time": "2023-08-25T19:32:03.208679", + "duration": 255.778842, + "end_time": "2023-08-26T03:56:34.839491", "exception": false, - "start_time": "2023-08-25T19:27:31.165900", + "start_time": "2023-08-26T03:52:19.060649", "status": "completed" }, "tags": [] @@ -8605,7 +13428,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[2023-08-25 19:27:35,452] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + "[2023-08-26 03:52:23,583] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { @@ -8628,413 +13451,419 @@ "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1100 tokens : 98.63636363636363% similarity, with 1085 matched token, and 15 token mismatch\r\n" + "## Model validation for 1100 tokens : 61.0% similarity, with 671 matched token, and 429 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1150 tokens : 98.52173913043478% similarity, with 1133 matched token, and 17 token mismatch\r\n" + "## Model validation for 1150 tokens : 58.26086956521739% similarity, with 670 matched token, and 480 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1200 tokens : 98.75% similarity, with 1185 matched token, and 15 token mismatch\r\n" + "## Model validation for 1200 tokens : 56.49999999999999% similarity, with 678 matched token, and 522 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1250 tokens : 98.72% similarity, with 1234 matched token, and 16 token mismatch\r\n" + "## Model validation for 1250 tokens : 54.400000000000006% similarity, with 680 matched token, and 570 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1300 tokens : 98.61538461538461% similarity, with 1282 matched token, and 18 token mismatch\r\n" + "## Model validation for 1300 tokens : 51.92307692307693% similarity, with 675 matched token, and 625 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1350 tokens : 98.44444444444444% similarity, with 1329 matched token, and 21 token mismatch\r\n" + "## Model validation for 1350 tokens : 50.2962962962963% similarity, with 679 matched token, and 671 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1400 tokens : 98.5% similarity, with 1379 matched token, and 21 token mismatch\r\n" + "## Model validation for 1400 tokens : 48.214285714285715% similarity, with 675 matched token, and 725 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1450 tokens : 98.20689655172414% similarity, with 1424 matched token, and 26 token mismatch\r\n" + "## Model validation for 1450 tokens : 45.03448275862069% similarity, with 653 matched token, and 797 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1500 tokens : 97.86666666666667% similarity, with 1468 matched token, and 32 token mismatch\r\n" + "## Model validation for 1500 tokens : 43.06666666666666% similarity, with 646 matched token, and 854 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1550 tokens : 97.67741935483872% similarity, with 1514 matched token, and 36 token mismatch\r\n" + "## Model validation for 1550 tokens : 41.80645161290323% similarity, with 648 matched token, and 902 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1600 tokens : 97.8125% similarity, with 1565 matched token, and 35 token mismatch\r\n" + "## Model validation for 1600 tokens : 41.1875% similarity, with 659 matched token, and 941 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1650 tokens : 97.57575757575758% similarity, with 1610 matched token, and 40 token mismatch\r\n" + "## Model validation for 1650 tokens : 39.45454545454545% similarity, with 651 matched token, and 999 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1700 tokens : 97.6470588235294% similarity, with 1660 matched token, and 40 token mismatch\r\n" + "## Model validation for 1700 tokens : 38.1764705882353% similarity, with 649 matched token, and 1051 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1750 tokens : 97.94285714285714% similarity, with 1714 matched token, and 36 token mismatch\r\n" + "## Model validation for 1750 tokens : 36.22857142857143% similarity, with 634 matched token, and 1116 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1800 tokens : 97.72222222222223% similarity, with 1759 matched token, and 41 token mismatch\r\n" + "## Model validation for 1800 tokens : 35.44444444444444% similarity, with 638 matched token, and 1162 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1850 tokens : 96.86486486486487% similarity, with 1792 matched token, and 58 token mismatch\r\n" + "## Model validation for 1850 tokens : 33.2972972972973% similarity, with 616 matched token, and 1234 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1900 tokens : 96.36842105263158% similarity, with 1831 matched token, and 69 token mismatch\r\n" + "## Model validation for 1900 tokens : 32.26315789473684% similarity, with 613 matched token, and 1287 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1950 tokens : 95.23076923076923% similarity, with 1857 matched token, and 93 token mismatch\r\n" + "## Model validation for 1950 tokens : 31.538461538461537% similarity, with 615 matched token, and 1335 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2000 tokens : 94.75% similarity, with 1895 matched token, and 105 token mismatch\r\n" + "## Model validation for 2000 tokens : 30.7% similarity, with 614 matched token, and 1386 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2050 tokens : 93.26829268292684% similarity, with 1912 matched token, and 138 token mismatch\r\n" + "## Model validation for 2050 tokens : 30.097560975609756% similarity, with 617 matched token, and 1433 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2100 tokens : 91.33333333333333% similarity, with 1918 matched token, and 182 token mismatch\r\n" + "## Model validation for 2100 tokens : 29.19047619047619% similarity, with 613 matched token, and 1487 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2150 tokens : 90.13953488372093% similarity, with 1938 matched token, and 212 token mismatch\r\n" + "## Model validation for 2150 tokens : 28.55813953488372% similarity, with 614 matched token, and 1536 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2200 tokens : 88.81818181818181% similarity, with 1954 matched token, and 246 token mismatch\r\n" + "## Model validation for 2200 tokens : 28.000000000000004% similarity, with 616 matched token, and 1584 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2250 tokens : 86.62222222222222% similarity, with 1949 matched token, and 301 token mismatch\r\n" + "## Model validation for 2250 tokens : 27.28888888888889% similarity, with 614 matched token, and 1636 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2300 tokens : 84.82608695652173% similarity, with 1951 matched token, and 349 token mismatch\r\n" + "## Model validation for 2300 tokens : 26.608695652173914% similarity, with 612 matched token, and 1688 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2350 tokens : 82.08510638297872% similarity, with 1929 matched token, and 421 token mismatch\r\n" + "## Model validation for 2350 tokens : 26.04255319148936% similarity, with 612 matched token, and 1738 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2400 tokens : 80.625% similarity, with 1935 matched token, and 465 token mismatch\r\n" + "## Model validation for 2400 tokens : 25.5% similarity, with 612 matched token, and 1788 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2450 tokens : 78.61224489795919% similarity, with 1926 matched token, and 524 token mismatch\r\n" + "## Model validation for 2450 tokens : 24.816326530612244% similarity, with 608 matched token, and 1842 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2500 tokens : 77.08% similarity, with 1927 matched token, and 573 token mismatch\r\n" + "## Model validation for 2500 tokens : 24.2% similarity, with 605 matched token, and 1895 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2550 tokens : 75.25490196078431% similarity, with 1919 matched token, and 631 token mismatch\r\n" + "## Model validation for 2550 tokens : 23.72549019607843% similarity, with 605 matched token, and 1945 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2600 tokens : 73.88461538461539% similarity, with 1921 matched token, and 679 token mismatch\r\n" + "## Model validation for 2600 tokens : 23.23076923076923% similarity, with 604 matched token, and 1996 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2650 tokens : 72.71698113207547% similarity, with 1927 matched token, and 723 token mismatch\r\n" + "## Model validation for 2650 tokens : 22.754716981132077% similarity, with 603 matched token, and 2047 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2700 tokens : 71.4074074074074% similarity, with 1928 matched token, and 772 token mismatch\r\n" + "## Model validation for 2700 tokens : 22.25925925925926% similarity, with 601 matched token, and 2099 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2750 tokens : 70.10909090909091% similarity, with 1928 matched token, and 822 token mismatch\r\n" + "## Model validation for 2750 tokens : 21.818181818181817% similarity, with 600 matched token, and 2150 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2800 tokens : 68.85714285714286% similarity, with 1928 matched token, and 872 token mismatch\r\n" + "## Model validation for 2800 tokens : 21.392857142857142% similarity, with 599 matched token, and 2201 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2850 tokens : 67.89473684210526% similarity, with 1935 matched token, and 915 token mismatch\r\n" + "## Model validation for 2850 tokens : 21.157894736842106% similarity, with 603 matched token, and 2247 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2900 tokens : 66.6896551724138% similarity, with 1934 matched token, and 966 token mismatch\r\n" + "## Model validation for 2900 tokens : 20.655172413793103% similarity, with 599 matched token, and 2301 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2950 tokens : 65.62711864406779% similarity, with 1936 matched token, and 1014 token mismatch\r\n" + "## Model validation for 2950 tokens : 20.271186440677965% similarity, with 598 matched token, and 2352 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3000 tokens : 64.4% similarity, with 1932 matched token, and 1068 token mismatch\r\n" + "## Model validation for 3000 tokens : 19.8% similarity, with 594 matched token, and 2406 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3050 tokens : 63.31147540983607% similarity, with 1931 matched token, and 1119 token mismatch\r\n" + "## Model validation for 3050 tokens : 19.540983606557376% similarity, with 596 matched token, and 2454 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3100 tokens : 62.096774193548384% similarity, with 1925 matched token, and 1175 token mismatch\r\n" + "## Model validation for 3100 tokens : 19.225806451612904% similarity, with 596 matched token, and 2504 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3150 tokens : 61.17460317460317% similarity, with 1927 matched token, and 1223 token mismatch\r\n" + "## Model validation for 3150 tokens : 18.88888888888889% similarity, with 595 matched token, and 2555 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3200 tokens : 60.21875% similarity, with 1927 matched token, and 1273 token mismatch\r\n" + "## Model validation for 3200 tokens : 18.53125% similarity, with 593 matched token, and 2607 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3250 tokens : 59.199999999999996% similarity, with 1924 matched token, and 1326 token mismatch\r\n" + "## Model validation for 3250 tokens : 18.246153846153845% similarity, with 593 matched token, and 2657 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3300 tokens : 58.18181818181818% similarity, with 1920 matched token, and 1380 token mismatch\r\n" + "## Model validation for 3300 tokens : 17.84848484848485% similarity, with 589 matched token, and 2711 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3350 tokens : 57.134328358208954% similarity, with 1914 matched token, and 1436 token mismatch\r\n" + "## Model validation for 3350 tokens : 17.522388059701495% similarity, with 587 matched token, and 2763 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3400 tokens : 56.294117647058826% similarity, with 1914 matched token, and 1486 token mismatch\r\n" + "## Model validation for 3400 tokens : 17.352941176470587% similarity, with 590 matched token, and 2810 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3450 tokens : 55.362318840579704% similarity, with 1910 matched token, and 1540 token mismatch\r\n" + "## Model validation for 3450 tokens : 16.956521739130434% similarity, with 585 matched token, and 2865 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3500 tokens : 54.400000000000006% similarity, with 1904 matched token, and 1596 token mismatch\r\n" + "## Model validation for 3500 tokens : 16.57142857142857% similarity, with 580 matched token, and 2920 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3550 tokens : 53.54929577464789% similarity, with 1901 matched token, and 1649 token mismatch\r\n" + "## Model validation for 3550 tokens : 16.366197183098592% similarity, with 581 matched token, and 2969 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3600 tokens : 52.77777777777778% similarity, with 1900 matched token, and 1700 token mismatch\r\n" + "## Model validation for 3600 tokens : 16.0% similarity, with 576 matched token, and 3024 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3650 tokens : 51.89041095890411% similarity, with 1894 matched token, and 1756 token mismatch\r\n" + "## Model validation for 3650 tokens : 15.890410958904111% similarity, with 580 matched token, and 3070 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3700 tokens : 51.054054054054056% similarity, with 1889 matched token, and 1811 token mismatch\r\n" + "## Model validation for 3700 tokens : 15.513513513513514% similarity, with 574 matched token, and 3126 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3750 tokens : 50.18666666666667% similarity, with 1882 matched token, and 1868 token mismatch\r\n" + "## Model validation for 3750 tokens : 15.306666666666665% similarity, with 574 matched token, and 3176 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3800 tokens : 49.31578947368421% similarity, with 1874 matched token, and 1926 token mismatch\r\n" + "## Model validation for 3800 tokens : 15.078947368421053% similarity, with 573 matched token, and 3227 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3850 tokens : 48.51948051948052% similarity, with 1868 matched token, and 1982 token mismatch\r\n" + "## Model validation for 3850 tokens : 14.779220779220777% similarity, with 569 matched token, and 3281 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3900 tokens : 47.53846153846154% similarity, with 1854 matched token, and 2046 token mismatch\r\n" + "## Model validation for 3900 tokens : 14.666666666666666% similarity, with 572 matched token, and 3328 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3950 tokens : 46.607594936708864% similarity, with 1841 matched token, and 2109 token mismatch\r\n" + "## Model validation for 3950 tokens : 14.253164556962025% similarity, with 563 matched token, and 3387 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 4000 tokens : 13.875000000000002% similarity, with 555 matched token, and 3445 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4000 tokens : 45.574999999999996% similarity, with 1823 matched token, and 2177 token mismatch\r\n", "###\r\n", "### Model validation end ###\r\n", "###\r\n" @@ -9042,25 +13871,25 @@ } ], "source": [ - "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/BaseV5-C-Tune5.pth\" \"./logs/BaseV5-C-Tune5-4k.csv\" 1100 4000" + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/v5-L6-D2048-E0_1-mem-ctx-8k.pth\" \"./logs/v5-L6-D2048-E0_1-4k.csv\" 1100 4000" ] }, { "cell_type": "code", - "execution_count": 6, - "id": "8a9d34a7", + "execution_count": 12, + "id": "2f4ec3af", "metadata": { "execution": { - "iopub.execute_input": "2023-08-25T19:32:03.335116Z", - "iopub.status.busy": "2023-08-25T19:32:03.334531Z", - "iopub.status.idle": "2023-08-25T20:36:38.284836Z", - "shell.execute_reply": "2023-08-25T20:36:38.284040Z" + "iopub.execute_input": "2023-08-26T03:56:35.051611Z", + "iopub.status.busy": "2023-08-26T03:56:35.050877Z", + "iopub.status.idle": "2023-08-26T04:57:35.806866Z", + "shell.execute_reply": "2023-08-26T04:57:35.805988Z" }, "papermill": { - "duration": 3875.016854, - "end_time": "2023-08-25T20:36:38.287442", + "duration": 3660.857868, + "end_time": "2023-08-26T04:57:35.809908", "exception": false, - "start_time": "2023-08-25T19:32:03.270588", + "start_time": "2023-08-26T03:56:34.952040", "status": "completed" }, "tags": [] @@ -9070,7 +13899,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[2023-08-25 19:32:07,910] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + "[2023-08-26 03:56:39,587] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { @@ -9093,840 +13922,840 @@ "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4100 tokens : 43.97560975609756% similarity, with 1803 matched token, and 2297 token mismatch\r\n" + "## Model validation for 4100 tokens : 13.463414634146343% similarity, with 552 matched token, and 3548 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4200 tokens : 42.142857142857146% similarity, with 1770 matched token, and 2430 token mismatch\r\n" + "## Model validation for 4200 tokens : 12.523809523809524% similarity, with 526 matched token, and 3674 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4300 tokens : 40.27906976744186% similarity, with 1732 matched token, and 2568 token mismatch\r\n" + "## Model validation for 4300 tokens : 11.906976744186046% similarity, with 512 matched token, and 3788 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4400 tokens : 38.27272727272727% similarity, with 1684 matched token, and 2716 token mismatch\r\n" + "## Model validation for 4400 tokens : 10.795454545454545% similarity, with 475 matched token, and 3925 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4500 tokens : 35.8% similarity, with 1611 matched token, and 2889 token mismatch\r\n" + "## Model validation for 4500 tokens : 9.911111111111111% similarity, with 446 matched token, and 4054 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4600 tokens : 33.71739130434783% similarity, with 1551 matched token, and 3049 token mismatch\r\n" + "## Model validation for 4600 tokens : 8.76086956521739% similarity, with 403 matched token, and 4197 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4700 tokens : 31.06382978723404% similarity, with 1460 matched token, and 3240 token mismatch\r\n" + "## Model validation for 4700 tokens : 8.085106382978724% similarity, with 380 matched token, and 4320 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4800 tokens : 28.375% similarity, with 1362 matched token, and 3438 token mismatch\r\n" + "## Model validation for 4800 tokens : 7.208333333333333% similarity, with 346 matched token, and 4454 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4900 tokens : 25.857142857142858% similarity, with 1267 matched token, and 3633 token mismatch\r\n" + "## Model validation for 4900 tokens : 6.346938775510204% similarity, with 311 matched token, and 4589 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5000 tokens : 23.04% similarity, with 1152 matched token, and 3848 token mismatch\r\n" + "## Model validation for 5000 tokens : 5.46% similarity, with 273 matched token, and 4727 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5100 tokens : 20.784313725490197% similarity, with 1060 matched token, and 4040 token mismatch\r\n" + "## Model validation for 5100 tokens : 4.980392156862745% similarity, with 254 matched token, and 4846 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5200 tokens : 18.5% similarity, with 962 matched token, and 4238 token mismatch\r\n" + "## Model validation for 5200 tokens : 4.5% similarity, with 234 matched token, and 4966 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5300 tokens : 16.88679245283019% similarity, with 895 matched token, and 4405 token mismatch\r\n" + "## Model validation for 5300 tokens : 4.3584905660377355% similarity, with 231 matched token, and 5069 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5400 tokens : 15.24074074074074% similarity, with 823 matched token, and 4577 token mismatch\r\n" + "## Model validation for 5400 tokens : 4.12962962962963% similarity, with 223 matched token, and 5177 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5500 tokens : 13.436363636363636% similarity, with 739 matched token, and 4761 token mismatch\r\n" + "## Model validation for 5500 tokens : 4.018181818181818% similarity, with 221 matched token, and 5279 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5600 tokens : 11.607142857142858% similarity, with 650 matched token, and 4950 token mismatch\r\n" + "## Model validation for 5600 tokens : 3.8214285714285716% similarity, with 214 matched token, and 5386 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5700 tokens : 10.385964912280702% similarity, with 592 matched token, and 5108 token mismatch\r\n" + "## Model validation for 5700 tokens : 3.736842105263158% similarity, with 213 matched token, and 5487 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5800 tokens : 9.327586206896552% similarity, with 541 matched token, and 5259 token mismatch\r\n" + "## Model validation for 5800 tokens : 3.6551724137931036% similarity, with 212 matched token, and 5588 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5900 tokens : 8.305084745762711% similarity, with 490 matched token, and 5410 token mismatch\r\n" + "## Model validation for 5900 tokens : 3.6610169491525424% similarity, with 216 matched token, and 5684 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6000 tokens : 7.466666666666668% similarity, with 448 matched token, and 5552 token mismatch\r\n" + "## Model validation for 6000 tokens : 3.5333333333333337% similarity, with 212 matched token, and 5788 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6100 tokens : 6.672131147540984% similarity, with 407 matched token, and 5693 token mismatch\r\n" + "## Model validation for 6100 tokens : 3.540983606557377% similarity, with 216 matched token, and 5884 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6200 tokens : 6.048387096774194% similarity, with 375 matched token, and 5825 token mismatch\r\n" + "## Model validation for 6200 tokens : 3.516129032258065% similarity, with 218 matched token, and 5982 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6300 tokens : 5.65079365079365% similarity, with 356 matched token, and 5944 token mismatch\r\n" + "## Model validation for 6300 tokens : 3.492063492063492% similarity, with 220 matched token, and 6080 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6400 tokens : 5.328125% similarity, with 341 matched token, and 6059 token mismatch\r\n" + "## Model validation for 6400 tokens : 3.453125% similarity, with 221 matched token, and 6179 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6500 tokens : 4.984615384615385% similarity, with 324 matched token, and 6176 token mismatch\r\n" + "## Model validation for 6500 tokens : 3.4615384615384617% similarity, with 225 matched token, and 6275 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6600 tokens : 4.6818181818181825% similarity, with 309 matched token, and 6291 token mismatch\r\n" + "## Model validation for 6600 tokens : 3.4393939393939394% similarity, with 227 matched token, and 6373 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6700 tokens : 4.447761194029851% similarity, with 298 matched token, and 6402 token mismatch\r\n" + "## Model validation for 6700 tokens : 3.4477611940298503% similarity, with 231 matched token, and 6469 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6800 tokens : 4.25% similarity, with 289 matched token, and 6511 token mismatch\r\n" + "## Model validation for 6800 tokens : 3.426470588235294% similarity, with 233 matched token, and 6567 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6900 tokens : 4.08695652173913% similarity, with 282 matched token, and 6618 token mismatch\r\n" + "## Model validation for 6900 tokens : 3.4637681159420293% similarity, with 239 matched token, and 6661 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7000 tokens : 4.0% similarity, with 280 matched token, and 6720 token mismatch\r\n" + "## Model validation for 7000 tokens : 3.4428571428571426% similarity, with 241 matched token, and 6759 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7100 tokens : 3.943661971830986% similarity, with 280 matched token, and 6820 token mismatch\r\n" + "## Model validation for 7100 tokens : 3.4225352112676055% similarity, with 243 matched token, and 6857 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7200 tokens : 3.763888888888889% similarity, with 271 matched token, and 6929 token mismatch\r\n" + "## Model validation for 7200 tokens : 3.3888888888888893% similarity, with 244 matched token, and 6956 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7300 tokens : 3.767123287671233% similarity, with 275 matched token, and 7025 token mismatch\r\n" + "## Model validation for 7300 tokens : 3.4109589041095894% similarity, with 249 matched token, and 7051 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7400 tokens : 3.689189189189189% similarity, with 273 matched token, and 7127 token mismatch\r\n" + "## Model validation for 7400 tokens : 3.4054054054054053% similarity, with 252 matched token, and 7148 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7500 tokens : 3.64% similarity, with 273 matched token, and 7227 token mismatch\r\n" + "## Model validation for 7500 tokens : 3.4133333333333336% similarity, with 256 matched token, and 7244 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7600 tokens : 3.578947368421052% similarity, with 272 matched token, and 7328 token mismatch\r\n" + "## Model validation for 7600 tokens : 3.421052631578948% similarity, with 260 matched token, and 7340 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7700 tokens : 3.5844155844155843% similarity, with 276 matched token, and 7424 token mismatch\r\n" + "## Model validation for 7700 tokens : 3.428571428571429% similarity, with 264 matched token, and 7436 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7800 tokens : 3.5512820512820515% similarity, with 277 matched token, and 7523 token mismatch\r\n" + "## Model validation for 7800 tokens : 3.4102564102564106% similarity, with 266 matched token, and 7534 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7900 tokens : 3.468354430379747% similarity, with 274 matched token, and 7626 token mismatch\r\n" + "## Model validation for 7900 tokens : 3.4177215189873418% similarity, with 270 matched token, and 7630 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8000 tokens : 3.4250000000000003% similarity, with 274 matched token, and 7726 token mismatch\r\n" + "## Model validation for 8000 tokens : 3.4125% similarity, with 273 matched token, and 7727 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8100 tokens : 3.419753086419753% similarity, with 277 matched token, and 7823 token mismatch\r\n" + "## Model validation for 8100 tokens : 3.45679012345679% similarity, with 280 matched token, and 7820 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8200 tokens : 3.414634146341464% similarity, with 280 matched token, and 7920 token mismatch\r\n" + "## Model validation for 8200 tokens : 3.439024390243903% similarity, with 282 matched token, and 7918 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8300 tokens : 3.36144578313253% similarity, with 279 matched token, and 8021 token mismatch\r\n" + "## Model validation for 8300 tokens : 3.4216867469879517% similarity, with 284 matched token, and 8016 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8400 tokens : 3.3690476190476186% similarity, with 283 matched token, and 8117 token mismatch\r\n" + "## Model validation for 8400 tokens : 3.4166666666666665% similarity, with 287 matched token, and 8113 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8500 tokens : 3.3411764705882354% similarity, with 284 matched token, and 8216 token mismatch\r\n" + "## Model validation for 8500 tokens : 3.458823529411765% similarity, with 294 matched token, and 8206 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8600 tokens : 3.3488372093023258% similarity, with 288 matched token, and 8312 token mismatch\r\n" + "## Model validation for 8600 tokens : 3.4534883720930236% similarity, with 297 matched token, and 8303 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8700 tokens : 3.3678160919540225% similarity, with 293 matched token, and 8407 token mismatch\r\n" + "## Model validation for 8700 tokens : 3.4482758620689653% similarity, with 300 matched token, and 8400 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8800 tokens : 3.3295454545454546% similarity, with 293 matched token, and 8507 token mismatch\r\n" + "## Model validation for 8800 tokens : 3.4431818181818183% similarity, with 303 matched token, and 8497 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8900 tokens : 3.348314606741573% similarity, with 298 matched token, and 8602 token mismatch\r\n" + "## Model validation for 8900 tokens : 3.449438202247191% similarity, with 307 matched token, and 8593 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9000 tokens : 3.3333333333333335% similarity, with 300 matched token, and 8700 token mismatch\r\n" + "## Model validation for 9000 tokens : 3.4333333333333336% similarity, with 309 matched token, and 8691 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9100 tokens : 3.3406593406593412% similarity, with 304 matched token, and 8796 token mismatch\r\n" + "## Model validation for 9100 tokens : 3.4395604395604393% similarity, with 313 matched token, and 8787 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9200 tokens : 3.3260869565217392% similarity, with 306 matched token, and 8894 token mismatch\r\n" + "## Model validation for 9200 tokens : 3.4565217391304346% similarity, with 318 matched token, and 8882 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9300 tokens : 3.3010752688172045% similarity, with 307 matched token, and 8993 token mismatch\r\n" + "## Model validation for 9300 tokens : 3.4301075268817205% similarity, with 319 matched token, and 8981 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9400 tokens : 3.2978723404255317% similarity, with 310 matched token, and 9090 token mismatch\r\n" + "## Model validation for 9400 tokens : 3.393617021276596% similarity, with 319 matched token, and 9081 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9500 tokens : 3.3157894736842106% similarity, with 315 matched token, and 9185 token mismatch\r\n" + "## Model validation for 9500 tokens : 3.421052631578948% similarity, with 325 matched token, and 9175 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9600 tokens : 3.3229166666666665% similarity, with 319 matched token, and 9281 token mismatch\r\n" + "## Model validation for 9600 tokens : 3.4062500000000004% similarity, with 327 matched token, and 9273 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9700 tokens : 3.3195876288659796% similarity, with 322 matched token, and 9378 token mismatch\r\n" + "## Model validation for 9700 tokens : 3.4123711340206184% similarity, with 331 matched token, and 9369 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9800 tokens : 3.316326530612245% similarity, with 325 matched token, and 9475 token mismatch\r\n" + "## Model validation for 9800 tokens : 3.387755102040816% similarity, with 332 matched token, and 9468 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9900 tokens : 3.3333333333333335% similarity, with 330 matched token, and 9570 token mismatch\r\n" + "## Model validation for 9900 tokens : 3.414141414141414% similarity, with 338 matched token, and 9562 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10000 tokens : 3.37% similarity, with 337 matched token, and 9663 token mismatch\r\n" + "## Model validation for 10000 tokens : 3.45% similarity, with 345 matched token, and 9655 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10100 tokens : 3.3762376237623766% similarity, with 341 matched token, and 9759 token mismatch\r\n" + "## Model validation for 10100 tokens : 3.455445544554456% similarity, with 349 matched token, and 9751 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10200 tokens : 3.3725490196078427% similarity, with 344 matched token, and 9856 token mismatch\r\n" + "## Model validation for 10200 tokens : 3.4509803921568625% similarity, with 352 matched token, and 9848 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10300 tokens : 3.349514563106796% similarity, with 345 matched token, and 9955 token mismatch\r\n" + "## Model validation for 10300 tokens : 3.4368932038834954% similarity, with 354 matched token, and 9946 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10400 tokens : 3.355769230769231% similarity, with 349 matched token, and 10051 token mismatch\r\n" + "## Model validation for 10400 tokens : 3.4423076923076925% similarity, with 358 matched token, and 10042 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10500 tokens : 3.371428571428572% similarity, with 354 matched token, and 10146 token mismatch\r\n" + "## Model validation for 10500 tokens : 3.4571428571428573% similarity, with 363 matched token, and 10137 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10600 tokens : 3.3584905660377355% similarity, with 356 matched token, and 10244 token mismatch\r\n" + "## Model validation for 10600 tokens : 3.4528301886792456% similarity, with 366 matched token, and 10234 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10700 tokens : 3.392523364485981% similarity, with 363 matched token, and 10337 token mismatch\r\n" + "## Model validation for 10700 tokens : 3.4766355140186915% similarity, with 372 matched token, and 10328 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10800 tokens : 3.4074074074074074% similarity, with 368 matched token, and 10432 token mismatch\r\n" + "## Model validation for 10800 tokens : 3.490740740740741% similarity, with 377 matched token, and 10423 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10900 tokens : 3.3853211009174315% similarity, with 369 matched token, and 10531 token mismatch\r\n" + "## Model validation for 10900 tokens : 3.4770642201834865% similarity, with 379 matched token, and 10521 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11000 tokens : 3.4000000000000004% similarity, with 374 matched token, and 10626 token mismatch\r\n" + "## Model validation for 11000 tokens : 3.5000000000000004% similarity, with 385 matched token, and 10615 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11100 tokens : 3.3963963963963963% similarity, with 377 matched token, and 10723 token mismatch\r\n" + "## Model validation for 11100 tokens : 3.4954954954954953% similarity, with 388 matched token, and 10712 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11200 tokens : 3.3839285714285716% similarity, with 379 matched token, and 10821 token mismatch\r\n" + "## Model validation for 11200 tokens : 3.482142857142857% similarity, with 390 matched token, and 10810 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11300 tokens : 3.4070796460176993% similarity, with 385 matched token, and 10915 token mismatch\r\n" + "## Model validation for 11300 tokens : 3.4955752212389384% similarity, with 395 matched token, and 10905 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11400 tokens : 3.43859649122807% similarity, with 392 matched token, and 11008 token mismatch\r\n" + "## Model validation for 11400 tokens : 3.543859649122807% similarity, with 404 matched token, and 10996 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11500 tokens : 3.4434782608695653% similarity, with 396 matched token, and 11104 token mismatch\r\n" + "## Model validation for 11500 tokens : 3.5391304347826087% similarity, with 407 matched token, and 11093 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11600 tokens : 3.4568965517241383% similarity, with 401 matched token, and 11199 token mismatch\r\n" + "## Model validation for 11600 tokens : 3.5603448275862073% similarity, with 413 matched token, and 11187 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11700 tokens : 3.4444444444444446% similarity, with 403 matched token, and 11297 token mismatch\r\n" + "## Model validation for 11700 tokens : 3.547008547008547% similarity, with 415 matched token, and 11285 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11800 tokens : 3.457627118644068% similarity, with 408 matched token, and 11392 token mismatch\r\n" + "## Model validation for 11800 tokens : 3.5593220338983054% similarity, with 420 matched token, and 11380 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11900 tokens : 3.46218487394958% similarity, with 412 matched token, and 11488 token mismatch\r\n" + "## Model validation for 11900 tokens : 3.563025210084034% similarity, with 424 matched token, and 11476 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12000 tokens : 3.4750000000000005% similarity, with 417 matched token, and 11583 token mismatch\r\n" + "## Model validation for 12000 tokens : 3.5833333333333335% similarity, with 430 matched token, and 11570 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12100 tokens : 3.487603305785124% similarity, with 422 matched token, and 11678 token mismatch\r\n" + "## Model validation for 12100 tokens : 3.5867768595041323% similarity, with 434 matched token, and 11666 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12200 tokens : 3.475409836065574% similarity, with 424 matched token, and 11776 token mismatch\r\n" + "## Model validation for 12200 tokens : 3.5655737704918034% similarity, with 435 matched token, and 11765 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12300 tokens : 3.487804878048781% similarity, with 429 matched token, and 11871 token mismatch\r\n" + "## Model validation for 12300 tokens : 3.585365853658536% similarity, with 441 matched token, and 11859 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12400 tokens : 3.491935483870968% similarity, with 433 matched token, and 11967 token mismatch\r\n" + "## Model validation for 12400 tokens : 3.588709677419355% similarity, with 445 matched token, and 11955 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12500 tokens : 3.488% similarity, with 436 matched token, and 12064 token mismatch\r\n" + "## Model validation for 12500 tokens : 3.5839999999999996% similarity, with 448 matched token, and 12052 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12600 tokens : 3.484126984126984% similarity, with 439 matched token, and 12161 token mismatch\r\n" + "## Model validation for 12600 tokens : 3.5793650793650795% similarity, with 451 matched token, and 12149 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12700 tokens : 3.4881889763779523% similarity, with 443 matched token, and 12257 token mismatch\r\n" + "## Model validation for 12700 tokens : 3.5905511811023625% similarity, with 456 matched token, and 12244 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12800 tokens : 3.484375% similarity, with 446 matched token, and 12354 token mismatch\r\n" + "## Model validation for 12800 tokens : 3.5703125% similarity, with 457 matched token, and 12343 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12900 tokens : 3.488372093023256% similarity, with 450 matched token, and 12450 token mismatch\r\n" + "## Model validation for 12900 tokens : 3.573643410852713% similarity, with 461 matched token, and 12439 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13000 tokens : 3.5000000000000004% similarity, with 455 matched token, and 12545 token mismatch\r\n" + "## Model validation for 13000 tokens : 3.5923076923076924% similarity, with 467 matched token, and 12533 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13100 tokens : 3.5038167938931295% similarity, with 459 matched token, and 12641 token mismatch\r\n" + "## Model validation for 13100 tokens : 3.572519083969466% similarity, with 468 matched token, and 12632 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13200 tokens : 3.5000000000000004% similarity, with 462 matched token, and 12738 token mismatch\r\n" + "## Model validation for 13200 tokens : 3.5757575757575757% similarity, with 472 matched token, and 12728 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13300 tokens : 3.488721804511278% similarity, with 464 matched token, and 12836 token mismatch\r\n" + "## Model validation for 13300 tokens : 3.56390977443609% similarity, with 474 matched token, and 12826 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13400 tokens : 3.514925373134328% similarity, with 471 matched token, and 12929 token mismatch\r\n" + "## Model validation for 13400 tokens : 3.58955223880597% similarity, with 481 matched token, and 12919 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13500 tokens : 3.503703703703704% similarity, with 473 matched token, and 13027 token mismatch\r\n" + "## Model validation for 13500 tokens : 3.5777777777777775% similarity, with 483 matched token, and 13017 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13600 tokens : 3.514705882352941% similarity, with 478 matched token, and 13122 token mismatch\r\n" + "## Model validation for 13600 tokens : 3.5882352941176467% similarity, with 488 matched token, and 13112 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13700 tokens : 3.510948905109489% similarity, with 481 matched token, and 13219 token mismatch\r\n" + "## Model validation for 13700 tokens : 3.576642335766423% similarity, with 490 matched token, and 13210 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13800 tokens : 3.5144927536231885% similarity, with 485 matched token, and 13315 token mismatch\r\n" + "## Model validation for 13800 tokens : 3.5797101449275366% similarity, with 494 matched token, and 13306 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13900 tokens : 3.5251798561151078% similarity, with 490 matched token, and 13410 token mismatch\r\n" + "## Model validation for 13900 tokens : 3.5899280575539567% similarity, with 499 matched token, and 13401 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14000 tokens : 3.55% similarity, with 497 matched token, and 13503 token mismatch\r\n" + "## Model validation for 14000 tokens : 3.6142857142857143% similarity, with 506 matched token, and 13494 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14100 tokens : 3.546099290780142% similarity, with 500 matched token, and 13600 token mismatch\r\n" + "## Model validation for 14100 tokens : 3.6099290780141846% similarity, with 509 matched token, and 13591 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14200 tokens : 3.535211267605634% similarity, with 502 matched token, and 13698 token mismatch\r\n" + "## Model validation for 14200 tokens : 3.5985915492957745% similarity, with 511 matched token, and 13689 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14300 tokens : 3.5454545454545454% similarity, with 507 matched token, and 13793 token mismatch\r\n" + "## Model validation for 14300 tokens : 3.5944055944055946% similarity, with 514 matched token, and 13786 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14400 tokens : 3.5555555555555554% similarity, with 512 matched token, and 13888 token mismatch\r\n" + "## Model validation for 14400 tokens : 3.6111111111111107% similarity, with 520 matched token, and 13880 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14500 tokens : 3.537931034482759% similarity, with 513 matched token, and 13987 token mismatch\r\n" + "## Model validation for 14500 tokens : 3.5999999999999996% similarity, with 522 matched token, and 13978 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14600 tokens : 3.5273972602739727% similarity, with 515 matched token, and 14085 token mismatch\r\n" + "## Model validation for 14600 tokens : 3.5890410958904106% similarity, with 524 matched token, and 14076 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14700 tokens : 3.5646258503401365% similarity, with 524 matched token, and 14176 token mismatch\r\n" + "## Model validation for 14700 tokens : 3.619047619047619% similarity, with 532 matched token, and 14168 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14800 tokens : 3.5472972972972974% similarity, with 525 matched token, and 14275 token mismatch\r\n" + "## Model validation for 14800 tokens : 3.614864864864865% similarity, with 535 matched token, and 14265 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14900 tokens : 3.550335570469799% similarity, with 529 matched token, and 14371 token mismatch\r\n" + "## Model validation for 14900 tokens : 3.604026845637584% similarity, with 537 matched token, and 14363 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15000 tokens : 3.5533333333333332% similarity, with 533 matched token, and 14467 token mismatch\r\n" + "## Model validation for 15000 tokens : 3.5999999999999996% similarity, with 540 matched token, and 14460 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15100 tokens : 3.576158940397351% similarity, with 540 matched token, and 14560 token mismatch\r\n" + "## Model validation for 15100 tokens : 3.596026490066225% similarity, with 543 matched token, and 14557 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15200 tokens : 3.56578947368421% similarity, with 542 matched token, and 14658 token mismatch\r\n" + "## Model validation for 15200 tokens : 3.592105263157895% similarity, with 546 matched token, and 14654 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15300 tokens : 3.5490196078431375% similarity, with 543 matched token, and 14757 token mismatch\r\n" + "## Model validation for 15300 tokens : 3.594771241830065% similarity, with 550 matched token, and 14750 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15400 tokens : 3.551948051948052% similarity, with 547 matched token, and 14853 token mismatch\r\n" + "## Model validation for 15400 tokens : 3.5909090909090913% similarity, with 553 matched token, and 14847 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15500 tokens : 3.5483870967741935% similarity, with 550 matched token, and 14950 token mismatch\r\n" + "## Model validation for 15500 tokens : 3.5806451612903225% similarity, with 555 matched token, and 14945 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15600 tokens : 3.5448717948717947% similarity, with 553 matched token, and 15047 token mismatch\r\n" + "## Model validation for 15600 tokens : 3.5897435897435894% similarity, with 560 matched token, and 15040 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15700 tokens : 3.5605095541401273% similarity, with 559 matched token, and 15141 token mismatch\r\n" + "## Model validation for 15700 tokens : 3.5923566878980893% similarity, with 564 matched token, and 15136 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15800 tokens : 3.5506329113924053% similarity, with 561 matched token, and 15239 token mismatch\r\n" + "## Model validation for 15800 tokens : 3.5822784810126582% similarity, with 566 matched token, and 15234 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15900 tokens : 3.547169811320755% similarity, with 564 matched token, and 15336 token mismatch\r\n" + "## Model validation for 15900 tokens : 3.578616352201258% similarity, with 569 matched token, and 15331 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 16000 tokens : 3.5437499999999997% similarity, with 567 matched token, and 15433 token mismatch\r\n" + "## Model validation for 16000 tokens : 3.5687499999999996% similarity, with 571 matched token, and 15429 token mismatch\r\n" ] }, { @@ -9940,42 +14769,42 @@ } ], "source": [ - "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/BaseV5-C-Tune5.pth\" \"./logs/BaseV5-C-Tune5-16k.csv\" 4100 16000" + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/v5-L6-D2048-E0_1-mem-ctx-8k.pth\" \"./logs/v5-L6-D2048-E0_1-16k.csv\" 4100 16000" ] }, { "cell_type": "markdown", - "id": "06756247", + "id": "40e0b79b", "metadata": { "papermill": { - "duration": 0.070638, - "end_time": "2023-08-25T20:36:38.430372", + "duration": 0.105823, + "end_time": "2023-08-26T04:57:36.035336", "exception": false, - "start_time": "2023-08-25T20:36:38.359734", + "start_time": "2023-08-26T04:57:35.929513", "status": "completed" }, "tags": [] }, "source": [ - "# 1B5 Wavenet V5 benchmark" + "# v5-L6-D4096-E0_1-mem-ctx-8k.pth" ] }, { "cell_type": "code", - "execution_count": 7, - "id": "60cddfaf", + "execution_count": 13, + "id": "4e9ff5b2", "metadata": { "execution": { - "iopub.execute_input": "2023-08-25T20:36:38.571218Z", - "iopub.status.busy": "2023-08-25T20:36:38.570682Z", - "iopub.status.idle": "2023-08-25T20:38:04.854506Z", - "shell.execute_reply": "2023-08-25T20:38:04.853703Z" + "iopub.execute_input": "2023-08-26T04:57:36.236932Z", + "iopub.status.busy": "2023-08-26T04:57:36.236393Z", + "iopub.status.idle": "2023-08-26T04:58:47.177041Z", + "shell.execute_reply": "2023-08-26T04:58:47.175786Z" }, "papermill": { - "duration": 86.35724, - "end_time": "2023-08-25T20:38:04.857066", + "duration": 71.044339, + "end_time": "2023-08-26T04:58:47.179232", "exception": false, - "start_time": "2023-08-25T20:36:38.499826", + "start_time": "2023-08-26T04:57:36.134893", "status": "completed" }, "tags": [] @@ -9985,7 +14814,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[2023-08-25 20:36:43,148] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + "[2023-08-26 04:57:40,650] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { @@ -10064,413 +14893,413 @@ "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 45 tokens : 97.77777777777777% similarity, with 44 matched token, and 1 token mismatch\r\n" + "## Model validation for 45 tokens : 100.0% similarity, with 45 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 50 tokens : 98.0% similarity, with 49 matched token, and 1 token mismatch\r\n" + "## Model validation for 50 tokens : 100.0% similarity, with 50 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 55 tokens : 96.36363636363636% similarity, with 53 matched token, and 2 token mismatch\r\n" + "## Model validation for 55 tokens : 100.0% similarity, with 55 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 60 tokens : 98.33333333333333% similarity, with 59 matched token, and 1 token mismatch\r\n" + "## Model validation for 60 tokens : 100.0% similarity, with 60 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 65 tokens : 98.46153846153847% similarity, with 64 matched token, and 1 token mismatch\r\n" + "## Model validation for 65 tokens : 100.0% similarity, with 65 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 70 tokens : 97.14285714285714% similarity, with 68 matched token, and 2 token mismatch\r\n" + "## Model validation for 70 tokens : 100.0% similarity, with 70 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 75 tokens : 93.33333333333333% similarity, with 70 matched token, and 5 token mismatch\r\n" + "## Model validation for 75 tokens : 100.0% similarity, with 75 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 80 tokens : 91.25% similarity, with 73 matched token, and 7 token mismatch\r\n" + "## Model validation for 80 tokens : 100.0% similarity, with 80 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 85 tokens : 92.94117647058823% similarity, with 79 matched token, and 6 token mismatch\r\n" + "## Model validation for 85 tokens : 100.0% similarity, with 85 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 90 tokens : 94.44444444444444% similarity, with 85 matched token, and 5 token mismatch\r\n" + "## Model validation for 90 tokens : 100.0% similarity, with 90 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 95 tokens : 94.73684210526315% similarity, with 90 matched token, and 5 token mismatch\r\n" + "## Model validation for 95 tokens : 100.0% similarity, with 95 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 100 tokens : 94.0% similarity, with 94 matched token, and 6 token mismatch\r\n" + "## Model validation for 100 tokens : 100.0% similarity, with 100 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 105 tokens : 91.42857142857143% similarity, with 96 matched token, and 9 token mismatch\r\n" + "## Model validation for 105 tokens : 100.0% similarity, with 105 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 110 tokens : 90.9090909090909% similarity, with 100 matched token, and 10 token mismatch\r\n" + "## Model validation for 110 tokens : 100.0% similarity, with 110 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 115 tokens : 91.30434782608695% similarity, with 105 matched token, and 10 token mismatch\r\n" + "## Model validation for 115 tokens : 100.0% similarity, with 115 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 120 tokens : 90.0% similarity, with 108 matched token, and 12 token mismatch\r\n" + "## Model validation for 120 tokens : 100.0% similarity, with 120 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 125 tokens : 89.60000000000001% similarity, with 112 matched token, and 13 token mismatch\r\n" + "## Model validation for 125 tokens : 100.0% similarity, with 125 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 130 tokens : 87.6923076923077% similarity, with 114 matched token, and 16 token mismatch\r\n" + "## Model validation for 130 tokens : 100.0% similarity, with 130 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 135 tokens : 85.92592592592592% similarity, with 116 matched token, and 19 token mismatch\r\n" + "## Model validation for 135 tokens : 100.0% similarity, with 135 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 140 tokens : 84.28571428571429% similarity, with 118 matched token, and 22 token mismatch\r\n" + "## Model validation for 140 tokens : 100.0% similarity, with 140 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 145 tokens : 84.82758620689656% similarity, with 123 matched token, and 22 token mismatch\r\n" + "## Model validation for 145 tokens : 100.0% similarity, with 145 matched token, and 0 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 150 tokens : 86.66666666666667% similarity, with 130 matched token, and 20 token mismatch\r\n" + "## Model validation for 150 tokens : 99.33333333333333% similarity, with 149 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 160 tokens : 85.0% similarity, with 136 matched token, and 24 token mismatch\r\n" + "## Model validation for 160 tokens : 99.375% similarity, with 159 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 170 tokens : 84.70588235294117% similarity, with 144 matched token, and 26 token mismatch\r\n" + "## Model validation for 170 tokens : 98.82352941176471% similarity, with 168 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 180 tokens : 83.33333333333334% similarity, with 150 matched token, and 30 token mismatch\r\n" + "## Model validation for 180 tokens : 98.88888888888889% similarity, with 178 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 190 tokens : 81.57894736842105% similarity, with 155 matched token, and 35 token mismatch\r\n" + "## Model validation for 190 tokens : 98.94736842105263% similarity, with 188 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 200 tokens : 80.5% similarity, with 161 matched token, and 39 token mismatch\r\n" + "## Model validation for 200 tokens : 99.0% similarity, with 198 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 210 tokens : 78.0952380952381% similarity, with 164 matched token, and 46 token mismatch\r\n" + "## Model validation for 210 tokens : 99.04761904761905% similarity, with 208 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 220 tokens : 76.81818181818181% similarity, with 169 matched token, and 51 token mismatch\r\n" + "## Model validation for 220 tokens : 99.0909090909091% similarity, with 218 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 230 tokens : 73.91304347826086% similarity, with 170 matched token, and 60 token mismatch\r\n" + "## Model validation for 230 tokens : 99.1304347826087% similarity, with 228 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 240 tokens : 74.58333333333333% similarity, with 179 matched token, and 61 token mismatch\r\n" + "## Model validation for 240 tokens : 99.58333333333333% similarity, with 239 matched token, and 1 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 250 tokens : 74.4% similarity, with 186 matched token, and 64 token mismatch\r\n" + "## Model validation for 250 tokens : 99.2% similarity, with 248 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 260 tokens : 73.46153846153847% similarity, with 191 matched token, and 69 token mismatch\r\n" + "## Model validation for 260 tokens : 99.23076923076923% similarity, with 258 matched token, and 2 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 270 tokens : 71.85185185185186% similarity, with 194 matched token, and 76 token mismatch\r\n" + "## Model validation for 270 tokens : 98.51851851851852% similarity, with 266 matched token, and 4 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 280 tokens : 68.57142857142857% similarity, with 192 matched token, and 88 token mismatch\r\n" + "## Model validation for 280 tokens : 98.57142857142858% similarity, with 276 matched token, and 4 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 290 tokens : 68.27586206896552% similarity, with 198 matched token, and 92 token mismatch\r\n" + "## Model validation for 290 tokens : 98.62068965517241% similarity, with 286 matched token, and 4 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 300 tokens : 67.33333333333333% similarity, with 202 matched token, and 98 token mismatch\r\n" + "## Model validation for 300 tokens : 98.0% similarity, with 294 matched token, and 6 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 325 tokens : 63.38461538461539% similarity, with 206 matched token, and 119 token mismatch\r\n" + "## Model validation for 325 tokens : 98.46153846153847% similarity, with 320 matched token, and 5 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 350 tokens : 62.857142857142854% similarity, with 220 matched token, and 130 token mismatch\r\n" + "## Model validation for 350 tokens : 97.71428571428571% similarity, with 342 matched token, and 8 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 375 tokens : 62.4% similarity, with 234 matched token, and 141 token mismatch\r\n" + "## Model validation for 375 tokens : 96.53333333333333% similarity, with 362 matched token, and 13 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 400 tokens : 63.24999999999999% similarity, with 253 matched token, and 147 token mismatch\r\n" + "## Model validation for 400 tokens : 96.75% similarity, with 387 matched token, and 13 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 425 tokens : 67.05882352941175% similarity, with 285 matched token, and 140 token mismatch\r\n" + "## Model validation for 425 tokens : 96.47058823529412% similarity, with 410 matched token, and 15 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 450 tokens : 67.33333333333333% similarity, with 303 matched token, and 147 token mismatch\r\n" + "## Model validation for 450 tokens : 96.0% similarity, with 432 matched token, and 18 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 475 tokens : 69.05263157894737% similarity, with 328 matched token, and 147 token mismatch\r\n" + "## Model validation for 475 tokens : 95.36842105263158% similarity, with 453 matched token, and 22 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 500 tokens : 69.6% similarity, with 348 matched token, and 152 token mismatch\r\n" + "## Model validation for 500 tokens : 93.8% similarity, with 469 matched token, and 31 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 525 tokens : 70.47619047619048% similarity, with 370 matched token, and 155 token mismatch\r\n" + "## Model validation for 525 tokens : 93.9047619047619% similarity, with 493 matched token, and 32 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 550 tokens : 72.0% similarity, with 396 matched token, and 154 token mismatch\r\n" + "## Model validation for 550 tokens : 93.81818181818183% similarity, with 516 matched token, and 34 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 575 tokens : 72.17391304347827% similarity, with 415 matched token, and 160 token mismatch\r\n" + "## Model validation for 575 tokens : 92.8695652173913% similarity, with 534 matched token, and 41 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 600 tokens : 74.33333333333333% similarity, with 446 matched token, and 154 token mismatch\r\n" + "## Model validation for 600 tokens : 92.66666666666666% similarity, with 556 matched token, and 44 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 625 tokens : 74.72% similarity, with 467 matched token, and 158 token mismatch\r\n" + "## Model validation for 625 tokens : 92.0% similarity, with 575 matched token, and 50 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 650 tokens : 75.84615384615384% similarity, with 493 matched token, and 157 token mismatch\r\n" + "## Model validation for 650 tokens : 90.46153846153845% similarity, with 588 matched token, and 62 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 675 tokens : 76.88888888888889% similarity, with 519 matched token, and 156 token mismatch\r\n" + "## Model validation for 675 tokens : 90.96296296296296% similarity, with 614 matched token, and 61 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 700 tokens : 76.85714285714286% similarity, with 538 matched token, and 162 token mismatch\r\n" + "## Model validation for 700 tokens : 91.0% similarity, with 637 matched token, and 63 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 750 tokens : 78.53333333333333% similarity, with 589 matched token, and 161 token mismatch\r\n" + "## Model validation for 750 tokens : 89.2% similarity, with 669 matched token, and 81 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 800 tokens : 78.875% similarity, with 631 matched token, and 169 token mismatch\r\n" + "## Model validation for 800 tokens : 88.0% similarity, with 704 matched token, and 96 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 850 tokens : 79.76470588235294% similarity, with 678 matched token, and 172 token mismatch\r\n" + "## Model validation for 850 tokens : 87.52941176470588% similarity, with 744 matched token, and 106 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 900 tokens : 81.11111111111111% similarity, with 730 matched token, and 170 token mismatch\r\n" + "## Model validation for 900 tokens : 87.66666666666667% similarity, with 789 matched token, and 111 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 950 tokens : 82.21052631578948% similarity, with 781 matched token, and 169 token mismatch\r\n" + "## Model validation for 950 tokens : 85.78947368421052% similarity, with 815 matched token, and 135 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1000 tokens : 82.19999999999999% similarity, with 822 matched token, and 178 token mismatch\r\n" + "## Model validation for 1000 tokens : 83.6% similarity, with 836 matched token, and 164 token mismatch\r\n" ] }, { @@ -10491,25 +15320,25 @@ } ], "source": [ - "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5.csv\"" + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/v5-L6-D4096-E0_1-mem-ctx-8k.pth\" \"./logs/v5-L6-D4096-E0_1-1k.csv\"" ] }, { "cell_type": "code", - "execution_count": 8, - "id": "e1795565", + "execution_count": 14, + "id": "033eb935", "metadata": { "execution": { - "iopub.execute_input": "2023-08-25T20:38:05.012685Z", - "iopub.status.busy": "2023-08-25T20:38:05.012073Z", - "iopub.status.idle": "2023-08-25T20:42:49.320489Z", - "shell.execute_reply": "2023-08-25T20:42:49.319574Z" + "iopub.execute_input": "2023-08-26T04:58:47.387282Z", + "iopub.status.busy": "2023-08-26T04:58:47.386770Z", + "iopub.status.idle": "2023-08-26T05:03:03.253661Z", + "shell.execute_reply": "2023-08-26T05:03:03.252579Z" }, "papermill": { - "duration": 284.38797, - "end_time": "2023-08-25T20:42:49.322751", + "duration": 255.973557, + "end_time": "2023-08-26T05:03:03.256272", "exception": false, - "start_time": "2023-08-25T20:38:04.934781", + "start_time": "2023-08-26T04:58:47.282715", "status": "completed" }, "tags": [] @@ -10519,7 +15348,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[2023-08-25 20:38:09,260] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + "[2023-08-26 04:58:51,708] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { @@ -10542,413 +15371,419 @@ "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1100 tokens : 82.45454545454545% similarity, with 907 matched token, and 193 token mismatch\r\n" + "## Model validation for 1100 tokens : 80.0909090909091% similarity, with 881 matched token, and 219 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 1150 tokens : 78.34782608695652% similarity, with 901 matched token, and 249 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1150 tokens : 83.47826086956522% similarity, with 960 matched token, and 190 token mismatch\r\n" + "## Model validation for 1200 tokens : 77.08333333333334% similarity, with 925 matched token, and 275 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1200 tokens : 84.08333333333333% similarity, with 1009 matched token, and 191 token mismatch\r\n" + "## Model validation for 1250 tokens : 74.56% similarity, with 932 matched token, and 318 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1250 tokens : 84.39999999999999% similarity, with 1055 matched token, and 195 token mismatch\r\n" + "## Model validation for 1300 tokens : 73.07692307692307% similarity, with 950 matched token, and 350 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1300 tokens : 84.6923076923077% similarity, with 1101 matched token, and 199 token mismatch\r\n" + "## Model validation for 1350 tokens : 72.5925925925926% similarity, with 980 matched token, and 370 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1350 tokens : 85.4074074074074% similarity, with 1153 matched token, and 197 token mismatch\r\n" + "## Model validation for 1400 tokens : 70.71428571428572% similarity, with 990 matched token, and 410 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1400 tokens : 85.42857142857143% similarity, with 1196 matched token, and 204 token mismatch\r\n" + "## Model validation for 1450 tokens : 68.13793103448276% similarity, with 988 matched token, and 462 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1450 tokens : 86.13793103448276% similarity, with 1249 matched token, and 201 token mismatch\r\n" + "## Model validation for 1500 tokens : 66.0% similarity, with 990 matched token, and 510 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1500 tokens : 86.4% similarity, with 1296 matched token, and 204 token mismatch\r\n" + "## Model validation for 1550 tokens : 65.48387096774194% similarity, with 1015 matched token, and 535 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1550 tokens : 86.25806451612902% similarity, with 1337 matched token, and 213 token mismatch\r\n" + "## Model validation for 1600 tokens : 63.375% similarity, with 1014 matched token, and 586 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1600 tokens : 85.875% similarity, with 1374 matched token, and 226 token mismatch\r\n" + "## Model validation for 1650 tokens : 62.24242424242424% similarity, with 1027 matched token, and 623 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1650 tokens : 85.87878787878788% similarity, with 1417 matched token, and 233 token mismatch\r\n" + "## Model validation for 1700 tokens : 60.411764705882355% similarity, with 1027 matched token, and 673 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1700 tokens : 85.1764705882353% similarity, with 1448 matched token, and 252 token mismatch\r\n" + "## Model validation for 1750 tokens : 59.14285714285714% similarity, with 1035 matched token, and 715 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1750 tokens : 84.39999999999999% similarity, with 1477 matched token, and 273 token mismatch\r\n" + "## Model validation for 1800 tokens : 56.388888888888886% similarity, with 1015 matched token, and 785 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1800 tokens : 83.11111111111111% similarity, with 1496 matched token, and 304 token mismatch\r\n" + "## Model validation for 1850 tokens : 55.945945945945944% similarity, with 1035 matched token, and 815 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1850 tokens : 82.0% similarity, with 1517 matched token, and 333 token mismatch\r\n" + "## Model validation for 1900 tokens : 54.94736842105263% similarity, with 1044 matched token, and 856 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1900 tokens : 80.57894736842105% similarity, with 1531 matched token, and 369 token mismatch\r\n" + "## Model validation for 1950 tokens : 53.230769230769226% similarity, with 1038 matched token, and 912 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 1950 tokens : 79.17948717948718% similarity, with 1544 matched token, and 406 token mismatch\r\n" + "## Model validation for 2000 tokens : 52.75% similarity, with 1055 matched token, and 945 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2000 tokens : 77.9% similarity, with 1558 matched token, and 442 token mismatch\r\n" + "## Model validation for 2050 tokens : 50.926829268292686% similarity, with 1044 matched token, and 1006 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2050 tokens : 75.70731707317073% similarity, with 1552 matched token, and 498 token mismatch\r\n" + "## Model validation for 2100 tokens : 49.57142857142857% similarity, with 1041 matched token, and 1059 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2100 tokens : 73.66666666666667% similarity, with 1547 matched token, and 553 token mismatch\r\n" + "## Model validation for 2150 tokens : 47.72093023255814% similarity, with 1026 matched token, and 1124 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2150 tokens : 71.72093023255815% similarity, with 1542 matched token, and 608 token mismatch\r\n" + "## Model validation for 2200 tokens : 46.409090909090914% similarity, with 1021 matched token, and 1179 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2200 tokens : 69.68181818181817% similarity, with 1533 matched token, and 667 token mismatch\r\n" + "## Model validation for 2250 tokens : 45.33333333333333% similarity, with 1020 matched token, and 1230 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2250 tokens : 67.37777777777778% similarity, with 1516 matched token, and 734 token mismatch\r\n" + "## Model validation for 2300 tokens : 43.21739130434782% similarity, with 994 matched token, and 1306 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2300 tokens : 66.17391304347827% similarity, with 1522 matched token, and 778 token mismatch\r\n" + "## Model validation for 2350 tokens : 41.65957446808511% similarity, with 979 matched token, and 1371 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2350 tokens : 64.29787234042553% similarity, with 1511 matched token, and 839 token mismatch\r\n" + "## Model validation for 2400 tokens : 40.91666666666667% similarity, with 982 matched token, and 1418 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2400 tokens : 63.24999999999999% similarity, with 1518 matched token, and 882 token mismatch\r\n" + "## Model validation for 2450 tokens : 39.02040816326531% similarity, with 956 matched token, and 1494 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2450 tokens : 61.142857142857146% similarity, with 1498 matched token, and 952 token mismatch\r\n" + "## Model validation for 2500 tokens : 37.92% similarity, with 948 matched token, and 1552 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2500 tokens : 60.199999999999996% similarity, with 1505 matched token, and 995 token mismatch\r\n" + "## Model validation for 2550 tokens : 36.470588235294116% similarity, with 930 matched token, and 1620 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2550 tokens : 59.13725490196079% similarity, with 1508 matched token, and 1042 token mismatch\r\n" + "## Model validation for 2600 tokens : 35.46153846153846% similarity, with 922 matched token, and 1678 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2600 tokens : 57.730769230769226% similarity, with 1501 matched token, and 1099 token mismatch\r\n" + "## Model validation for 2650 tokens : 34.56603773584906% similarity, with 916 matched token, and 1734 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2650 tokens : 56.377358490566046% similarity, with 1494 matched token, and 1156 token mismatch\r\n" + "## Model validation for 2700 tokens : 33.88888888888889% similarity, with 915 matched token, and 1785 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2700 tokens : 55.925925925925924% similarity, with 1510 matched token, and 1190 token mismatch\r\n" + "## Model validation for 2750 tokens : 32.654545454545456% similarity, with 898 matched token, and 1852 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2750 tokens : 54.50909090909091% similarity, with 1499 matched token, and 1251 token mismatch\r\n" + "## Model validation for 2800 tokens : 31.607142857142854% similarity, with 885 matched token, and 1915 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2800 tokens : 53.75% similarity, with 1505 matched token, and 1295 token mismatch\r\n" + "## Model validation for 2850 tokens : 31.05263157894737% similarity, with 885 matched token, and 1965 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2850 tokens : 53.05263157894737% similarity, with 1512 matched token, and 1338 token mismatch\r\n" + "## Model validation for 2900 tokens : 30.10344827586207% similarity, with 873 matched token, and 2027 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2900 tokens : 51.758620689655174% similarity, with 1501 matched token, and 1399 token mismatch\r\n" + "## Model validation for 2950 tokens : 29.355932203389827% similarity, with 866 matched token, and 2084 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 2950 tokens : 50.37288135593221% similarity, with 1486 matched token, and 1464 token mismatch\r\n" + "## Model validation for 3000 tokens : 28.666666666666668% similarity, with 860 matched token, and 2140 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3000 tokens : 49.7% similarity, with 1491 matched token, and 1509 token mismatch\r\n" + "## Model validation for 3050 tokens : 27.77049180327869% similarity, with 847 matched token, and 2203 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3050 tokens : 48.59016393442623% similarity, with 1482 matched token, and 1568 token mismatch\r\n" + "## Model validation for 3100 tokens : 27.387096774193548% similarity, with 849 matched token, and 2251 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3100 tokens : 47.64516129032258% similarity, with 1477 matched token, and 1623 token mismatch\r\n" + "## Model validation for 3150 tokens : 26.88888888888889% similarity, with 847 matched token, and 2303 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3150 tokens : 47.14285714285714% similarity, with 1485 matched token, and 1665 token mismatch\r\n" + "## Model validation for 3200 tokens : 26.34375% similarity, with 843 matched token, and 2357 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3200 tokens : 46.3125% similarity, with 1482 matched token, and 1718 token mismatch\r\n" + "## Model validation for 3250 tokens : 25.784615384615385% similarity, with 838 matched token, and 2412 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3250 tokens : 45.32307692307692% similarity, with 1473 matched token, and 1777 token mismatch\r\n" + "## Model validation for 3300 tokens : 25.181818181818183% similarity, with 831 matched token, and 2469 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3300 tokens : 44.0% similarity, with 1452 matched token, and 1848 token mismatch\r\n" + "## Model validation for 3350 tokens : 24.44776119402985% similarity, with 819 matched token, and 2531 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3350 tokens : 43.88059701492537% similarity, with 1470 matched token, and 1880 token mismatch\r\n" + "## Model validation for 3400 tokens : 24.058823529411764% similarity, with 818 matched token, and 2582 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3400 tokens : 42.705882352941174% similarity, with 1452 matched token, and 1948 token mismatch\r\n" + "## Model validation for 3450 tokens : 23.391304347826086% similarity, with 807 matched token, and 2643 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3450 tokens : 41.53623188405797% similarity, with 1433 matched token, and 2017 token mismatch\r\n" + "## Model validation for 3500 tokens : 23.0% similarity, with 805 matched token, and 2695 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3500 tokens : 40.885714285714286% similarity, with 1431 matched token, and 2069 token mismatch\r\n" + "## Model validation for 3550 tokens : 22.7887323943662% similarity, with 809 matched token, and 2741 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3550 tokens : 40.112676056338024% similarity, with 1424 matched token, and 2126 token mismatch\r\n" + "## Model validation for 3600 tokens : 22.47222222222222% similarity, with 809 matched token, and 2791 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3600 tokens : 39.166666666666664% similarity, with 1410 matched token, and 2190 token mismatch\r\n" + "## Model validation for 3650 tokens : 22.054794520547947% similarity, with 805 matched token, and 2845 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3650 tokens : 37.47945205479452% similarity, with 1368 matched token, and 2282 token mismatch\r\n" + "## Model validation for 3700 tokens : 21.783783783783782% similarity, with 806 matched token, and 2894 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3700 tokens : 36.648648648648646% similarity, with 1356 matched token, and 2344 token mismatch\r\n" + "## Model validation for 3750 tokens : 21.52% similarity, with 807 matched token, and 2943 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3750 tokens : 35.78666666666667% similarity, with 1342 matched token, and 2408 token mismatch\r\n" + "## Model validation for 3800 tokens : 21.342105263157897% similarity, with 811 matched token, and 2989 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3800 tokens : 34.78947368421053% similarity, with 1322 matched token, and 2478 token mismatch\r\n" + "## Model validation for 3850 tokens : 21.038961038961038% similarity, with 810 matched token, and 3040 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3850 tokens : 34.18181818181818% similarity, with 1316 matched token, and 2534 token mismatch\r\n" + "## Model validation for 3900 tokens : 20.692307692307693% similarity, with 807 matched token, and 3093 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3900 tokens : 33.56410256410257% similarity, with 1309 matched token, and 2591 token mismatch\r\n" + "## Model validation for 3950 tokens : 20.32911392405063% similarity, with 803 matched token, and 3147 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 3950 tokens : 33.08860759493671% similarity, with 1307 matched token, and 2643 token mismatch\r\n" + "## Model validation for 4000 tokens : 20.05% similarity, with 802 matched token, and 3198 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4000 tokens : 32.775% similarity, with 1311 matched token, and 2689 token mismatch\r\n", "###\r\n", "### Model validation end ###\r\n", "###\r\n" @@ -10956,25 +15791,25 @@ } ], "source": [ - "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-4k.csv\" 1100 4000" + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/v5-L6-D4096-E0_1-mem-ctx-8k.pth\" \"./logs/v5-L6-D4096-E0_1-4k.csv\" 1100 4000" ] }, { "cell_type": "code", - "execution_count": 9, - "id": "e7432186", + "execution_count": 15, + "id": "6f703b19", "metadata": { "execution": { - "iopub.execute_input": "2023-08-25T20:42:49.475731Z", - "iopub.status.busy": "2023-08-25T20:42:49.475127Z", - "iopub.status.idle": "2023-08-25T21:46:47.799201Z", - "shell.execute_reply": "2023-08-25T21:46:47.797787Z" + "iopub.execute_input": "2023-08-26T05:03:03.480994Z", + "iopub.status.busy": "2023-08-26T05:03:03.480217Z", + "iopub.status.idle": "2023-08-26T06:07:17.240771Z", + "shell.execute_reply": "2023-08-26T06:07:17.239742Z" }, "papermill": { - "duration": 3838.403379, - "end_time": "2023-08-25T21:46:47.801672", + "duration": 3853.874304, + "end_time": "2023-08-26T06:07:17.243162", "exception": false, - "start_time": "2023-08-25T20:42:49.398293", + "start_time": "2023-08-26T05:03:03.368858", "status": "completed" }, "tags": [] @@ -10984,7 +15819,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[2023-08-25 20:42:54,067] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" + "[2023-08-26 05:03:07,997] [INFO] [real_accelerator.py:133:get_accelerator] Setting ds_accelerator to cuda (auto detect)\r\n" ] }, { @@ -11007,840 +15842,846 @@ "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4100 tokens : 31.585365853658537% similarity, with 1295 matched token, and 2805 token mismatch\r\n" + "## Model validation for 4100 tokens : 19.439024390243905% similarity, with 797 matched token, and 3303 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4200 tokens : 30.80952380952381% similarity, with 1294 matched token, and 2906 token mismatch\r\n" + "## Model validation for 4200 tokens : 18.5% similarity, with 777 matched token, and 3423 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4300 tokens : 29.511627906976745% similarity, with 1269 matched token, and 3031 token mismatch\r\n" + "## Model validation for 4300 tokens : 17.906976744186046% similarity, with 770 matched token, and 3530 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4400 tokens : 28.204545454545453% similarity, with 1241 matched token, and 3159 token mismatch\r\n" + "## Model validation for 4400 tokens : 17.06818181818182% similarity, with 751 matched token, and 3649 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4500 tokens : 27.244444444444444% similarity, with 1226 matched token, and 3274 token mismatch\r\n" + "## Model validation for 4500 tokens : 16.377777777777776% similarity, with 737 matched token, and 3763 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4600 tokens : 26.043478260869563% similarity, with 1198 matched token, and 3402 token mismatch\r\n" + "## Model validation for 4600 tokens : 15.65217391304348% similarity, with 720 matched token, and 3880 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4700 tokens : 24.70212765957447% similarity, with 1161 matched token, and 3539 token mismatch\r\n" + "## Model validation for 4700 tokens : 14.829787234042552% similarity, with 697 matched token, and 4003 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4800 tokens : 23.541666666666668% similarity, with 1130 matched token, and 3670 token mismatch\r\n" + "## Model validation for 4800 tokens : 14.145833333333332% similarity, with 679 matched token, and 4121 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 4900 tokens : 22.428571428571427% similarity, with 1099 matched token, and 3801 token mismatch\r\n" + "## Model validation for 4900 tokens : 13.204081632653061% similarity, with 647 matched token, and 4253 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5000 tokens : 20.68% similarity, with 1034 matched token, and 3966 token mismatch\r\n" + "## Model validation for 5000 tokens : 12.42% similarity, with 621 matched token, and 4379 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5100 tokens : 19.823529411764707% similarity, with 1011 matched token, and 4089 token mismatch\r\n" + "## Model validation for 5100 tokens : 11.470588235294118% similarity, with 585 matched token, and 4515 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5200 tokens : 18.48076923076923% similarity, with 961 matched token, and 4239 token mismatch\r\n" + "## Model validation for 5200 tokens : 10.596153846153847% similarity, with 551 matched token, and 4649 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5300 tokens : 17.452830188679243% similarity, with 925 matched token, and 4375 token mismatch\r\n" + "## Model validation for 5300 tokens : 9.773584905660378% similarity, with 518 matched token, and 4782 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5400 tokens : 16.37037037037037% similarity, with 884 matched token, and 4516 token mismatch\r\n" + "## Model validation for 5400 tokens : 8.666666666666668% similarity, with 468 matched token, and 4932 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5500 tokens : 15.109090909090908% similarity, with 831 matched token, and 4669 token mismatch\r\n" + "## Model validation for 5500 tokens : 7.8909090909090915% similarity, with 434 matched token, and 5066 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5600 tokens : 13.946428571428571% similarity, with 781 matched token, and 4819 token mismatch\r\n" + "## Model validation for 5600 tokens : 7.214285714285714% similarity, with 404 matched token, and 5196 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5700 tokens : 13.0% similarity, with 741 matched token, and 4959 token mismatch\r\n" + "## Model validation for 5700 tokens : 6.561403508771931% similarity, with 374 matched token, and 5326 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5800 tokens : 11.948275862068966% similarity, with 693 matched token, and 5107 token mismatch\r\n" + "## Model validation for 5800 tokens : 5.931034482758621% similarity, with 344 matched token, and 5456 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 5900 tokens : 11.016949152542372% similarity, with 650 matched token, and 5250 token mismatch\r\n" + "## Model validation for 5900 tokens : 5.627118644067797% similarity, with 332 matched token, and 5568 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6000 tokens : 9.783333333333333% similarity, with 587 matched token, and 5413 token mismatch\r\n" + "## Model validation for 6000 tokens : 5.166666666666667% similarity, with 310 matched token, and 5690 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6100 tokens : 8.950819672131148% similarity, with 546 matched token, and 5554 token mismatch\r\n" + "## Model validation for 6100 tokens : 4.836065573770492% similarity, with 295 matched token, and 5805 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6200 tokens : 8.338709677419356% similarity, with 517 matched token, and 5683 token mismatch\r\n" + "## Model validation for 6200 tokens : 4.370967741935484% similarity, with 271 matched token, and 5929 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6300 tokens : 7.571428571428572% similarity, with 477 matched token, and 5823 token mismatch\r\n" + "## Model validation for 6300 tokens : 4.222222222222222% similarity, with 266 matched token, and 6034 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6400 tokens : 7.109375% similarity, with 455 matched token, and 5945 token mismatch\r\n" + "## Model validation for 6400 tokens : 3.9843749999999996% similarity, with 255 matched token, and 6145 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6500 tokens : 6.538461538461539% similarity, with 425 matched token, and 6075 token mismatch\r\n" + "## Model validation for 6500 tokens : 3.8615384615384616% similarity, with 251 matched token, and 6249 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6600 tokens : 6.0% similarity, with 396 matched token, and 6204 token mismatch\r\n" + "## Model validation for 6600 tokens : 3.7575757575757573% similarity, with 248 matched token, and 6352 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6700 tokens : 5.567164179104478% similarity, with 373 matched token, and 6327 token mismatch\r\n" + "## Model validation for 6700 tokens : 3.7910447761194033% similarity, with 254 matched token, and 6446 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6800 tokens : 5.102941176470589% similarity, with 347 matched token, and 6453 token mismatch\r\n" + "## Model validation for 6800 tokens : 3.6764705882352944% similarity, with 250 matched token, and 6550 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 6900 tokens : 4.826086956521739% similarity, with 333 matched token, and 6567 token mismatch\r\n" + "## Model validation for 6900 tokens : 3.6231884057971016% similarity, with 250 matched token, and 6650 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7000 tokens : 4.571428571428571% similarity, with 320 matched token, and 6680 token mismatch\r\n" + "## Model validation for 7000 tokens : 3.571428571428571% similarity, with 250 matched token, and 6750 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7100 tokens : 4.338028169014085% similarity, with 308 matched token, and 6792 token mismatch\r\n" + "## Model validation for 7100 tokens : 3.492957746478873% similarity, with 248 matched token, and 6852 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7200 tokens : 4.236111111111112% similarity, with 305 matched token, and 6895 token mismatch\r\n" + "## Model validation for 7200 tokens : 3.486111111111111% similarity, with 251 matched token, and 6949 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7300 tokens : 4.068493150684931% similarity, with 297 matched token, and 7003 token mismatch\r\n" + "## Model validation for 7300 tokens : 3.493150684931507% similarity, with 255 matched token, and 7045 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7400 tokens : 3.9324324324324325% similarity, with 291 matched token, and 7109 token mismatch\r\n" + "## Model validation for 7400 tokens : 3.5000000000000004% similarity, with 259 matched token, and 7141 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7500 tokens : 3.826666666666666% similarity, with 287 matched token, and 7213 token mismatch\r\n" + "## Model validation for 7500 tokens : 3.4266666666666667% similarity, with 257 matched token, and 7243 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7600 tokens : 3.6578947368421053% similarity, with 278 matched token, and 7322 token mismatch\r\n" + "## Model validation for 7600 tokens : 3.4342105263157894% similarity, with 261 matched token, and 7339 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7700 tokens : 3.6363636363636362% similarity, with 280 matched token, and 7420 token mismatch\r\n" + "## Model validation for 7700 tokens : 3.428571428571429% similarity, with 264 matched token, and 7436 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7800 tokens : 3.5769230769230766% similarity, with 279 matched token, and 7521 token mismatch\r\n" + "## Model validation for 7800 tokens : 3.4230769230769234% similarity, with 267 matched token, and 7533 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 7900 tokens : 3.518987341772152% similarity, with 278 matched token, and 7622 token mismatch\r\n" + "## Model validation for 7900 tokens : 3.4050632911392404% similarity, with 269 matched token, and 7631 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8000 tokens : 3.4750000000000005% similarity, with 278 matched token, and 7722 token mismatch\r\n" + "## Model validation for 8000 tokens : 3.4000000000000004% similarity, with 272 matched token, and 7728 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8100 tokens : 3.4814814814814814% similarity, with 282 matched token, and 7818 token mismatch\r\n" + "## Model validation for 8100 tokens : 3.4444444444444446% similarity, with 279 matched token, and 7821 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8200 tokens : 3.4756097560975614% similarity, with 285 matched token, and 7915 token mismatch\r\n" + "## Model validation for 8200 tokens : 3.4268292682926833% similarity, with 281 matched token, and 7919 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8300 tokens : 3.397590361445783% similarity, with 282 matched token, and 8018 token mismatch\r\n" + "## Model validation for 8300 tokens : 3.4096385542168677% similarity, with 283 matched token, and 8017 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8400 tokens : 3.380952380952381% similarity, with 284 matched token, and 8116 token mismatch\r\n" + "## Model validation for 8400 tokens : 3.392857142857143% similarity, with 285 matched token, and 8115 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8500 tokens : 3.364705882352941% similarity, with 286 matched token, and 8214 token mismatch\r\n" + "## Model validation for 8500 tokens : 3.4235294117647057% similarity, with 291 matched token, and 8209 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8600 tokens : 3.372093023255814% similarity, with 290 matched token, and 8310 token mismatch\r\n" + "## Model validation for 8600 tokens : 3.4186046511627906% similarity, with 294 matched token, and 8306 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8700 tokens : 3.3563218390804597% similarity, with 292 matched token, and 8408 token mismatch\r\n" + "## Model validation for 8700 tokens : 3.425287356321839% similarity, with 298 matched token, and 8402 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8800 tokens : 3.340909090909091% similarity, with 294 matched token, and 8506 token mismatch\r\n" + "## Model validation for 8800 tokens : 3.4090909090909087% similarity, with 300 matched token, and 8500 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 8900 tokens : 3.348314606741573% similarity, with 298 matched token, and 8602 token mismatch\r\n" + "## Model validation for 8900 tokens : 3.4269662921348316% similarity, with 305 matched token, and 8595 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9000 tokens : 3.3333333333333335% similarity, with 300 matched token, and 8700 token mismatch\r\n" + "## Model validation for 9000 tokens : 3.4111111111111114% similarity, with 307 matched token, and 8693 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9100 tokens : 3.3516483516483517% similarity, with 305 matched token, and 8795 token mismatch\r\n" + "## Model validation for 9100 tokens : 3.428571428571429% similarity, with 312 matched token, and 8788 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9200 tokens : 3.3478260869565215% similarity, with 308 matched token, and 8892 token mismatch\r\n" + "## Model validation for 9200 tokens : 3.4239130434782608% similarity, with 315 matched token, and 8885 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9300 tokens : 3.3333333333333335% similarity, with 310 matched token, and 8990 token mismatch\r\n" + "## Model validation for 9300 tokens : 3.4086021505376345% similarity, with 317 matched token, and 8983 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9400 tokens : 3.3297872340425534% similarity, with 313 matched token, and 9087 token mismatch\r\n" + "## Model validation for 9400 tokens : 3.393617021276596% similarity, with 319 matched token, and 9081 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9500 tokens : 3.3578947368421055% similarity, with 319 matched token, and 9181 token mismatch\r\n" + "## Model validation for 9500 tokens : 3.4105263157894736% similarity, with 324 matched token, and 9176 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9600 tokens : 3.3645833333333335% similarity, with 323 matched token, and 9277 token mismatch\r\n" + "## Model validation for 9600 tokens : 3.4166666666666665% similarity, with 328 matched token, and 9272 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9700 tokens : 3.350515463917526% similarity, with 325 matched token, and 9375 token mismatch\r\n" + "## Model validation for 9700 tokens : 3.4123711340206184% similarity, with 331 matched token, and 9369 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9800 tokens : 3.316326530612245% similarity, with 325 matched token, and 9475 token mismatch\r\n" + "## Model validation for 9800 tokens : 3.4081632653061225% similarity, with 334 matched token, and 9466 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 9900 tokens : 3.3333333333333335% similarity, with 330 matched token, and 9570 token mismatch\r\n" + "## Model validation for 9900 tokens : 3.424242424242424% similarity, with 339 matched token, and 9561 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10000 tokens : 3.37% similarity, with 337 matched token, and 9663 token mismatch\r\n" + "## Model validation for 10000 tokens : 3.45% similarity, with 345 matched token, and 9655 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10100 tokens : 3.3762376237623766% similarity, with 341 matched token, and 9759 token mismatch\r\n" + "## Model validation for 10100 tokens : 3.4653465346534658% similarity, with 350 matched token, and 9750 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10200 tokens : 3.3725490196078427% similarity, with 344 matched token, and 9856 token mismatch\r\n" + "## Model validation for 10200 tokens : 3.4509803921568625% similarity, with 352 matched token, and 9848 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10300 tokens : 3.378640776699029% similarity, with 348 matched token, and 9952 token mismatch\r\n" + "## Model validation for 10300 tokens : 3.4368932038834954% similarity, with 354 matched token, and 9946 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10400 tokens : 3.3653846153846154% similarity, with 350 matched token, and 10050 token mismatch\r\n" + "## Model validation for 10400 tokens : 3.4423076923076925% similarity, with 358 matched token, and 10042 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10500 tokens : 3.3904761904761904% similarity, with 356 matched token, and 10144 token mismatch\r\n" + "## Model validation for 10500 tokens : 3.4476190476190474% similarity, with 362 matched token, and 10138 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10600 tokens : 3.3773584905660377% similarity, with 358 matched token, and 10242 token mismatch\r\n" + "## Model validation for 10600 tokens : 3.443396226415094% similarity, with 365 matched token, and 10235 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10700 tokens : 3.411214953271028% similarity, with 365 matched token, and 10335 token mismatch\r\n" + "## Model validation for 10700 tokens : 3.467289719626168% similarity, with 371 matched token, and 10329 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10800 tokens : 3.4074074074074074% similarity, with 368 matched token, and 10432 token mismatch\r\n" + "## Model validation for 10800 tokens : 3.4722222222222223% similarity, with 375 matched token, and 10425 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 10900 tokens : 3.3944954128440368% similarity, with 370 matched token, and 10530 token mismatch\r\n" + "## Model validation for 10900 tokens : 3.458715596330275% similarity, with 377 matched token, and 10523 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11000 tokens : 3.418181818181818% similarity, with 376 matched token, and 10624 token mismatch\r\n" + "## Model validation for 11000 tokens : 3.481818181818182% similarity, with 383 matched token, and 10617 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11100 tokens : 3.414414414414414% similarity, with 379 matched token, and 10721 token mismatch\r\n" + "## Model validation for 11100 tokens : 3.4774774774774775% similarity, with 386 matched token, and 10714 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11200 tokens : 3.392857142857143% similarity, with 380 matched token, and 10820 token mismatch\r\n" + "## Model validation for 11200 tokens : 3.455357142857143% similarity, with 387 matched token, and 10813 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11300 tokens : 3.4070796460176993% similarity, with 385 matched token, and 10915 token mismatch\r\n" + "## Model validation for 11300 tokens : 3.4690265486725664% similarity, with 392 matched token, and 10908 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11400 tokens : 3.4473684210526314% similarity, with 393 matched token, and 11007 token mismatch\r\n" + "## Model validation for 11400 tokens : 3.5000000000000004% similarity, with 399 matched token, and 11001 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11500 tokens : 3.4434782608695653% similarity, with 396 matched token, and 11104 token mismatch\r\n" + "## Model validation for 11500 tokens : 3.5043478260869563% similarity, with 403 matched token, and 11097 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11600 tokens : 3.474137931034483% similarity, with 403 matched token, and 11197 token mismatch\r\n" + "## Model validation for 11600 tokens : 3.517241379310345% similarity, with 408 matched token, and 11192 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11700 tokens : 3.4444444444444446% similarity, with 403 matched token, and 11297 token mismatch\r\n" + "## Model validation for 11700 tokens : 3.5042735042735043% similarity, with 410 matched token, and 11290 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11800 tokens : 3.4661016949152543% similarity, with 409 matched token, and 11391 token mismatch\r\n" + "## Model validation for 11800 tokens : 3.516949152542373% similarity, with 415 matched token, and 11385 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 11900 tokens : 3.46218487394958% similarity, with 412 matched token, and 11488 token mismatch\r\n" + "## Model validation for 11900 tokens : 3.521008403361345% similarity, with 419 matched token, and 11481 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12000 tokens : 3.4750000000000005% similarity, with 417 matched token, and 11583 token mismatch\r\n" + "## Model validation for 12000 tokens : 3.5333333333333337% similarity, with 424 matched token, and 11576 token mismatch\r\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "## Model validation for 12100 tokens : 3.5454545454545454% similarity, with 429 matched token, and 11671 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12100 tokens : 3.479338842975207% similarity, with 421 matched token, and 11679 token mismatch\r\n" + "## Model validation for 12200 tokens : 3.5327868852459017% similarity, with 431 matched token, and 11769 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12200 tokens : 3.4672131147540983% similarity, with 423 matched token, and 11777 token mismatch\r\n" + "## Model validation for 12300 tokens : 3.5447154471544713% similarity, with 436 matched token, and 11864 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12300 tokens : 3.4796747967479678% similarity, with 428 matched token, and 11872 token mismatch\r\n" + "## Model validation for 12400 tokens : 3.540322580645161% similarity, with 439 matched token, and 11961 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12400 tokens : 3.483870967741935% similarity, with 432 matched token, and 11968 token mismatch\r\n" + "## Model validation for 12500 tokens : 3.5360000000000005% similarity, with 442 matched token, and 12058 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12500 tokens : 3.472% similarity, with 434 matched token, and 12066 token mismatch\r\n" + "## Model validation for 12600 tokens : 3.5317460317460316% similarity, with 445 matched token, and 12155 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12600 tokens : 3.4682539682539684% similarity, with 437 matched token, and 12163 token mismatch\r\n" + "## Model validation for 12700 tokens : 3.543307086614173% similarity, with 450 matched token, and 12250 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12700 tokens : 3.47244094488189% similarity, with 441 matched token, and 12259 token mismatch\r\n" + "## Model validation for 12800 tokens : 3.5312499999999996% similarity, with 452 matched token, and 12348 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12800 tokens : 3.4453125% similarity, with 441 matched token, and 12359 token mismatch\r\n" + "## Model validation for 12900 tokens : 3.5348837209302326% similarity, with 456 matched token, and 12444 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 12900 tokens : 3.4496124031007755% similarity, with 445 matched token, and 12455 token mismatch\r\n" + "## Model validation for 13000 tokens : 3.553846153846154% similarity, with 462 matched token, and 12538 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13000 tokens : 3.4769230769230766% similarity, with 452 matched token, and 12548 token mismatch\r\n" + "## Model validation for 13100 tokens : 3.5343511450381677% similarity, with 463 matched token, and 12637 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13100 tokens : 3.4656488549618323% similarity, with 454 matched token, and 12646 token mismatch\r\n" + "## Model validation for 13200 tokens : 3.5378787878787876% similarity, with 467 matched token, and 12733 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13200 tokens : 3.4772727272727275% similarity, with 459 matched token, and 12741 token mismatch\r\n" + "## Model validation for 13300 tokens : 3.5263157894736845% similarity, with 469 matched token, and 12831 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13300 tokens : 3.4511278195488724% similarity, with 459 matched token, and 12841 token mismatch\r\n" + "## Model validation for 13400 tokens : 3.544776119402985% similarity, with 475 matched token, and 12925 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13400 tokens : 3.4925373134328357% similarity, with 468 matched token, and 12932 token mismatch\r\n" + "## Model validation for 13500 tokens : 3.5333333333333337% similarity, with 477 matched token, and 13023 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13500 tokens : 3.4666666666666663% similarity, with 468 matched token, and 13032 token mismatch\r\n" + "## Model validation for 13600 tokens : 3.5441176470588234% similarity, with 482 matched token, and 13118 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13600 tokens : 3.4926470588235294% similarity, with 475 matched token, and 13125 token mismatch\r\n" + "## Model validation for 13700 tokens : 3.5328467153284673% similarity, with 484 matched token, and 13216 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13700 tokens : 3.4744525547445253% similarity, with 476 matched token, and 13224 token mismatch\r\n" + "## Model validation for 13800 tokens : 3.5362318840579707% similarity, with 488 matched token, and 13312 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13800 tokens : 3.4710144927536235% similarity, with 479 matched token, and 13321 token mismatch\r\n" + "## Model validation for 13900 tokens : 3.5467625899280577% similarity, with 493 matched token, and 13407 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 13900 tokens : 3.4892086330935252% similarity, with 485 matched token, and 13415 token mismatch\r\n" + "## Model validation for 14000 tokens : 3.564285714285714% similarity, with 499 matched token, and 13501 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14000 tokens : 3.507142857142857% similarity, with 491 matched token, and 13509 token mismatch\r\n" + "## Model validation for 14100 tokens : 3.5602836879432624% similarity, with 502 matched token, and 13598 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14100 tokens : 3.5106382978723407% similarity, with 495 matched token, and 13605 token mismatch\r\n" + "## Model validation for 14200 tokens : 3.549295774647887% similarity, with 504 matched token, and 13696 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14200 tokens : 3.4859154929577465% similarity, with 495 matched token, and 13705 token mismatch\r\n" + "## Model validation for 14300 tokens : 3.5454545454545454% similarity, with 507 matched token, and 13793 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14300 tokens : 3.4965034965034967% similarity, with 500 matched token, and 13800 token mismatch\r\n" + "## Model validation for 14400 tokens : 3.5555555555555554% similarity, with 512 matched token, and 13888 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14400 tokens : 3.5138888888888884% similarity, with 506 matched token, and 13894 token mismatch\r\n" + "## Model validation for 14500 tokens : 3.5448275862068965% similarity, with 514 matched token, and 13986 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14500 tokens : 3.510344827586207% similarity, with 509 matched token, and 13991 token mismatch\r\n" + "## Model validation for 14600 tokens : 3.534246575342466% similarity, with 516 matched token, and 14084 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14600 tokens : 3.4863013698630136% similarity, with 509 matched token, and 14091 token mismatch\r\n" + "## Model validation for 14700 tokens : 3.5646258503401365% similarity, with 524 matched token, and 14176 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14700 tokens : 3.5306122448979593% similarity, with 519 matched token, and 14181 token mismatch\r\n" + "## Model validation for 14800 tokens : 3.5608108108108105% similarity, with 527 matched token, and 14273 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14800 tokens : 3.5000000000000004% similarity, with 518 matched token, and 14282 token mismatch\r\n" + "## Model validation for 14900 tokens : 3.557046979865772% similarity, with 530 matched token, and 14370 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 14900 tokens : 3.4966442953020134% similarity, with 521 matched token, and 14379 token mismatch\r\n" + "## Model validation for 15000 tokens : 3.56% similarity, with 534 matched token, and 14466 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15000 tokens : 3.5000000000000004% similarity, with 525 matched token, and 14475 token mismatch\r\n" + "## Model validation for 15100 tokens : 3.556291390728477% similarity, with 537 matched token, and 14563 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15100 tokens : 3.503311258278146% similarity, with 529 matched token, and 14571 token mismatch\r\n" + "## Model validation for 15200 tokens : 3.546052631578948% similarity, with 539 matched token, and 14661 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15200 tokens : 3.4934210526315788% similarity, with 531 matched token, and 14669 token mismatch\r\n" + "## Model validation for 15300 tokens : 3.5490196078431375% similarity, with 543 matched token, and 14757 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15300 tokens : 3.483660130718954% similarity, with 533 matched token, and 14767 token mismatch\r\n" + "## Model validation for 15400 tokens : 3.538961038961039% similarity, with 545 matched token, and 14855 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15400 tokens : 3.474025974025974% similarity, with 535 matched token, and 14865 token mismatch\r\n" + "## Model validation for 15500 tokens : 3.535483870967742% similarity, with 548 matched token, and 14952 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15500 tokens : 3.464516129032258% similarity, with 537 matched token, and 14963 token mismatch\r\n" + "## Model validation for 15600 tokens : 3.5384615384615383% similarity, with 552 matched token, and 15048 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15600 tokens : 3.4871794871794872% similarity, with 544 matched token, and 15056 token mismatch\r\n" + "## Model validation for 15700 tokens : 3.54140127388535% similarity, with 556 matched token, and 15144 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15700 tokens : 3.4904458598726116% similarity, with 548 matched token, and 15152 token mismatch\r\n" + "## Model validation for 15800 tokens : 3.537974683544304% similarity, with 559 matched token, and 15241 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15800 tokens : 3.481012658227848% similarity, with 550 matched token, and 15250 token mismatch\r\n" + "## Model validation for 15900 tokens : 3.528301886792453% similarity, with 561 matched token, and 15339 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 15900 tokens : 3.471698113207547% similarity, with 552 matched token, and 15348 token mismatch\r\n" + "## Model validation for 16000 tokens : 3.5249999999999995% similarity, with 564 matched token, and 15436 token mismatch\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "## Model validation for 16000 tokens : 3.4562500000000003% similarity, with 553 matched token, and 15447 token mismatch\r\n", "###\r\n", "### Model validation end ###\r\n", "###\r\n" @@ -11848,7 +16689,7 @@ } ], "source": [ - "!python3 ./memory_script/eval_v5wavenet_memory_guided.py \"../../../model/WaveV5-C-Tune5.pth\" \"./logs/WavenetV5-C-Tune5-16k.csv\" 4100 16000" + "!python3 ./memory_script/eval_v5_memory_guided.py \"../../../model/v5-L6-D4096-E0_1-mem-ctx-8k.pth\" \"./logs/v5-L6-D4096-E0_1-16k.csv\" 4100 16000" ] } ], @@ -11872,14 +16713,14 @@ }, "papermill": { "default_parameters": {}, - "duration": 8692.243185, - "end_time": "2023-08-25T21:46:48.318222", + "duration": 12760.151538, + "end_time": "2023-08-26T06:07:17.721640", "environment_variables": {}, "exception": null, "input_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/notebook/experiment/memory-bench/Benchmark-V5.ipynb", "output_path": "/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5.ipynb", "parameters": {}, - "start_time": "2023-08-25T19:21:56.075037", + "start_time": "2023-08-26T02:34:37.570102", "version": "2.4.0" } },