diff --git "a/notebooks/06_Few-shot_Prompting_Open_Source.ipynb" "b/notebooks/06_Few-shot_Prompting_Open_Source.ipynb"
--- "a/notebooks/06_Few-shot_Prompting_Open_Source.ipynb"
+++ "b/notebooks/06_Few-shot_Prompting_Open_Source.ipynb"
@@ -1,10343 +1,3 @@
-{
- "cells": [
- {
- "cell_type": "code",
- "execution_count": 2,
- "metadata": {
- "application/vnd.databricks.v1+cell": {
- "cellMetadata": {},
- "inputWidgets": {},
- "nuid": "0ea8b46b-839b-445b-8043-ccdf4e920ace",
- "showTitle": false,
- "title": ""
- },
- "id": "YLH80COBzi_F"
- },
- "outputs": [],
- "source": [
- "%load_ext autoreload\n",
- "%autoreload 2"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 3,
- "metadata": {
- "id": "63B5exAuzq4M"
- },
- "outputs": [],
- "source": [
- "from pathlib import Path\n",
- "\n",
- "if \"workding_dir\" not in locals():\n",
- " try:\n",
- " from google.colab import drive\n",
- " drive.mount('/content/drive')\n",
- " workding_dir = \"/content/drive/MyDrive/logical-reasoning/\"\n",
- " except ModuleNotFoundError:\n",
- " workding_dir = str(Path.cwd().parent)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 4,
- "metadata": {
- "executionInfo": {
- "elapsed": 368,
- "status": "ok",
- "timestamp": 1719461634865,
- "user": {
- "displayName": "Donghao Huang",
- "userId": "00463591218503521679"
- },
- "user_tz": -480
- },
- "id": "zFulf0bg0H-9",
- "outputId": "debdd535-c828-40b9-efc0-8a180e5830dd"
- },
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "workding dir: /home/inflaton/code/logical-reasoning\n"
- ]
- }
- ],
- "source": [
- "import os\n",
- "import sys\n",
- "\n",
- "os.chdir(workding_dir)\n",
- "sys.path.append(workding_dir)\n",
- "print(\"workding dir:\", workding_dir)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 4,
- "metadata": {
- "application/vnd.databricks.v1+cell": {
- "cellMetadata": {},
- "inputWidgets": {},
- "nuid": "9f67ec60-2f24-411c-84eb-0dd664b44775",
- "showTitle": false,
- "title": ""
- },
- "colab": {
- "base_uri": "https://localhost:8080/"
- },
- "executionInfo": {
- "elapsed": 589,
- "status": "ok",
- "timestamp": 1719462011879,
- "user": {
- "displayName": "Donghao Huang",
- "userId": "00463591218503521679"
- },
- "user_tz": -480
- },
- "id": "DIUiweYYzi_I",
- "outputId": "e16e9247-9077-4b0c-f8ea-17059f05a1c4"
- },
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Current Directory:\n",
- "/home/inflaton/code/logical-reasoning\n",
- "Sat Sep 14 23:45:32 2024 \n",
- "+-----------------------------------------------------------------------------------------+\n",
- "| NVIDIA-SMI 560.35.02 Driver Version: 560.94 CUDA Version: 12.6 |\n",
- "|-----------------------------------------+------------------------+----------------------+\n",
- "| GPU Name Persistence-M | Bus-Id Disp.A | Volatile Uncorr. ECC |\n",
- "| Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |\n",
- "| | | MIG M. |\n",
- "|=========================================+========================+======================|\n",
- "| 0 NVIDIA GeForce RTX 4090 On | 00000000:01:00.0 On | Off |\n",
- "| 0% 51C P8 20W / 450W | 1856MiB / 24564MiB | 3% Default |\n",
- "| | | N/A |\n",
- "+-----------------------------------------+------------------------+----------------------+\n",
- " \n",
- "+-----------------------------------------------------------------------------------------+\n",
- "| Processes: |\n",
- "| GPU GI CI PID Type Process name GPU Memory |\n",
- "| ID ID Usage |\n",
- "|=========================================================================================|\n",
- "| No running processes found |\n",
- "+-----------------------------------------------------------------------------------------+\n",
- "Linux Gen-AI 5.15.133.1-microsoft-standard-WSL2 #1 SMP Thu Oct 5 21:02:42 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux\n",
- "PRETTY_NAME=\"Ubuntu 22.04.2 LTS\"\n",
- "NAME=\"Ubuntu\"\n",
- "VERSION_ID=\"22.04\"\n",
- "VERSION=\"22.04.2 LTS (Jammy Jellyfish)\"\n",
- "VERSION_CODENAME=jammy\n",
- "ID=ubuntu\n",
- "ID_LIKE=debian\n",
- "HOME_URL=\"https://www.ubuntu.com/\"\n",
- "SUPPORT_URL=\"https://help.ubuntu.com/\"\n",
- "BUG_REPORT_URL=\"https://bugs.launchpad.net/ubuntu/\"\n",
- "PRIVACY_POLICY_URL=\"https://www.ubuntu.com/legal/terms-and-policies/privacy-policy\"\n",
- "UBUNTU_CODENAME=jammy\n",
- "Architecture: x86_64\n",
- " CPU op-mode(s): 32-bit, 64-bit\n",
- " Address sizes: 39 bits physical, 48 bits virtual\n",
- " Byte Order: Little Endian\n",
- "CPU(s): 32\n",
- " On-line CPU(s) list: 0-31\n",
- "Vendor ID: GenuineIntel\n",
- " Model name: 13th Gen Intel(R) Core(TM) i9-13900KF\n",
- " CPU family: 6\n",
- " Model: 183\n",
- " Thread(s) per core: 2\n",
- " Core(s) per socket: 16\n",
- " Socket(s): 1\n",
- " Stepping: 1\n",
- " BogoMIPS: 5990.39\n",
- " Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mc\n",
- " a cmov pat pse36 clflush mmx fxsr sse sse2 ss ht syscal\n",
- " l nx pdpe1gb rdtscp lm constant_tsc rep_good nopl xtopo\n",
- " logy tsc_reliable nonstop_tsc cpuid pni pclmulqdq vmx s\n",
- " sse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_dea\n",
- " dline_timer aes xsave avx f16c rdrand hypervisor lahf_l\n",
- " m abm 3dnowprefetch ssbd ibrs ibpb stibp ibrs_enhanced \n",
- " tpr_shadow vnmi ept vpid ept_ad fsgsbase tsc_adjust bmi\n",
- " 1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushop\n",
- " t clwb sha_ni xsaveopt xsavec xgetbv1 xsaves avx_vnni u\n",
- " mip waitpkg gfni vaes vpclmulqdq rdpid movdiri movdir64\n",
- " b fsrm md_clear serialize flush_l1d arch_capabilities\n",
- "Virtualization features: \n",
- " Virtualization: VT-x\n",
- " Hypervisor vendor: Microsoft\n",
- " Virtualization type: full\n",
- "Caches (sum of all): \n",
- " L1d: 768 KiB (16 instances)\n",
- " L1i: 512 KiB (16 instances)\n",
- " L2: 32 MiB (16 instances)\n",
- " L3: 36 MiB (1 instance)\n",
- "Vulnerabilities: \n",
- " Gather data sampling: Not affected\n",
- " Itlb multihit: Not affected\n",
- " L1tf: Not affected\n",
- " Mds: Not affected\n",
- " Meltdown: Not affected\n",
- " Mmio stale data: Not affected\n",
- " Retbleed: Mitigation; Enhanced IBRS\n",
- " Spec rstack overflow: Not affected\n",
- " Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl\n",
- " and seccomp\n",
- " Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer\n",
- " sanitization\n",
- " Spectre v2: Mitigation; Enhanced IBRS, IBPB conditional, RSB fillin\n",
- " g, PBRSB-eIBRS SW sequence\n",
- " Srbds: Not affected\n",
- " Tsx async abort: Not affected\n",
- "MemTotal: 49330020 kB\n",
- "Current Directory:\n",
- "/home/inflaton/code/logical-reasoning\n",
- "Evaluating shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat with few-shot learning\n",
- "loading env vars from: /home/inflaton/code/logical-reasoning/.env\n",
- "Adding /home/inflaton/code/logical-reasoning to sys.path\n",
- "loading /home/inflaton/code/logical-reasoning/llm_toolkit/logical_reasoning_utils.py\n",
- "CUDA is available, we have found 1 GPU(s)\n",
- "NVIDIA GeForce RTX 4090\n",
- "CUDA version: 12.1\n",
- "shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat None False datasets/mgtv data/Mistral-7B-v0.3-Chinese-Chat_results.csv 2048 1\n",
- "(0) GPU = NVIDIA GeForce RTX 4090. Max memory = 23.988 GB.\n",
- "0.0 GB of memory reserved.\n",
- "loading model: shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat with adapter: None\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-14 23:46:28,628 >> loading file tokenizer.model from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Mistral-7B-v0.3-Chinese-Chat/snapshots/7288d48cae9f942b4986132eb3450cf45da3dd56/tokenizer.model\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-14 23:46:28,628 >> loading file tokenizer.json from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Mistral-7B-v0.3-Chinese-Chat/snapshots/7288d48cae9f942b4986132eb3450cf45da3dd56/tokenizer.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-14 23:46:28,628 >> loading file added_tokens.json from cache at None\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-14 23:46:28,628 >> loading file special_tokens_map.json from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Mistral-7B-v0.3-Chinese-Chat/snapshots/7288d48cae9f942b4986132eb3450cf45da3dd56/special_tokens_map.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-14 23:46:28,629 >> loading file tokenizer_config.json from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Mistral-7B-v0.3-Chinese-Chat/snapshots/7288d48cae9f942b4986132eb3450cf45da3dd56/tokenizer_config.json\n",
- "[INFO|configuration_utils.py:733] 2024-09-14 23:46:29,610 >> loading configuration file config.json from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Mistral-7B-v0.3-Chinese-Chat/snapshots/7288d48cae9f942b4986132eb3450cf45da3dd56/config.json\n",
- "[INFO|configuration_utils.py:800] 2024-09-14 23:46:29,618 >> Model config MistralConfig {\n",
- " \"_name_or_path\": \"shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat\",\n",
- " \"architectures\": [\n",
- " \"MistralForCausalLM\"\n",
- " ],\n",
- " \"attention_dropout\": 0.0,\n",
- " \"bos_token_id\": 1,\n",
- " \"eos_token_id\": 2,\n",
- " \"head_dim\": 128,\n",
- " \"hidden_act\": \"silu\",\n",
- " \"hidden_size\": 4096,\n",
- " \"initializer_range\": 0.02,\n",
- " \"intermediate_size\": 14336,\n",
- " \"max_position_embeddings\": 32768,\n",
- " \"model_type\": \"mistral\",\n",
- " \"num_attention_heads\": 32,\n",
- " \"num_hidden_layers\": 32,\n",
- " \"num_key_value_heads\": 8,\n",
- " \"rms_norm_eps\": 1e-05,\n",
- " \"rope_theta\": 1000000.0,\n",
- " \"sliding_window\": null,\n",
- " \"tie_word_embeddings\": false,\n",
- " \"torch_dtype\": \"bfloat16\",\n",
- " \"transformers_version\": \"4.43.3\",\n",
- " \"use_cache\": false,\n",
- " \"vocab_size\": 32768\n",
- "}\n",
- "\n",
- "09/14/2024 23:46:29 - INFO - llamafactory.model.patcher - Using KV cache for faster generation.\n",
- "[INFO|modeling_utils.py:3634] 2024-09-14 23:46:29,877 >> loading weights file model.safetensors from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Mistral-7B-v0.3-Chinese-Chat/snapshots/7288d48cae9f942b4986132eb3450cf45da3dd56/model.safetensors.index.json\n",
- "[INFO|modeling_utils.py:1572] 2024-09-14 23:46:29,897 >> Instantiating MistralForCausalLM model under default dtype torch.bfloat16.\n",
- "[INFO|configuration_utils.py:1038] 2024-09-14 23:46:29,898 >> Generate config GenerationConfig {\n",
- " \"bos_token_id\": 1,\n",
- " \"eos_token_id\": 2\n",
- "}\n",
- "\n",
- "Loading checkpoint shards: 100%|██████████████████| 3/3 [01:47<00:00, 35.90s/it]\n",
- "[INFO|modeling_utils.py:4463] 2024-09-14 23:48:18,205 >> All model checkpoint weights were used when initializing MistralForCausalLM.\n",
- "\n",
- "[INFO|modeling_utils.py:4471] 2024-09-14 23:48:18,205 >> All the weights of MistralForCausalLM were initialized from the model checkpoint at shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat.\n",
- "If your task is similar to the task the model of the checkpoint was trained on, you can already use MistralForCausalLM for predictions without further training.\n",
- "[INFO|configuration_utils.py:993] 2024-09-14 23:48:18,497 >> loading configuration file generation_config.json from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Mistral-7B-v0.3-Chinese-Chat/snapshots/7288d48cae9f942b4986132eb3450cf45da3dd56/generation_config.json\n",
- "[INFO|configuration_utils.py:1038] 2024-09-14 23:48:18,497 >> Generate config GenerationConfig {\n",
- " \"bos_token_id\": 1,\n",
- " \"eos_token_id\": 2\n",
- "}\n",
- "\n",
- "09/14/2024 23:48:18 - INFO - llamafactory.model.model_utils.attention - Using torch SDPA for faster training and inference.\n",
- "09/14/2024 23:48:18 - INFO - llamafactory.model.loader - all params: 7,248,023,552\n",
- "(2) GPU = NVIDIA GeForce RTX 4090. Max memory = 23.988 GB.\n",
- "13.627 GB of memory reserved.\n",
- "Evaluating model: shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat on cuda\n",
- "*** Evaluating with num_shots: 0\n",
- "loading train/test data files\n",
- "Map: 100%|██████████████████████| 25000/25000 [00:00<00:00, 59746.80 examples/s]\n",
- "Map: 100%|████████████████████████| 3000/3000 [00:00<00:00, 63912.23 examples/s]\n",
- "DatasetDict({\n",
- " train: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 25000\n",
- " })\n",
- " test: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 3000\n",
- " })\n",
- "})\n",
- "--------------------------------------------------\n",
- "text: 甄加索是自杀吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 海岸之谜\n",
- "--------------------------------------------------\n",
- "puzzle: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "--------------------------------------------------\n",
- "truth: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "--------------------------------------------------\n",
- "train_text: You are an expert in logical reasoning.[INST] 你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- " [/INST]不是\n",
- "--------------------------------------------------\n",
- "prompt: You are an expert in logical reasoning.[INST] 你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- " [/INST]\n",
- "--------------------------------------------------\n",
- "text: 死者受伤了吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 甄庄哭声\n",
- "--------------------------------------------------\n",
- "puzzle: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "--------------------------------------------------\n",
- "truth: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "--------------------------------------------------\n",
- "train_text: You are an expert in logical reasoning.[INST] 你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他���爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- " [/INST]不是\n",
- "--------------------------------------------------\n",
- "prompt: You are an expert in logical reasoning.[INST] 你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- " [/INST]\n",
- " 0%| | 0/3000 [00:00> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "Batch output: ['不是。']\n",
- " 0%| | 1/3000 [00:04<4:04:52, 4.90s/it][WARNING|utils.py:1542] 2024-09-14 23:48:25,642 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%| | 2/3000 [00:05<1:53:31, 2.27s/it][WARNING|utils.py:1542] 2024-09-14 23:48:26,073 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%| | 3/3000 [00:05<1:13:56, 1.48s/it][WARNING|utils.py:1542] 2024-09-14 23:48:26,611 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%| | 4/3000 [00:06<53:07, 1.06s/it][WARNING|utils.py:1542] 2024-09-14 23:48:27,036 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%| | 5/3000 [00:06<43:32, 1.15it/s][WARNING|utils.py:1542] 2024-09-14 23:48:27,569 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%| | 6/3000 [00:07<37:46, 1.32it/s][WARNING|utils.py:1542] 2024-09-14 23:48:28,103 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%| | 7/3000 [00:08<35:53, 1.39it/s][WARNING|utils.py:1542] 2024-09-14 23:48:28,745 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%| | 8/3000 [00:08<32:54, 1.52it/s][WARNING|utils.py:1542] 2024-09-14 23:48:29,277 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%|▏ | 9/3000 [00:09<30:58, 1.61it/s][WARNING|utils.py:1542] 2024-09-14 23:48:29,813 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%|▏ | 10/3000 [00:09<29:34, 1.69it/s][WARNING|utils.py:1542] 2024-09-14 23:48:30,345 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%|▏ | 11/3000 [00:10<30:20, 1.64it/s][WARNING|utils.py:1542] 2024-09-14 23:48:30,989 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%|▏ | 12/3000 [00:10<27:37, 1.80it/s][WARNING|utils.py:1542] 2024-09-14 23:48:31,419 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%|▏ | 13/3000 [00:11<27:20, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:48:31,955 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%|▏ | 14/3000 [00:11<27:06, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:48:32,490 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 0%|▏ | 15/3000 [00:12<26:53, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:48:33,021 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▏ | 16/3000 [00:12<25:15, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:48:33,453 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▏ | 17/3000 [00:13<24:03, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:48:33,880 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▏ | 18/3000 [00:13<24:45, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:48:34,413 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▎ | 19/3000 [00:14<25:17, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:48:34,946 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▎ | 20/3000 [00:14<25:37, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:48:35,479 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▎ | 21/3000 [00:15<25:51, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:48:36,010 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▎ | 22/3000 [00:15<25:59, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:48:36,542 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▎ | 23/3000 [00:16<24:31, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:48:36,967 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▎ | 24/3000 [00:16<23:29, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:48:37,393 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▎ | 25/3000 [00:17<24:19, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:48:37,923 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▎ | 26/3000 [00:17<23:20, 2.12it/s][WARNING|utils.py:1542] 2024-09-14 23:48:38,348 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▎ | 27/3000 [00:18<24:14, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:48:38,880 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▍ | 28/3000 [00:18<23:16, 2.13it/s][WARNING|utils.py:1542] 2024-09-14 23:48:39,305 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▍ | 29/3000 [00:18<22:38, 2.19it/s][WARNING|utils.py:1542] 2024-09-14 23:48:39,732 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▍ | 30/3000 [00:19<22:09, 2.23it/s][WARNING|utils.py:1542] 2024-09-14 23:48:40,157 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▍ | 31/3000 [00:19<21:54, 2.26it/s][WARNING|utils.py:1542] 2024-09-14 23:48:40,588 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▍ | 32/3000 [00:20<21:38, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:48:41,013 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▍ | 33/3000 [00:20<23:01, 2.15it/s][WARNING|utils.py:1542] 2024-09-14 23:48:41,546 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▍ | 34/3000 [00:21<23:57, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:48:42,075 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▍ | 35/3000 [00:21<24:39, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:48:42,606 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▍ | 36/3000 [00:22<25:05, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:48:43,135 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▌ | 37/3000 [00:22<23:54, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:48:43,564 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▌ | 38/3000 [00:23<24:38, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:48:44,098 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▌ | 39/3000 [00:23<25:08, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:48:44,631 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▌ | 40/3000 [00:24<23:53, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:48:45,057 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▌ | 41/3000 [00:24<24:36, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:48:45,591 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▌ | 42/3000 [00:25<25:01, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:48:46,119 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▌ | 43/3000 [00:25<25:22, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:48:46,650 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 1%|▌ | 44/3000 [00:26<24:02, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:48:47,075 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▌ | 45/3000 [00:26<24:41, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:48:47,608 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▋ | 46/3000 [00:27<25:05, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:48:48,137 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▋ | 47/3000 [00:27<23:51, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:48:48,563 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▋ | 48/3000 [00:28<22:57, 2.14it/s][WARNING|utils.py:1542] 2024-09-14 23:48:48,989 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▋ | 49/3000 [00:28<22:25, 2.19it/s][WARNING|utils.py:1542] 2024-09-14 23:48:49,418 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▋ | 50/3000 [00:29<20:58, 2.34it/s][WARNING|utils.py:1542] 2024-09-14 23:48:49,776 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▋ | 51/3000 [00:29<21:08, 2.32it/s][WARNING|utils.py:1542] 2024-09-14 23:48:50,215 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▋ | 52/3000 [00:29<21:18, 2.31it/s][WARNING|utils.py:1542] 2024-09-14 23:48:50,657 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▋ | 53/3000 [00:30<22:38, 2.17it/s][WARNING|utils.py:1542] 2024-09-14 23:48:51,181 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▋ | 54/3000 [00:30<22:19, 2.20it/s][WARNING|utils.py:1542] 2024-09-14 23:48:51,621 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 55/3000 [00:31<20:48, 2.36it/s][WARNING|utils.py:1542] 2024-09-14 23:48:51,975 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 56/3000 [00:31<21:04, 2.33it/s][WARNING|utils.py:1542] 2024-09-14 23:48:52,417 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 57/3000 [00:32<21:19, 2.30it/s][WARNING|utils.py:1542] 2024-09-14 23:48:52,864 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 58/3000 [00:32<21:28, 2.28it/s][WARNING|utils.py:1542] 2024-09-14 23:48:53,309 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 59/3000 [00:33<21:31, 2.28it/s][WARNING|utils.py:1542] 2024-09-14 23:48:53,751 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 60/3000 [00:34<38:07, 1.29it/s][WARNING|utils.py:1542] 2024-09-14 23:48:55,320 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 61/3000 [00:35<33:11, 1.48it/s][WARNING|utils.py:1542] 2024-09-14 23:48:55,763 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 62/3000 [00:35<29:41, 1.65it/s][WARNING|utils.py:1542] 2024-09-14 23:48:56,203 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 63/3000 [00:35<27:16, 1.79it/s][WARNING|utils.py:1542] 2024-09-14 23:48:56,645 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▊ | 64/3000 [00:36<25:37, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:48:57,091 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▉ | 65/3000 [00:36<24:25, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:48:57,534 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▉ | 66/3000 [00:37<24:48, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:48:58,059 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▉ | 67/3000 [00:37<23:51, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:48:58,502 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▉ | 68/3000 [00:38<23:08, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:48:58,942 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▉ | 69/3000 [00:38<22:39, 2.16it/s][WARNING|utils.py:1542] 2024-09-14 23:48:59,385 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▉ | 70/3000 [00:39<22:21, 2.18it/s][WARNING|utils.py:1542] 2024-09-14 23:48:59,827 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▉ | 71/3000 [00:39<22:07, 2.21it/s][WARNING|utils.py:1542] 2024-09-14 23:49:00,270 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▉ | 72/3000 [00:40<23:18, 2.09it/s][WARNING|utils.py:1542] 2024-09-14 23:49:00,804 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|▉ | 73/3000 [00:40<24:04, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:49:01,335 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|█ | 74/3000 [00:41<24:37, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:49:01,866 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 2%|█ | 75/3000 [00:41<25:00, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:49:02,398 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█ | 76/3000 [00:42<25:18, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:49:02,932 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█ | 77/3000 [00:42<25:29, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:49:03,465 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█ | 78/3000 [00:43<27:08, 1.79it/s][WARNING|utils.py:1542] 2024-09-14 23:49:04,101 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█ | 79/3000 [00:43<26:46, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:49:04,634 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█ | 80/3000 [00:44<26:29, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:49:05,165 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█ | 81/3000 [00:45<27:51, 1.75it/s][WARNING|utils.py:1542] 2024-09-14 23:49:05,804 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█ | 82/3000 [00:45<27:17, 1.78it/s][WARNING|utils.py:1542] 2024-09-14 23:49:06,339 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▏ | 83/3000 [00:46<26:55, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:49:06,875 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▏ | 84/3000 [00:46<26:38, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:49:07,414 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▏ | 85/3000 [00:47<26:29, 1.83it/s][WARNING|utils.py:1542] 2024-09-14 23:49:07,948 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▏ | 86/3000 [00:47<26:21, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:49:08,485 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▏ | 87/3000 [00:48<26:14, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:49:09,021 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▏ | 88/3000 [00:48<26:10, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:49:09,557 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▏ | 89/3000 [00:49<26:05, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:10,092 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▏ | 90/3000 [00:49<26:03, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:10,628 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▏ | 91/3000 [00:50<25:59, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:11,161 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 92/3000 [00:50<25:59, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:11,698 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 93/3000 [00:51<25:59, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:12,235 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 94/3000 [00:52<27:30, 1.76it/s][WARNING|utils.py:1542] 2024-09-14 23:49:12,877 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 95/3000 [00:52<27:01, 1.79it/s][WARNING|utils.py:1542] 2024-09-14 23:49:13,412 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 96/3000 [00:53<26:40, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:49:13,946 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 97/3000 [00:53<26:25, 1.83it/s][WARNING|utils.py:1542] 2024-09-14 23:49:14,481 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 98/3000 [00:54<26:16, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:49:15,017 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 99/3000 [00:54<26:09, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:49:15,553 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 100/3000 [00:55<26:01, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:16,086 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 101/3000 [00:55<26:00, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:16,623 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 102/3000 [00:56<25:56, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:17,158 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▎ | 103/3000 [00:56<25:53, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:17,693 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 3%|█▍ | 104/3000 [00:57<24:21, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:49:18,123 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▍ | 105/3000 [00:57<24:49, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:49:18,661 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▍ | 106/3000 [00:58<25:06, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:49:19,195 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▍ | 107/3000 [00:58<25:22, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:49:19,735 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▍ | 108/3000 [00:59<25:29, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:49:20,270 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▍ | 109/3000 [01:00<25:36, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:49:20,807 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▍ | 110/3000 [01:00<25:38, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:49:21,342 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▍ | 111/3000 [01:01<25:43, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:21,881 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▍ | 112/3000 [01:01<24:12, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:49:22,311 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▌ | 113/3000 [01:02<24:41, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:49:22,847 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▌ | 114/3000 [01:02<24:58, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:49:23,381 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▌ | 115/3000 [01:03<25:13, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:49:23,918 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▌ | 116/3000 [01:03<25:23, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:49:24,455 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▌ | 117/3000 [01:04<23:56, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:49:24,882 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▌ | 118/3000 [01:04<24:29, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:49:25,420 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▌ | 119/3000 [01:05<26:22, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:49:26,061 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▌ | 120/3000 [01:05<26:11, 1.83it/s][WARNING|utils.py:1542] 2024-09-14 23:49:26,599 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▌ | 121/3000 [01:06<26:01, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:49:27,133 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 122/3000 [01:06<25:54, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:49:27,668 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 123/3000 [01:07<25:49, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:28,203 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 124/3000 [01:07<25:47, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:28,739 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 125/3000 [01:08<25:43, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:29,273 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 126/3000 [01:09<25:42, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:49:29,810 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 127/3000 [01:09<24:11, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:49:30,242 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 128/3000 [01:10<24:37, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:49:30,778 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 129/3000 [01:10<24:54, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:49:31,312 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 130/3000 [01:11<25:07, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:49:31,849 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▋ | 131/3000 [01:11<25:13, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:49:32,382 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▊ | 132/3000 [01:12<25:19, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:49:32,917 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▊ | 133/3000 [01:12<25:27, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:49:33,456 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▊ | 134/3000 [01:13<25:28, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:33,991 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 4%|█▊ | 135/3000 [01:13<25:31, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:34,529 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▊ | 136/3000 [01:14<25:30, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:35,063 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▊ | 137/3000 [01:14<25:32, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:35,600 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▊ | 138/3000 [01:15<25:31, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:36,135 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▊ | 139/3000 [01:15<25:31, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:36,671 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▊ | 140/3000 [01:16<25:29, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:37,204 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 141/3000 [01:17<25:30, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:49:37,741 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 142/3000 [01:17<24:02, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:49:38,175 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 143/3000 [01:17<24:29, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:49:38,711 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 144/3000 [01:18<24:44, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:49:39,244 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 145/3000 [01:19<24:57, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:49:39,780 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 146/3000 [01:19<23:35, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:49:40,209 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 147/3000 [01:19<22:39, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:49:40,641 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 148/3000 [01:20<23:29, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:49:41,175 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 149/3000 [01:26<1:48:49, 2.29s/it][WARNING|utils.py:1542] 2024-09-14 23:49:47,657 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 150/3000 [01:27<1:23:52, 1.77s/it][WARNING|utils.py:1542] 2024-09-14 23:49:48,199 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|█▉ | 151/3000 [01:27<1:06:19, 1.40s/it][WARNING|utils.py:1542] 2024-09-14 23:49:48,735 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██ | 152/3000 [01:28<54:01, 1.14s/it][WARNING|utils.py:1542] 2024-09-14 23:49:49,269 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██ | 153/3000 [01:29<45:24, 1.05it/s][WARNING|utils.py:1542] 2024-09-14 23:49:49,803 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██ | 154/3000 [01:29<39:20, 1.21it/s][WARNING|utils.py:1542] 2024-09-14 23:49:50,335 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██ | 155/3000 [01:30<35:09, 1.35it/s][WARNING|utils.py:1542] 2024-09-14 23:49:50,871 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██ | 156/3000 [01:30<32:11, 1.47it/s][WARNING|utils.py:1542] 2024-09-14 23:49:51,406 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██ | 157/3000 [01:31<30:08, 1.57it/s][WARNING|utils.py:1542] 2024-09-14 23:49:51,942 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██ | 158/3000 [01:31<28:43, 1.65it/s][WARNING|utils.py:1542] 2024-09-14 23:49:52,478 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██ | 159/3000 [01:32<27:39, 1.71it/s][WARNING|utils.py:1542] 2024-09-14 23:49:53,011 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██▏ | 160/3000 [01:32<26:56, 1.76it/s][WARNING|utils.py:1542] 2024-09-14 23:49:53,544 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██▏ | 161/3000 [01:33<26:26, 1.79it/s][WARNING|utils.py:1542] 2024-09-14 23:49:54,078 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██▏ | 162/3000 [01:33<26:05, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:49:54,614 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██▏ | 163/3000 [01:34<25:51, 1.83it/s][WARNING|utils.py:1542] 2024-09-14 23:49:55,151 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 5%|██▏ | 164/3000 [01:34<25:41, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:49:55,685 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▏ | 165/3000 [01:35<27:00, 1.75it/s][WARNING|utils.py:1542] 2024-09-14 23:49:56,323 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▏ | 166/3000 [01:36<26:28, 1.78it/s][WARNING|utils.py:1542] 2024-09-14 23:49:56,857 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▏ | 167/3000 [01:36<26:05, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:49:57,392 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▏ | 168/3000 [01:37<25:51, 1.83it/s][WARNING|utils.py:1542] 2024-09-14 23:49:57,928 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 169/3000 [01:37<25:40, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:49:58,464 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 170/3000 [01:38<25:31, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:49:58,998 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 171/3000 [01:38<23:56, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:49:59,427 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 172/3000 [01:39<22:48, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:49:59,856 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 173/3000 [01:39<23:29, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:50:00,389 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 174/3000 [01:40<22:30, 2.09it/s][WARNING|utils.py:1542] 2024-09-14 23:50:00,818 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 175/3000 [01:40<23:16, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:50:01,351 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 176/3000 [01:41<23:50, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:50:01,886 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 177/3000 [01:41<24:14, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:50:02,421 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▎ | 178/3000 [01:42<24:30, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:50:02,956 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▍ | 179/3000 [01:42<24:42, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:50:03,492 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▍ | 180/3000 [01:43<24:49, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:50:04,026 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▍ | 181/3000 [01:43<24:55, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:50:04,562 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▍ | 182/3000 [01:44<24:58, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:50:05,097 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▍ | 183/3000 [01:44<23:31, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:50:05,527 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▍ | 184/3000 [01:45<22:30, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:50:05,956 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▍ | 185/3000 [01:45<23:20, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:50:06,496 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▍ | 186/3000 [01:46<23:51, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:50:07,030 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▍ | 187/3000 [01:46<24:15, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:50:07,567 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▌ | 188/3000 [01:47<24:28, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:50:08,101 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▌ | 189/3000 [01:47<24:41, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:50:08,639 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▌ | 190/3000 [01:48<24:46, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:50:09,173 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▌ | 191/3000 [01:48<24:52, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:50:09,709 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▌ | 192/3000 [01:49<24:53, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:50:10,243 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▌ | 193/3000 [01:50<26:24, 1.77it/s][WARNING|utils.py:1542] 2024-09-14 23:50:10,883 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▌ | 194/3000 [01:50<25:59, 1.80it/s][WARNING|utils.py:1542] 2024-09-14 23:50:11,419 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 6%|██▌ | 195/3000 [01:51<25:39, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:50:11,952 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▌ | 196/3000 [01:51<25:27, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:50:12,487 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 197/3000 [01:52<25:18, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:50:13,021 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 198/3000 [01:52<23:44, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:50:13,452 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 199/3000 [01:53<22:36, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:50:13,880 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 200/3000 [01:53<23:18, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:50:14,415 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 201/3000 [01:54<25:14, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:50:15,053 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 202/3000 [01:54<25:11, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:50:15,591 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 203/3000 [01:55<25:06, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:50:16,126 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 204/3000 [01:55<25:04, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:50:16,663 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 205/3000 [01:56<25:01, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:50:17,199 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▋ | 206/3000 [01:56<25:01, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:50:17,736 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▊ | 207/3000 [01:57<24:57, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:50:18,270 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▊ | 208/3000 [01:58<24:58, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:50:18,807 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▊ | 209/3000 [01:58<24:54, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:50:19,340 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▊ | 210/3000 [01:59<24:54, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:50:19,877 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▊ | 211/3000 [01:59<24:53, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:50:20,412 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▊ | 212/3000 [02:00<24:52, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:50:20,946 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▊ | 213/3000 [02:00<24:52, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:50:21,482 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▊ | 214/3000 [02:01<24:51, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:50:22,016 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▊ | 215/3000 [02:01<24:51, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:50:22,552 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▉ | 216/3000 [02:02<23:20, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:50:22,980 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▉ | 217/3000 [02:02<23:47, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:50:23,516 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▉ | 218/3000 [02:03<24:04, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:50:24,050 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▉ | 219/3000 [02:03<24:17, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:50:24,586 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▉ | 220/3000 [02:04<24:25, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:50:25,120 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▉ | 221/3000 [02:04<24:30, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:50:25,654 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▉ | 222/3000 [02:05<24:33, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:50:26,188 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▉ | 223/3000 [02:05<24:38, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:50:26,724 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 7%|██▉ | 224/3000 [02:06<24:39, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:50:27,259 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 225/3000 [02:07<24:43, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:50:27,797 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 226/3000 [02:07<24:41, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:50:28,330 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 227/3000 [02:08<23:13, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:50:28,759 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 228/3000 [02:08<23:38, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:50:29,292 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 229/3000 [02:08<22:31, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:50:29,724 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 230/3000 [02:09<23:10, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:50:30,259 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 231/3000 [02:09<22:11, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:50:30,691 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 232/3000 [02:10<21:27, 2.15it/s][WARNING|utils.py:1542] 2024-09-14 23:50:31,119 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 233/3000 [02:10<22:26, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:50:31,656 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 234/3000 [02:11<23:05, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:50:32,190 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 235/3000 [02:11<23:34, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:50:32,727 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 236/3000 [02:12<23:52, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:50:33,261 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 237/3000 [02:13<24:07, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:50:33,798 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 238/3000 [02:13<24:15, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:50:34,332 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 239/3000 [02:14<24:21, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:50:34,866 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 240/3000 [02:14<24:25, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:50:35,401 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 241/3000 [02:15<23:00, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:50:35,831 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 242/3000 [02:15<23:26, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:50:36,362 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 243/3000 [02:16<23:44, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:50:36,895 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▎ | 244/3000 [02:16<23:58, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:50:37,428 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▎ | 245/3000 [02:17<24:05, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:50:37,960 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███ | 246/3000 [02:23<1:48:16, 2.36s/it][WARNING|utils.py:1542] 2024-09-14 23:50:44,599 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 247/3000 [02:24<1:23:04, 1.81s/it][WARNING|utils.py:1542] 2024-09-14 23:50:45,130 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▏ | 248/3000 [02:24<1:04:01, 1.40s/it][WARNING|utils.py:1542] 2024-09-14 23:50:45,559 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▎ | 249/3000 [02:25<52:06, 1.14s/it][WARNING|utils.py:1542] 2024-09-14 23:50:46,090 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▎ | 250/3000 [02:25<42:21, 1.08it/s][WARNING|utils.py:1542] 2024-09-14 23:50:46,519 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▎ | 251/3000 [02:26<36:57, 1.24it/s][WARNING|utils.py:1542] 2024-09-14 23:50:47,051 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▎ | 252/3000 [02:26<33:11, 1.38it/s][WARNING|utils.py:1542] 2024-09-14 23:50:47,585 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▎ | 253/3000 [02:27<30:31, 1.50it/s][WARNING|utils.py:1542] 2024-09-14 23:50:48,116 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▍ | 254/3000 [02:27<28:41, 1.59it/s][WARNING|utils.py:1542] 2024-09-14 23:50:48,651 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 8%|███▍ | 255/3000 [02:28<27:23, 1.67it/s][WARNING|utils.py:1542] 2024-09-14 23:50:49,183 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▍ | 256/3000 [02:28<26:30, 1.72it/s][WARNING|utils.py:1542] 2024-09-14 23:50:49,719 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▍ | 257/3000 [02:29<25:50, 1.77it/s][WARNING|utils.py:1542] 2024-09-14 23:50:50,250 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▍ | 258/3000 [02:30<26:50, 1.70it/s][WARNING|utils.py:1542] 2024-09-14 23:50:50,889 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▍ | 259/3000 [02:30<26:05, 1.75it/s][WARNING|utils.py:1542] 2024-09-14 23:50:51,422 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▍ | 260/3000 [02:31<25:33, 1.79it/s][WARNING|utils.py:1542] 2024-09-14 23:50:51,956 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▍ | 261/3000 [02:31<25:13, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:50:52,491 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▍ | 262/3000 [02:32<24:55, 1.83it/s][WARNING|utils.py:1542] 2024-09-14 23:50:53,023 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▌ | 263/3000 [02:32<24:44, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:50:53,556 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▌ | 264/3000 [02:33<24:34, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:50:54,087 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▌ | 265/3000 [02:33<25:55, 1.76it/s][WARNING|utils.py:1542] 2024-09-14 23:50:54,726 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▌ | 266/3000 [02:34<26:50, 1.70it/s][WARNING|utils.py:1542] 2024-09-14 23:50:55,365 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▌ | 267/3000 [02:35<26:08, 1.74it/s][WARNING|utils.py:1542] 2024-09-14 23:50:55,900 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▌ | 268/3000 [02:35<25:34, 1.78it/s][WARNING|utils.py:1542] 2024-09-14 23:50:56,433 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▌ | 269/3000 [02:36<25:09, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:50:56,966 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▌ | 270/3000 [02:36<26:19, 1.73it/s][WARNING|utils.py:1542] 2024-09-14 23:50:57,606 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▌ | 271/3000 [02:37<25:42, 1.77it/s][WARNING|utils.py:1542] 2024-09-14 23:50:58,138 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|���██▋ | 272/3000 [02:37<23:49, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:50:58,567 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▋ | 273/3000 [02:38<25:20, 1.79it/s][WARNING|utils.py:1542] 2024-09-14 23:50:59,203 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▋ | 274/3000 [02:38<25:01, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:50:59,737 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▋ | 275/3000 [02:39<24:44, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:51:00,268 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▋ | 276/3000 [02:40<24:35, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:51:00,802 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▋ | 277/3000 [02:40<23:00, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:51:01,228 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▋ | 278/3000 [02:40<21:56, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:51:01,658 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▋ | 279/3000 [02:41<22:34, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:51:02,189 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▋ | 280/3000 [02:41<23:05, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:51:02,724 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▋ | 281/3000 [02:42<23:22, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:51:03,255 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▊ | 282/3000 [02:43<23:35, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:51:03,788 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▊ | 283/3000 [02:43<23:43, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:51:04,320 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 9%|███▊ | 284/3000 [02:44<23:50, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:51:04,853 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▊ | 285/3000 [02:44<23:53, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:51:05,384 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▊ | 286/3000 [02:45<24:01, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:05,922 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▊ | 287/3000 [02:45<24:06, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:06,461 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▊ | 288/3000 [02:46<24:06, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:06,994 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▊ | 289/3000 [02:46<24:26, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:51:07,552 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▊ | 290/3000 [02:47<24:20, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:51:08,087 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▉ | 291/3000 [02:47<22:52, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:51:08,518 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▉ | 292/3000 [02:48<23:14, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:51:09,052 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▉ | 293/3000 [02:48<23:32, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:51:09,590 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▉ | 294/3000 [02:49<23:42, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:51:10,125 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▉ | 295/3000 [02:49<23:49, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:51:10,661 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▉ | 296/3000 [02:50<23:54, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:51:11,195 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▉ | 297/3000 [02:50<23:57, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:11,730 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▉ | 298/3000 [02:51<23:59, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:12,265 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|███▉ | 299/3000 [02:52<24:03, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:12,803 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 300/3000 [02:52<24:02, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:13,338 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 301/3000 [02:53<24:04, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:13,875 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 302/3000 [02:53<25:30, 1.76it/s][WARNING|utils.py:1542] 2024-09-14 23:51:14,517 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 303/3000 [02:54<25:02, 1.80it/s][WARNING|utils.py:1542] 2024-09-14 23:51:15,050 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 304/3000 [02:54<24:45, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:51:15,586 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 305/3000 [02:55<23:05, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:51:16,014 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 306/3000 [02:55<23:22, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:51:16,550 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 307/3000 [02:56<23:32, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:51:17,084 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 308/3000 [02:56<23:41, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:51:17,620 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████ | 309/3000 [02:57<23:46, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:51:18,155 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████▏ | 310/3000 [02:57<22:24, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:51:18,584 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████▏ | 311/3000 [02:58<22:53, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:51:19,121 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████▏ | 312/3000 [02:58<23:13, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:51:19,657 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████▏ | 313/3000 [02:59<23:25, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:51:20,191 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████▏ | 314/3000 [02:59<23:37, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:51:20,729 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 10%|████▏ | 315/3000 [03:00<25:07, 1.78it/s][WARNING|utils.py:1542] 2024-09-14 23:51:21,369 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▏ | 316/3000 [03:01<24:46, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:51:21,906 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▏ | 317/3000 [03:01<24:30, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:51:22,440 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▏ | 318/3000 [03:02<24:17, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:51:22,972 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 319/3000 [03:02<24:11, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:51:23,510 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 320/3000 [03:03<24:04, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:51:24,043 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 321/3000 [03:03<24:01, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:51:24,579 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 322/3000 [03:04<23:57, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:51:25,113 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 323/3000 [03:04<23:55, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:51:25,648 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 324/3000 [03:05<23:52, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:26,180 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 325/3000 [03:05<23:50, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:26,714 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 326/3000 [03:06<23:50, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:27,250 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 327/3000 [03:07<23:49, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:27,784 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▎ | 328/3000 [03:07<23:46, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:28,316 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▍ | 329/3000 [03:08<23:45, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:28,849 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▍ | 330/3000 [03:08<23:44, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:29,383 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▍ | 331/3000 [03:09<22:20, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:51:29,811 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▍ | 332/3000 [03:09<22:44, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:51:30,344 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▍ | 333/3000 [03:10<21:40, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:51:30,776 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▍ | 334/3000 [03:10<22:20, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:51:31,315 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▍ | 335/3000 [03:11<22:46, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:51:31,850 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▍ | 336/3000 [03:11<23:01, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:51:32,382 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▍ | 337/3000 [03:12<21:50, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:51:32,813 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▌ | 338/3000 [03:12<21:01, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:51:33,245 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▌ | 339/3000 [03:13<21:49, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:51:33,779 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▌ | 340/3000 [03:13<22:21, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:51:34,312 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▌ | 341/3000 [03:14<21:21, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:51:34,741 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▌ | 342/3000 [03:14<22:02, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:51:35,275 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▌ | 343/3000 [03:15<22:32, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:51:35,811 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 11%|████▌ | 344/3000 [03:15<22:50, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:51:36,343 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▌ | 345/3000 [03:16<23:04, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:51:36,878 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▌ | 346/3000 [03:16<23:12, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:51:37,412 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 347/3000 [03:17<23:21, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:51:37,947 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 348/3000 [03:17<23:26, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:51:38,482 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 349/3000 [03:18<23:26, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:39,013 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 350/3000 [03:18<23:30, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:39,549 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 351/3000 [03:19<23:27, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:40,078 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 352/3000 [03:19<23:28, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:40,612 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 353/3000 [03:20<23:29, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:41,145 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 354/3000 [03:20<23:30, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:41,679 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 355/3000 [03:21<23:30, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:42,213 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▋ | 356/3000 [03:22<23:31, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:42,750 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▊ | 357/3000 [03:22<23:31, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:43,284 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▊ | 358/3000 [03:23<23:32, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:43,819 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▊ | 359/3000 [03:23<23:30, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:44,352 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▊ | 360/3000 [03:24<23:28, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:44,885 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▊ | 361/3000 [03:24<23:29, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:45,419 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▊ | 362/3000 [03:25<23:27, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:45,951 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▊ | 363/3000 [03:25<23:26, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:46,484 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▊ | 364/3000 [03:26<23:24, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:47,017 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▊ | 365/3000 [03:26<23:25, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:47,551 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▉ | 366/3000 [03:27<23:22, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:48,080 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▉ | 367/3000 [03:27<23:22, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:48,615 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▉ | 368/3000 [03:28<23:20, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:49,145 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▉ | 369/3000 [03:28<23:21, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:49,680 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▉ | 370/3000 [03:29<23:21, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:50,212 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▉ | 371/3000 [03:30<23:21, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:50,746 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▉ | 372/3000 [03:30<23:19, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:51,278 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▉ | 373/3000 [03:31<23:21, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:51:51,814 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|████▉ | 374/3000 [03:31<21:56, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:51:52,240 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 12%|█████ | 375/3000 [03:31<20:59, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:51:52,669 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████ | 376/3000 [03:32<21:38, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:51:53,200 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████ | 377/3000 [03:32<22:10, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:51:53,735 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████ | 378/3000 [03:33<22:30, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:51:54,269 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████ | 379/3000 [03:34<22:45, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:51:54,803 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████ | 380/3000 [03:34<21:31, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:51:55,231 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████ | 381/3000 [03:35<22:04, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:51:55,766 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████ | 382/3000 [03:35<22:24, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:51:56,298 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████ | 383/3000 [03:36<22:39, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:51:56,831 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████ | 384/3000 [03:36<22:49, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:51:57,364 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▏ | 385/3000 [03:37<22:57, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:51:57,898 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▏ | 386/3000 [03:37<23:02, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:51:58,433 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▏ | 387/3000 [03:38<23:07, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:58,969 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▏ | 388/3000 [03:38<23:08, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:51:59,501 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▏ | 389/3000 [03:39<23:08, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:00,034 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▏ | 390/3000 [03:39<23:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:00,567 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▏ | 391/3000 [03:40<23:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:01,100 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▏ | 392/3000 [03:40<23:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:01,634 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▏ | 393/3000 [03:41<23:08, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:02,166 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 394/3000 [03:41<23:10, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:52:02,702 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 395/3000 [03:42<23:09, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:52:03,234 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 396/3000 [03:43<23:09, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:52:03,769 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 397/3000 [03:43<23:06, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:04,300 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 398/3000 [03:44<23:08, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:52:04,835 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 399/3000 [03:44<21:44, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:52:05,261 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 400/3000 [03:45<22:09, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:52:05,796 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 401/3000 [03:45<22:27, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:52:06,331 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 402/3000 [03:46<22:41, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:52:06,867 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▎ | 403/3000 [03:46<22:48, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:52:07,401 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 13%|█████▍ | 404/3000 [03:47<22:54, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:07,937 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▍ | 405/3000 [03:47<22:58, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:08,472 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▍ | 406/3000 [03:48<23:00, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:09,007 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▍ | 407/3000 [03:48<23:01, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:09,540 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▍ | 408/3000 [03:49<23:00, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:10,073 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▍ | 409/3000 [03:49<23:00, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:10,606 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▍ | 410/3000 [03:50<21:37, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:52:11,033 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▍ | 411/3000 [03:50<22:02, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:52:11,567 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▍ | 412/3000 [03:51<22:18, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:52:12,099 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▌ | 413/3000 [03:51<22:33, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:52:12,636 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▌ | 414/3000 [03:52<22:40, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:52:13,169 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▌ | 415/3000 [03:52<22:46, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:13,703 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▌ | 416/3000 [03:53<22:48, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:14,235 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▌ | 417/3000 [03:54<22:52, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:14,771 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▌ | 418/3000 [03:54<22:53, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:15,304 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▌ | 419/3000 [03:55<22:56, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:15,841 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▌ | 420/3000 [03:55<22:57, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:52:16,376 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▌ | 421/3000 [03:56<22:59, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:52:16,914 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 422/3000 [03:56<24:22, 1.76it/s][WARNING|utils.py:1542] 2024-09-14 23:52:17,556 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 423/3000 [03:57<23:56, 1.79it/s][WARNING|utils.py:1542] 2024-09-14 23:52:18,090 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 424/3000 [03:57<23:39, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:52:18,626 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 425/3000 [03:58<22:03, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:52:19,054 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 426/3000 [03:58<22:18, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:52:19,588 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 427/3000 [03:59<21:07, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:52:20,017 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 428/3000 [03:59<20:20, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:52:20,449 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 429/3000 [04:00<21:04, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:52:20,982 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 430/3000 [04:00<21:40, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:52:21,520 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▋ | 431/3000 [04:01<21:59, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:52:22,052 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▊ | 432/3000 [04:01<22:16, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:52:22,589 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▊ | 433/3000 [04:02<22:26, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:52:23,122 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▊ | 434/3000 [04:02<22:34, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:23,658 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 14%|█████▊ | 435/3000 [04:03<22:37, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:24,190 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▊ | 436/3000 [04:03<22:41, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:24,726 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▊ | 437/3000 [04:04<22:43, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:25,260 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▊ | 438/3000 [04:05<22:45, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:25,796 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▊ | 439/3000 [04:05<22:45, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:26,329 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▊ | 440/3000 [04:06<22:47, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:52:26,865 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▉ | 441/3000 [04:06<22:46, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:52:27,400 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▉ | 442/3000 [04:07<21:27, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:52:27,831 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▉ | 443/3000 [04:07<21:50, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:52:28,365 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▉ | 444/3000 [04:08<22:07, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:52:28,900 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▉ | 445/3000 [04:08<20:56, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:52:29,328 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▉ | 446/3000 [04:09<21:28, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:52:29,862 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▉ | 447/3000 [04:09<21:49, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:52:30,395 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▉ | 448/3000 [04:10<22:06, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:52:30,931 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▋ | 449/3000 [04:15<1:22:51, 1.95s/it][WARNING|utils.py:1542] 2024-09-14 23:52:36,214 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|█████▋ | 450/3000 [04:15<1:03:27, 1.49s/it][WARNING|utils.py:1542] 2024-09-14 23:52:36,643 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████ | 451/3000 [04:16<51:09, 1.20s/it][WARNING|utils.py:1542] 2024-09-14 23:52:37,173 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████ | 452/3000 [04:16<42:34, 1.00s/it][WARNING|utils.py:1542] 2024-09-14 23:52:37,706 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████ | 453/3000 [04:17<36:33, 1.16it/s][WARNING|utils.py:1542] 2024-09-14 23:52:38,237 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████ | 454/3000 [04:18<32:21, 1.31it/s][WARNING|utils.py:1542] 2024-09-14 23:52:38,770 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████ | 455/3000 [04:18<29:24, 1.44it/s][WARNING|utils.py:1542] 2024-09-14 23:52:39,302 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████ | 456/3000 [04:19<27:21, 1.55it/s][WARNING|utils.py:1542] 2024-09-14 23:52:39,835 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████ | 457/3000 [04:19<25:54, 1.64it/s][WARNING|utils.py:1542] 2024-09-14 23:52:40,367 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████ | 458/3000 [04:20<24:54, 1.70it/s][WARNING|utils.py:1542] 2024-09-14 23:52:40,900 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████ | 459/3000 [04:20<24:13, 1.75it/s][WARNING|utils.py:1542] 2024-09-14 23:52:41,435 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████▏ | 460/3000 [04:21<23:41, 1.79it/s][WARNING|utils.py:1542] 2024-09-14 23:52:41,965 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████▏ | 461/3000 [04:21<23:19, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:52:42,497 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████▏ | 462/3000 [04:22<21:43, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:52:42,923 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████▏ | 463/3000 [04:22<22:05, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:52:43,466 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 15%|██████▏ | 464/3000 [04:23<22:11, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:52:43,997 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▏ | 465/3000 [04:23<22:17, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:52:44,530 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▏ | 466/3000 [04:24<22:19, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:45,061 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▏ | 467/3000 [04:24<21:02, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:52:45,489 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▏ | 468/3000 [04:25<22:44, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:52:46,123 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 469/3000 [04:25<21:19, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:52:46,551 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 470/3000 [04:26<21:37, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:52:47,080 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 471/3000 [04:26<21:52, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:52:47,613 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 472/3000 [04:27<22:03, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:52:48,148 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 473/3000 [04:27<22:17, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:48,691 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 474/3000 [04:28<22:21, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:49,226 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 475/3000 [04:29<22:24, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:49,762 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 476/3000 [04:29<21:05, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:52:50,190 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 477/3000 [04:29<21:30, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:52:50,725 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▎ | 478/3000 [04:30<21:44, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:52:51,256 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▍ | 479/3000 [04:31<21:55, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:52:51,789 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▍ | 480/3000 [04:31<22:03, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:52:52,322 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▍ | 481/3000 [04:32<22:08, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:52:52,854 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▍ | 482/3000 [04:32<22:10, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:53,385 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▍ | 483/3000 [04:33<22:12, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:53,917 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▍ | 484/3000 [04:33<22:15, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:54,451 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▍ | 485/3000 [04:34<22:15, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:54,983 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▍ | 486/3000 [04:34<22:17, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:52:55,517 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▍ | 487/3000 [04:35<20:56, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:52:55,942 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▌ | 488/3000 [04:35<21:21, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:52:56,476 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▌ | 489/3000 [04:36<21:35, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:52:57,005 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▌ | 490/3000 [04:36<21:48, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:52:57,539 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▌ | 491/3000 [04:37<21:55, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:52:58,071 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▌ | 492/3000 [04:37<22:00, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:52:58,603 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▌ | 493/3000 [04:38<22:03, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:59,134 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▌ | 494/3000 [04:38<22:07, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:52:59,668 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 16%|██████▌ | 495/3000 [04:39<22:07, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:53:00,199 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▌ | 496/3000 [04:39<22:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:53:00,732 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 497/3000 [04:40<22:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:53:01,263 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 498/3000 [04:41<22:10, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:53:01,797 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 499/3000 [04:41<20:50, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:53:02,223 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 500/3000 [04:42<21:17, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:53:02,760 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 501/3000 [04:42<21:32, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:53:03,290 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 502/3000 [04:42<20:25, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:53:03,720 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 503/3000 [04:43<20:54, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:53:04,249 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 504/3000 [04:44<21:17, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:53:04,784 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 505/3000 [04:44<22:50, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:53:05,420 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▋ | 506/3000 [04:45<22:38, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:53:05,954 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▊ | 507/3000 [04:45<22:33, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:53:06,492 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▊ | 508/3000 [04:46<23:44, 1.75it/s][WARNING|utils.py:1542] 2024-09-14 23:53:07,131 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▊ | 509/3000 [04:46<23:16, 1.78it/s][WARNING|utils.py:1542] 2024-09-14 23:53:07,666 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▊ | 510/3000 [04:47<22:55, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:53:08,199 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▊ | 511/3000 [04:47<22:43, 1.83it/s][WARNING|utils.py:1542] 2024-09-14 23:53:08,736 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▊ | 512/3000 [04:48<22:32, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:53:09,271 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▊ | 513/3000 [04:48<21:07, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:53:09,701 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▊ | 514/3000 [04:49<21:24, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:53:10,234 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▊ | 515/3000 [04:50<21:37, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:53:10,769 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▉ | 516/3000 [04:50<21:47, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:53:11,307 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▉ | 517/3000 [04:51<21:56, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:53:11,845 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▉ | 518/3000 [04:51<21:58, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:53:12,379 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▉ | 519/3000 [04:52<22:02, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:53:12,915 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▉ | 520/3000 [04:52<20:43, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:53:13,344 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▉ | 521/3000 [04:53<21:11, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:53:13,883 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▉ | 522/3000 [04:53<21:28, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:53:14,419 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▉ | 523/3000 [04:54<20:33, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:53:14,866 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 17%|██████▉ | 524/3000 [04:54<19:53, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:53:15,311 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 525/3000 [04:55<19:28, 2.12it/s][WARNING|utils.py:1542] 2024-09-14 23:53:15,759 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 526/3000 [04:55<18:01, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:53:16,116 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 527/3000 [04:55<18:08, 2.27it/s][WARNING|utils.py:1542] 2024-09-14 23:53:16,563 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 528/3000 [04:56<17:06, 2.41it/s][WARNING|utils.py:1542] 2024-09-14 23:53:16,920 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 529/3000 [04:56<17:27, 2.36it/s][WARNING|utils.py:1542] 2024-09-14 23:53:17,364 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 530/3000 [04:57<17:45, 2.32it/s][WARNING|utils.py:1542] 2024-09-14 23:53:17,812 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 531/3000 [04:57<17:54, 2.30it/s][WARNING|utils.py:1542] 2024-09-14 23:53:18,256 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 532/3000 [04:57<18:02, 2.28it/s][WARNING|utils.py:1542] 2024-09-14 23:53:18,704 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 533/3000 [04:58<17:01, 2.42it/s][WARNING|utils.py:1542] 2024-09-14 23:53:19,060 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████ | 534/3000 [04:58<16:33, 2.48it/s][WARNING|utils.py:1542] 2024-09-14 23:53:19,436 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▏ | 535/3000 [04:59<17:05, 2.40it/s][WARNING|utils.py:1542] 2024-09-14 23:53:19,883 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▏ | 536/3000 [04:59<17:25, 2.36it/s][WARNING|utils.py:1542] 2024-09-14 23:53:20,327 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▏ | 537/3000 [05:00<17:43, 2.32it/s][WARNING|utils.py:1542] 2024-09-14 23:53:20,777 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▏ | 538/3000 [05:00<16:47, 2.44it/s][WARNING|utils.py:1542] 2024-09-14 23:53:21,133 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▏ | 539/3000 [05:00<17:03, 2.40it/s][WARNING|utils.py:1542] 2024-09-14 23:53:21,564 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▏ | 540/3000 [05:01<16:20, 2.51it/s][WARNING|utils.py:1542] 2024-09-14 23:53:21,923 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▏ | 541/3000 [05:01<16:54, 2.42it/s][WARNING|utils.py:1542] 2024-09-14 23:53:22,367 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▏ | 542/3000 [05:01<16:14, 2.52it/s][WARNING|utils.py:1542] 2024-09-14 23:53:22,727 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▏ | 543/3000 [05:02<15:45, 2.60it/s][WARNING|utils.py:1542] 2024-09-14 23:53:23,085 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 544/3000 [05:02<16:31, 2.48it/s][WARNING|utils.py:1542] 2024-09-14 23:53:23,532 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 545/3000 [05:03<15:56, 2.57it/s][WARNING|utils.py:1542] 2024-09-14 23:53:23,890 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 546/3000 [05:03<16:37, 2.46it/s][WARNING|utils.py:1542] 2024-09-14 23:53:24,334 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 547/3000 [05:03<16:02, 2.55it/s][WARNING|utils.py:1542] 2024-09-14 23:53:24,694 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 548/3000 [05:04<16:40, 2.45it/s][WARNING|utils.py:1542] 2024-09-14 23:53:25,139 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 549/3000 [05:04<17:09, 2.38it/s][WARNING|utils.py:1542] 2024-09-14 23:53:25,587 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 550/3000 [05:05<17:28, 2.34it/s][WARNING|utils.py:1542] 2024-09-14 23:53:26,034 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 551/3000 [05:05<17:42, 2.30it/s][WARNING|utils.py:1542] 2024-09-14 23:53:26,481 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 552/3000 [05:06<17:50, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:53:26,926 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▎ | 553/3000 [05:06<16:51, 2.42it/s][WARNING|utils.py:1542] 2024-09-14 23:53:27,284 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▍ | 554/3000 [05:07<18:20, 2.22it/s][WARNING|utils.py:1542] 2024-09-14 23:53:27,819 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 18%|███████▍ | 555/3000 [05:07<17:12, 2.37it/s][WARNING|utils.py:1542] 2024-09-14 23:53:28,177 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▍ | 556/3000 [05:07<17:30, 2.33it/s][WARNING|utils.py:1542] 2024-09-14 23:53:28,624 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▍ | 557/3000 [05:08<17:40, 2.30it/s][WARNING|utils.py:1542] 2024-09-14 23:53:29,069 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▍ | 558/3000 [05:08<16:44, 2.43it/s][WARNING|utils.py:1542] 2024-09-14 23:53:29,428 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▍ | 559/3000 [05:09<17:09, 2.37it/s][WARNING|utils.py:1542] 2024-09-14 23:53:29,873 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▍ | 560/3000 [05:09<17:26, 2.33it/s][WARNING|utils.py:1542] 2024-09-14 23:53:30,319 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▍ | 561/3000 [05:10<17:39, 2.30it/s][WARNING|utils.py:1542] 2024-09-14 23:53:30,766 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▍ | 562/3000 [05:10<17:46, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:53:31,211 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▌ | 563/3000 [05:10<16:48, 2.42it/s][WARNING|utils.py:1542] 2024-09-14 23:53:31,569 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▌ | 564/3000 [05:11<17:10, 2.36it/s][WARNING|utils.py:1542] 2024-09-14 23:53:32,015 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▌ | 565/3000 [05:11<17:28, 2.32it/s][WARNING|utils.py:1542] 2024-09-14 23:53:32,463 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▌ | 566/3000 [05:12<16:34, 2.45it/s][WARNING|utils.py:1542] 2024-09-14 23:53:32,819 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▌ | 567/3000 [05:12<15:56, 2.54it/s][WARNING|utils.py:1542] 2024-09-14 23:53:33,176 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▌ | 568/3000 [05:12<16:35, 2.44it/s][WARNING|utils.py:1542] 2024-09-14 23:53:33,623 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▌ | 569/3000 [05:13<17:00, 2.38it/s][WARNING|utils.py:1542] 2024-09-14 23:53:34,067 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▌ | 570/3000 [05:13<17:20, 2.34it/s][WARNING|utils.py:1542] 2024-09-14 23:53:34,515 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▌ | 571/3000 [05:14<17:31, 2.31it/s][WARNING|utils.py:1542] 2024-09-14 23:53:34,959 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 572/3000 [05:14<17:42, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:53:35,408 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 573/3000 [05:15<17:47, 2.27it/s][WARNING|utils.py:1542] 2024-09-14 23:53:35,852 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 574/3000 [05:15<17:49, 2.27it/s][WARNING|utils.py:1542] 2024-09-14 23:53:36,295 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 575/3000 [05:15<17:51, 2.26it/s][WARNING|utils.py:1542] 2024-09-14 23:53:36,740 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 576/3000 [05:16<16:48, 2.40it/s][WARNING|utils.py:1542] 2024-09-14 23:53:37,096 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 577/3000 [05:16<17:10, 2.35it/s][WARNING|utils.py:1542] 2024-09-14 23:53:37,543 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 578/3000 [05:17<17:22, 2.32it/s][WARNING|utils.py:1542] 2024-09-14 23:53:37,985 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 579/3000 [05:17<17:35, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:53:38,434 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 580/3000 [05:18<17:40, 2.28it/s][WARNING|utils.py:1542] 2024-09-14 23:53:38,878 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▋ | 581/3000 [05:18<17:43, 2.28it/s][WARNING|utils.py:1542] 2024-09-14 23:53:39,320 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▊ | 582/3000 [05:18<16:43, 2.41it/s][WARNING|utils.py:1542] 2024-09-14 23:53:39,678 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▊ | 583/3000 [05:19<17:03, 2.36it/s][WARNING|utils.py:1542] 2024-09-14 23:53:40,121 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 19%|███████▊ | 584/3000 [05:19<17:19, 2.32it/s][WARNING|utils.py:1542] 2024-09-14 23:53:40,567 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▊ | 585/3000 [05:20<17:27, 2.30it/s][WARNING|utils.py:1542] 2024-09-14 23:53:41,010 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▊ | 586/3000 [05:20<17:36, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:53:41,455 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▊ | 587/3000 [05:21<17:39, 2.28it/s][WARNING|utils.py:1542] 2024-09-14 23:53:41,899 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▊ | 588/3000 [05:21<17:42, 2.27it/s][WARNING|utils.py:1542] 2024-09-14 23:53:42,342 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▊ | 589/3000 [05:22<17:43, 2.27it/s][WARNING|utils.py:1542] 2024-09-14 23:53:42,786 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▊ | 590/3000 [05:22<17:49, 2.25it/s][WARNING|utils.py:1542] 2024-09-14 23:53:43,234 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▉ | 591/3000 [05:22<16:48, 2.39it/s][WARNING|utils.py:1542] 2024-09-14 23:53:43,595 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▉ | 592/3000 [05:23<17:06, 2.35it/s][WARNING|utils.py:1542] 2024-09-14 23:53:44,039 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▉ | 593/3000 [05:23<17:20, 2.31it/s][WARNING|utils.py:1542] 2024-09-14 23:53:44,485 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▉ | 594/3000 [05:24<17:26, 2.30it/s][WARNING|utils.py:1542] 2024-09-14 23:53:44,927 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▉ | 595/3000 [05:24<17:31, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:53:45,369 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▉ | 596/3000 [05:24<16:33, 2.42it/s][WARNING|utils.py:1542] 2024-09-14 23:53:45,727 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▉ | 597/3000 [05:25<16:54, 2.37it/s][WARNING|utils.py:1542] 2024-09-14 23:53:46,170 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▉ | 598/3000 [05:25<17:10, 2.33it/s][WARNING|utils.py:1542] 2024-09-14 23:53:46,615 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|███████▉ | 599/3000 [05:26<17:19, 2.31it/s][WARNING|utils.py:1542] 2024-09-14 23:53:47,057 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 600/3000 [05:26<17:29, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:53:47,504 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 601/3000 [05:27<17:32, 2.28it/s][WARNING|utils.py:1542] 2024-09-14 23:53:47,946 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 602/3000 [05:27<17:35, 2.27it/s][WARNING|utils.py:1542] 2024-09-14 23:53:48,390 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 603/3000 [05:28<16:37, 2.40it/s][WARNING|utils.py:1542] 2024-09-14 23:53:48,749 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 604/3000 [05:28<16:55, 2.36it/s][WARNING|utils.py:1542] 2024-09-14 23:53:49,193 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 605/3000 [05:28<17:10, 2.32it/s][WARNING|utils.py:1542] 2024-09-14 23:53:49,638 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 606/3000 [05:29<17:18, 2.30it/s][WARNING|utils.py:1542] 2024-09-14 23:53:50,079 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 607/3000 [05:29<17:26, 2.29it/s][WARNING|utils.py:1542] 2024-09-14 23:53:50,524 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 608/3000 [05:30<17:30, 2.28it/s][WARNING|utils.py:1542] 2024-09-14 23:53:50,968 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████ | 609/3000 [05:30<17:33, 2.27it/s][WARNING|utils.py:1542] 2024-09-14 23:53:51,414 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████▏ | 610/3000 [05:31<17:40, 2.25it/s][WARNING|utils.py:1542] 2024-09-14 23:53:51,864 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████▏ | 611/3000 [05:31<17:40, 2.25it/s][WARNING|utils.py:1542] 2024-09-14 23:53:52,308 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████▏ | 612/3000 [05:31<16:38, 2.39it/s][WARNING|utils.py:1542] 2024-09-14 23:53:52,666 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████▏ | 613/3000 [05:32<16:55, 2.35it/s][WARNING|utils.py:1542] 2024-09-14 23:53:53,108 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████▏ | 614/3000 [05:32<17:08, 2.32it/s][WARNING|utils.py:1542] 2024-09-14 23:53:53,553 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 20%|████████▏ | 615/3000 [05:33<16:14, 2.45it/s][WARNING|utils.py:1542] 2024-09-14 23:53:53,908 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▏ | 616/3000 [05:33<16:38, 2.39it/s][WARNING|utils.py:1542] 2024-09-14 23:53:54,351 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▏ | 617/3000 [05:33<15:54, 2.50it/s][WARNING|utils.py:1542] 2024-09-14 23:53:54,709 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▏ | 618/3000 [05:34<16:24, 2.42it/s][WARNING|utils.py:1542] 2024-09-14 23:53:55,152 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 619/3000 [05:34<15:46, 2.52it/s][WARNING|utils.py:1542] 2024-09-14 23:53:55,513 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 620/3000 [05:35<16:18, 2.43it/s][WARNING|utils.py:1542] 2024-09-14 23:53:55,957 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 621/3000 [05:35<16:40, 2.38it/s][WARNING|utils.py:1542] 2024-09-14 23:53:56,399 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 622/3000 [05:36<16:57, 2.34it/s][WARNING|utils.py:1542] 2024-09-14 23:53:56,844 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 623/3000 [05:36<17:08, 2.31it/s][WARNING|utils.py:1542] 2024-09-14 23:53:57,288 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 624/3000 [05:36<16:16, 2.43it/s][WARNING|utils.py:1542] 2024-09-14 23:53:57,648 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 625/3000 [05:37<15:35, 2.54it/s][WARNING|utils.py:1542] 2024-09-14 23:53:58,002 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 626/3000 [05:37<16:11, 2.44it/s][WARNING|utils.py:1542] 2024-09-14 23:53:58,448 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 627/3000 [05:38<16:36, 2.38it/s][WARNING|utils.py:1542] 2024-09-14 23:53:58,892 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▎ | 628/3000 [05:38<15:49, 2.50it/s][WARNING|utils.py:1542] 2024-09-14 23:53:59,247 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▍ | 629/3000 [05:38<16:21, 2.42it/s][WARNING|utils.py:1542] 2024-09-14 23:53:59,693 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▍ | 630/3000 [05:39<16:43, 2.36it/s][WARNING|utils.py:1542] 2024-09-14 23:54:00,139 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▍ | 631/3000 [05:39<17:02, 2.32it/s][WARNING|utils.py:1542] 2024-09-14 23:54:00,589 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|���███████▍ | 632/3000 [05:40<16:09, 2.44it/s][WARNING|utils.py:1542] 2024-09-14 23:54:00,947 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▍ | 633/3000 [05:40<15:31, 2.54it/s][WARNING|utils.py:1542] 2024-09-14 23:54:01,304 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▍ | 634/3000 [05:42<30:01, 1.31it/s][WARNING|utils.py:1542] 2024-09-14 23:54:02,923 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▍ | 635/3000 [05:42<25:13, 1.56it/s][WARNING|utils.py:1542] 2024-09-14 23:54:03,280 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▍ | 636/3000 [05:42<21:53, 1.80it/s][WARNING|utils.py:1542] 2024-09-14 23:54:03,639 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▍ | 637/3000 [05:43<20:33, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:54:04,082 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▌ | 638/3000 [05:43<20:42, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:54:04,617 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▌ | 639/3000 [05:44<19:32, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:54:05,045 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▌ | 640/3000 [05:44<18:44, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:54:05,475 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▌ | 641/3000 [05:45<19:23, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:54:06,008 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▌ | 642/3000 [05:45<18:39, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:54:06,440 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▌ | 643/3000 [05:46<18:07, 2.17it/s][WARNING|utils.py:1542] 2024-09-14 23:54:06,870 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 21%|████████▌ | 644/3000 [05:46<18:58, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:54:07,403 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▌ | 645/3000 [05:47<19:35, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:54:07,940 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▌ | 646/3000 [05:47<20:14, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:54:08,495 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 647/3000 [05:48<20:25, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:54:09,027 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 648/3000 [05:48<20:35, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:54:09,564 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 649/3000 [05:49<20:39, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:54:10,095 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 650/3000 [05:49<20:44, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:54:10,631 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 651/3000 [05:50<19:34, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:54:11,061 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 652/3000 [05:50<21:11, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:54:11,700 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 653/3000 [05:51<19:52, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:54:12,129 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 654/3000 [05:51<18:57, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:54:12,560 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 655/3000 [05:52<19:30, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:54:13,093 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▋ | 656/3000 [05:52<19:56, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:54:13,630 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▊ | 657/3000 [05:53<18:57, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:54:14,058 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▊ | 658/3000 [05:53<19:33, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:54:14,595 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▊ | 659/3000 [05:54<19:55, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:54:15,128 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▊ | 660/3000 [05:54<20:12, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:54:15,663 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▊ | 661/3000 [05:55<19:08, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:54:16,091 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▊ | 662/3000 [05:55<19:40, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:54:16,629 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▊ | 663/3000 [05:56<20:00, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:54:17,162 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▊ | 664/3000 [05:56<20:15, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:54:17,698 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▊ | 665/3000 [05:57<20:25, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:54:18,233 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▉ | 666/3000 [05:58<20:34, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:54:18,771 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▉ | 667/3000 [05:58<20:36, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:54:19,304 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▉ | 668/3000 [05:59<20:40, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:54:19,841 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▉ | 669/3000 [05:59<20:40, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:54:20,374 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▉ | 670/3000 [06:00<20:43, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:54:20,910 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▉ | 671/3000 [06:00<20:44, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:54:21,446 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▉ | 672/3000 [06:01<19:29, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:54:21,874 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▉ | 673/3000 [06:01<18:38, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:54:22,304 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|████████▉ | 674/3000 [06:01<18:02, 2.15it/s][WARNING|utils.py:1542] 2024-09-14 23:54:22,734 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 22%|█████████ | 675/3000 [06:02<18:50, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:54:23,269 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████ | 676/3000 [06:02<18:10, 2.13it/s][WARNING|utils.py:1542] 2024-09-14 23:54:23,698 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████ | 677/3000 [06:03<17:41, 2.19it/s][WARNING|utils.py:1542] 2024-09-14 23:54:24,126 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████ | 678/3000 [06:03<18:34, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:54:24,661 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████ | 679/3000 [06:04<19:11, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:54:25,194 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████ | 680/3000 [06:04<19:38, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:54:25,730 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████ | 681/3000 [06:05<19:55, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:54:26,263 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████ | 682/3000 [06:06<20:09, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:54:26,801 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████ | 683/3000 [06:06<20:17, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:54:27,334 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████ | 684/3000 [06:07<19:11, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:54:27,765 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▏ | 685/3000 [06:07<19:38, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:54:28,302 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▏ | 686/3000 [06:08<19:56, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:54:28,837 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▏ | 687/3000 [06:08<18:55, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:54:29,267 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▏ | 688/3000 [06:09<19:25, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:54:29,802 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▏ | 689/3000 [06:09<19:45, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:54:30,335 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▏ | 690/3000 [06:10<18:48, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:54:30,767 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▏ | 691/3000 [06:10<18:05, 2.13it/s][WARNING|utils.py:1542] 2024-09-14 23:54:31,194 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▏ | 692/3000 [06:10<18:51, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:54:31,731 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▏ | 693/3000 [06:11<19:22, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:54:32,268 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████�� | 694/3000 [06:11<18:33, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:54:32,702 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▎ | 695/3000 [06:12<19:07, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:54:33,234 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▎ | 696/3000 [06:13<19:33, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:54:33,770 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▎ | 697/3000 [06:13<19:49, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:54:34,303 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▎ | 698/3000 [06:14<20:01, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:54:34,838 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▎ | 699/3000 [06:14<18:56, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:54:35,267 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▎ | 700/3000 [06:14<18:15, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:54:35,702 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▎ | 701/3000 [06:15<18:52, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:54:36,233 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▎ | 702/3000 [06:16<19:20, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:54:36,767 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▎ | 703/3000 [06:16<19:37, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:54:37,298 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 23%|█████████▍ | 704/3000 [06:16<18:40, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:54:37,728 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▍ | 705/3000 [06:17<19:10, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:54:38,260 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▍ | 706/3000 [06:18<19:32, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:54:38,794 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▍ | 707/3000 [06:18<19:46, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:54:39,326 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▍ | 708/3000 [06:19<19:58, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:54:39,862 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▍ | 709/3000 [06:19<18:51, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:54:40,289 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▍ | 710/3000 [06:20<19:18, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:54:40,822 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▍ | 711/3000 [06:20<19:35, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:54:41,353 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▍ | 712/3000 [06:21<19:48, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:54:41,887 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▌ | 713/3000 [06:21<19:57, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:54:42,420 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▌ | 714/3000 [06:22<20:03, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:54:42,953 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▌ | 715/3000 [06:22<20:09, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:54:43,490 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▌ | 716/3000 [06:23<20:10, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:54:44,021 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▌ | 717/3000 [06:23<20:13, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:54:44,556 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▌ | 718/3000 [06:24<20:13, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:54:45,089 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▌ | 719/3000 [06:24<19:03, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:54:45,519 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▌ | 720/3000 [06:25<19:24, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:54:46,051 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▌ | 721/3000 [06:25<19:39, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:54:46,586 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 722/3000 [06:26<19:52, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:54:47,122 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 723/3000 [06:26<20:01, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:54:47,661 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 724/3000 [06:27<20:05, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:54:48,195 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 725/3000 [06:27<20:10, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:54:48,732 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 726/3000 [06:28<20:11, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:54:49,266 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 727/3000 [06:28<19:03, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:54:49,700 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 728/3000 [06:29<19:23, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:54:50,234 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 729/3000 [06:29<18:28, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:54:50,666 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 730/3000 [06:30<19:02, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:54:51,205 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▋ | 731/3000 [06:31<19:24, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:54:51,741 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▊ | 732/3000 [06:31<19:40, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:54:52,278 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▊ | 733/3000 [06:32<19:51, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:54:52,817 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▊ | 734/3000 [06:32<19:58, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:54:53,353 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 24%|█████████▊ | 735/3000 [06:33<20:03, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:54:53,890 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▊ | 736/3000 [06:33<20:07, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:54:54,429 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▊ | 737/3000 [06:34<18:57, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:54:54,860 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▊ | 738/3000 [06:34<19:20, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:54:55,396 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▊ | 739/3000 [06:35<19:35, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:54:55,932 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▊ | 740/3000 [06:35<19:46, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:54:56,470 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▉ | 741/3000 [06:36<19:54, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:54:57,006 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▉ | 742/3000 [06:36<20:00, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:54:57,544 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▉ | 743/3000 [06:37<20:01, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:54:58,078 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▉ | 744/3000 [06:37<20:04, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:54:58,617 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▉ | 745/3000 [06:38<20:05, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:54:59,153 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▉ | 746/3000 [06:38<18:56, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:54:59,585 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▉ | 747/3000 [06:39<19:19, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:55:00,125 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▉ | 748/3000 [06:39<18:23, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:55:00,558 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|█████████▉ | 749/3000 [06:40<18:53, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:55:01,093 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 750/3000 [06:40<18:05, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:55:01,527 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 751/3000 [06:41<18:41, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:55:02,062 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 752/3000 [06:41<19:06, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:55:02,599 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 753/3000 [06:42<19:22, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:55:03,133 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 754/3000 [06:42<19:36, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:55:03,672 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 755/3000 [06:43<19:43, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:55:04,207 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 756/3000 [06:43<18:39, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:55:04,640 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 757/3000 [06:44<19:02, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:55:05,174 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 758/3000 [06:44<19:21, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:55:05,713 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████ | 759/3000 [06:45<18:21, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:55:06,142 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████▏ | 760/3000 [06:45<18:54, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:55:06,684 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████▏ | 761/3000 [06:46<18:02, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:55:07,113 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████▏ | 762/3000 [06:46<17:27, 2.14it/s][WARNING|utils.py:1542] 2024-09-14 23:55:07,545 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████▏ | 763/3000 [06:47<18:13, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:55:08,082 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 25%|██████████▏ | 764/3000 [06:47<17:35, 2.12it/s][WARNING|utils.py:1542] 2024-09-14 23:55:08,515 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▏ | 765/3000 [06:48<18:18, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:55:09,051 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▏ | 766/3000 [06:48<18:48, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:55:09,589 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▏ | 767/3000 [06:49<19:08, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:55:10,124 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▏ | 768/3000 [06:49<19:24, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:55:10,663 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 769/3000 [06:50<19:33, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:55:11,200 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 770/3000 [06:50<19:40, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:55:11,737 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 771/3000 [06:51<19:44, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:12,273 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 772/3000 [06:52<19:49, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:12,812 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 773/3000 [06:52<19:49, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:13,348 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 774/3000 [06:53<19:50, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:13,884 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 775/3000 [06:53<19:51, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:14,420 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 776/3000 [06:54<19:51, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:14,957 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 777/3000 [06:54<19:52, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:55:15,495 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▎ | 778/3000 [06:55<19:51, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:16,030 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▍ | 779/3000 [06:55<19:50, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:16,566 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▍ | 780/3000 [06:56<19:49, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:17,101 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▍ | 781/3000 [06:56<18:39, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:55:17,533 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▍ | 782/3000 [06:57<19:00, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:55:18,069 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▍ | 783/3000 [06:57<19:16, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:55:18,608 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▍ | 784/3000 [06:58<19:24, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:55:19,144 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▍ | 785/3000 [06:58<18:22, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:55:19,576 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▍ | 786/3000 [06:59<18:47, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:55:20,111 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▍ | 787/3000 [06:59<19:06, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:55:20,650 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▌ | 788/3000 [07:00<19:18, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:55:21,187 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▌ | 789/3000 [07:00<19:27, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:55:21,725 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▌ | 790/3000 [07:01<19:33, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:22,263 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▌ | 791/3000 [07:02<19:37, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:22,801 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▌ | 792/3000 [07:02<19:38, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:23,336 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▌ | 793/3000 [07:03<19:40, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:23,873 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▌ | 794/3000 [07:03<19:41, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:24,411 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 26%|██████████▌ | 795/3000 [07:04<19:39, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:24,944 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▌ | 796/3000 [07:04<19:41, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:25,483 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 797/3000 [07:05<19:39, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:26,017 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 798/3000 [07:05<19:40, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:55:26,555 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 799/3000 [07:06<19:39, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:27,090 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 800/3000 [07:06<20:50, 1.76it/s][WARNING|utils.py:1542] 2024-09-14 23:55:27,734 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 801/3000 [07:07<20:27, 1.79it/s][WARNING|utils.py:1542] 2024-09-14 23:55:28,269 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 802/3000 [07:08<20:13, 1.81it/s][WARNING|utils.py:1542] 2024-09-14 23:55:28,806 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 803/3000 [07:08<20:00, 1.83it/s][WARNING|utils.py:1542] 2024-09-14 23:55:29,340 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 804/3000 [07:09<19:52, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:55:29,875 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 805/3000 [07:09<19:48, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:55:30,413 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▋ | 806/3000 [07:10<19:43, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:55:30,948 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▊ | 807/3000 [07:10<18:31, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:55:31,378 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▊ | 808/3000 [07:11<18:51, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:55:31,915 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▊ | 809/3000 [07:11<19:03, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:55:32,451 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▊ | 810/3000 [07:12<19:12, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:55:32,987 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▊ | 811/3000 [07:12<19:18, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:55:33,524 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▊ | 812/3000 [07:13<19:21, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:34,059 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▊ | 813/3000 [07:13<19:27, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:34,599 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▊ | 814/3000 [07:14<19:28, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:35,135 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▊ | 815/3000 [07:14<19:28, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:35,671 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▉ | 816/3000 [07:15<18:20, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:55:36,102 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██��███████▉ | 817/3000 [07:15<18:43, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:55:36,642 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▉ | 818/3000 [07:16<18:54, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:55:37,175 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▉ | 819/3000 [07:16<19:05, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:55:37,712 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▉ | 820/3000 [07:17<19:10, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:55:38,246 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▉ | 821/3000 [07:18<19:17, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:38,785 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▉ | 822/3000 [07:18<19:19, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:39,320 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▉ | 823/3000 [07:19<19:21, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:39,856 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 27%|██████████▉ | 824/3000 [07:19<19:20, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:40,390 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 825/3000 [07:20<19:23, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:40,927 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 826/3000 [07:20<18:13, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:55:41,356 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 827/3000 [07:21<18:36, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:55:41,894 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 828/3000 [07:21<18:49, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:55:42,429 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 829/3000 [07:22<19:00, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:55:42,967 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 830/3000 [07:22<19:08, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:55:43,505 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 831/3000 [07:23<19:15, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:44,046 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 832/3000 [07:23<19:17, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:44,583 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 833/3000 [07:24<19:17, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:45,118 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████ | 834/3000 [07:24<19:18, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:45,654 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▏ | 835/3000 [07:25<19:17, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:46,188 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▏ | 836/3000 [07:25<19:18, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:55:46,724 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▏ | 837/3000 [07:26<18:07, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:55:47,153 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▏ | 838/3000 [07:26<17:21, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:55:47,585 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▏ | 839/3000 [07:27<17:54, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:55:48,119 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▏ | 840/3000 [07:27<17:11, 2.09it/s][WARNING|utils.py:1542] 2024-09-14 23:55:48,552 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▏ | 841/3000 [07:28<17:55, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:55:49,096 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▏ | 842/3000 [07:28<18:18, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:55:49,631 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▏ | 843/3000 [07:29<18:35, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:55:50,166 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 844/3000 [07:29<18:46, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:55:50,702 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 845/3000 [07:30<18:53, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:55:51,235 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 846/3000 [07:31<18:59, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:55:51,772 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 847/3000 [07:31<19:01, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:55:52,305 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 848/3000 [07:32<19:03, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:52,839 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 849/3000 [07:32<19:04, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:53,374 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 850/3000 [07:33<17:59, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:55:53,805 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 851/3000 [07:33<17:11, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:55:54,234 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 852/3000 [07:34<17:46, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:55:54,769 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▎ | 853/3000 [07:34<18:10, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:55:55,304 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▍ | 854/3000 [07:35<18:29, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:55:55,842 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 28%|███████████▍ | 855/3000 [07:35<18:39, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:55:56,376 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▍ | 856/3000 [07:36<18:48, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:55:56,912 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▍ | 857/3000 [07:36<18:54, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:55:57,449 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▍ | 858/3000 [07:37<18:56, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:57,982 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▍ | 859/3000 [07:37<19:00, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:58,519 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▍ | 860/3000 [07:38<19:00, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:55:59,053 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▍ | 861/3000 [07:38<17:55, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:55:59,485 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▍ | 862/3000 [07:39<18:14, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:56:00,019 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▌ | 863/3000 [07:39<18:29, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:56:00,554 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▌ | 864/3000 [07:40<17:30, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:56:00,983 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▌ | 865/3000 [07:40<17:58, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:56:01,519 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▌ | 866/3000 [07:41<18:16, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:56:02,053 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▌ | 867/3000 [07:41<18:30, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:56:02,590 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▌ | 868/3000 [07:42<18:39, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:56:03,125 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▌ | 869/3000 [07:42<18:44, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:03,660 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▌ | 870/3000 [07:43<18:48, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:04,194 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▌ | 871/3000 [07:44<20:00, 1.77it/s][WARNING|utils.py:1542] 2024-09-14 23:56:04,838 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 872/3000 [07:44<19:41, 1.80it/s][WARNING|utils.py:1542] 2024-09-14 23:56:05,373 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 873/3000 [07:45<19:29, 1.82it/s][WARNING|utils.py:1542] 2024-09-14 23:56:05,909 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 874/3000 [07:45<20:27, 1.73it/s][WARNING|utils.py:1542] 2024-09-14 23:56:06,551 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 875/3000 [07:46<18:52, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:06,981 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 876/3000 [07:46<18:55, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:07,519 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 877/3000 [07:47<18:54, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:08,052 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 878/3000 [07:47<18:54, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:08,587 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 879/3000 [07:48<18:52, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:09,121 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 880/3000 [07:48<18:53, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:09,657 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▋ | 881/3000 [07:49<18:53, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:10,192 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▊ | 882/3000 [07:49<18:54, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:10,729 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▊ | 883/3000 [07:50<18:51, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:11,262 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 29%|███████████▊ | 884/3000 [07:50<17:45, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:56:11,693 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▊ | 885/3000 [07:51<18:05, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:56:12,229 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▊ | 886/3000 [07:52<18:19, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:56:12,765 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▊ | 887/3000 [07:52<18:27, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:56:13,299 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▊ | 888/3000 [07:53<18:35, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:13,837 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▊ | 889/3000 [07:53<18:39, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:14,372 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▊ | 890/3000 [07:54<18:44, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:14,910 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▉ | 891/3000 [07:54<18:45, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:15,446 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▉ | 892/3000 [07:55<17:38, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:56:15,875 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▉ | 893/3000 [07:55<17:59, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:56:16,410 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▉ | 894/3000 [07:56<18:14, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:56:16,947 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▉ | 895/3000 [07:56<17:16, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:56:17,376 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▉ | 896/3000 [07:57<16:38, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:56:17,809 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▉ | 897/3000 [07:57<16:09, 2.17it/s][WARNING|utils.py:1542] 2024-09-14 23:56:18,239 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|██████████���▉ | 898/3000 [07:57<15:51, 2.21it/s][WARNING|utils.py:1542] 2024-09-14 23:56:18,672 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|███████████▉ | 899/3000 [07:58<16:41, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:56:19,205 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 900/3000 [07:59<17:18, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:56:19,741 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 901/3000 [07:59<17:42, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:56:20,275 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 902/3000 [08:00<18:02, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:56:20,813 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 903/3000 [08:00<18:12, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:56:21,346 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 904/3000 [08:01<18:21, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:56:21,883 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 905/3000 [08:01<18:29, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:22,421 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 906/3000 [08:02<17:26, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:56:22,851 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 907/3000 [08:02<17:47, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:56:23,386 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 908/3000 [08:03<16:57, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:56:23,817 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████ | 909/3000 [08:03<17:27, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:56:24,351 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████▏ | 910/3000 [08:04<17:49, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:56:24,889 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████▏ | 911/3000 [08:04<18:05, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:56:25,426 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████▏ | 912/3000 [08:05<17:09, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:56:25,858 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████▏ | 913/3000 [08:05<17:34, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:56:26,391 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████▏ | 914/3000 [08:06<17:53, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:56:26,927 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 30%|████████████▏ | 915/3000 [08:06<18:06, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:56:27,464 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▏ | 916/3000 [08:07<18:15, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:56:28,000 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▏ | 917/3000 [08:07<18:22, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:28,538 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▏ | 918/3000 [08:08<18:25, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:29,073 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 919/3000 [08:08<18:28, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:29,610 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 920/3000 [08:09<18:29, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:30,145 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 921/3000 [08:09<17:25, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:56:30,576 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 922/3000 [08:10<17:43, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:56:31,109 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 923/3000 [08:10<17:58, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:56:31,646 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 924/3000 [08:11<18:06, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:56:32,179 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 925/3000 [08:11<17:09, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:56:32,611 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 926/3000 [08:12<17:33, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:56:33,146 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 927/3000 [08:12<16:44, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:56:33,577 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▎ | 928/3000 [08:13<18:20, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:34,216 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▍ | 929/3000 [08:13<17:16, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:56:34,646 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▍ | 930/3000 [08:14<17:37, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:56:35,181 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▍ | 931/3000 [08:14<17:52, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:56:35,717 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▍ | 932/3000 [08:15<18:01, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:56:36,251 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▍ | 933/3000 [08:16<18:08, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:56:36,786 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▍ | 934/3000 [08:16<18:12, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:37,319 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▍ | 935/3000 [08:17<18:16, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:37,856 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▍ | 936/3000 [08:17<18:18, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:38,391 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▍ | 937/3000 [08:18<18:21, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:38,929 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▌ | 938/3000 [08:18<18:22, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:39,465 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▌ | 939/3000 [08:19<17:16, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:56:39,894 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▌ | 940/3000 [08:19<17:37, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:56:40,431 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▌ | 941/3000 [08:20<17:49, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:56:40,966 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▌ | 942/3000 [08:20<17:59, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:56:41,501 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▌ | 943/3000 [08:21<18:05, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:56:42,036 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 31%|████████████▌ | 944/3000 [08:21<18:10, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:42,573 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▌ | 945/3000 [08:22<18:10, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:43,106 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▌ | 946/3000 [08:22<18:15, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:43,644 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 947/3000 [08:23<18:15, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:44,179 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 948/3000 [08:23<17:15, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:56:44,615 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 949/3000 [08:24<17:33, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:56:45,149 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 950/3000 [08:24<17:47, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:56:45,686 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 951/3000 [08:25<17:55, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:56:46,221 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 952/3000 [08:26<18:01, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:46,757 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 953/3000 [08:26<18:05, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:47,292 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 954/3000 [08:27<18:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:47,829 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 955/3000 [08:27<17:04, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:56:48,258 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▋ | 956/3000 [08:28<17:28, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:56:48,798 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▊ | 957/3000 [08:28<16:36, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:56:49,227 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▊ | 958/3000 [08:29<17:07, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:56:49,767 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▊ | 959/3000 [08:29<16:23, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:56:50,198 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▊ | 960/3000 [08:29<16:57, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:56:50,737 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▊ | 961/3000 [08:30<17:20, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:56:51,274 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▊ | 962/3000 [08:31<17:35, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:56:51,810 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▊ | 963/3000 [08:31<17:45, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:56:52,345 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▊ | 964/3000 [08:32<17:52, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:56:52,881 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▊ | 965/3000 [08:32<17:59, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:56:53,419 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▉ | 966/3000 [08:33<18:00, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:53,953 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▉ | 967/3000 [08:33<18:03, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:54,490 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▉ | 968/3000 [08:34<18:03, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:56:55,023 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▉ | 969/3000 [08:34<18:05, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:55,561 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▉ | 970/3000 [08:35<18:05, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:56,097 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▉ | 971/3000 [08:35<18:07, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:56,635 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▉ | 972/3000 [08:36<18:06, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:56:57,170 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▉ | 973/3000 [08:36<18:07, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:56:57,708 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|████████████▉ | 974/3000 [08:37<17:01, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:56:58,137 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 32%|█████████████ | 975/3000 [08:37<17:21, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:56:58,675 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 976/3000 [08:38<17:32, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:56:59,209 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 977/3000 [08:38<16:38, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:56:59,641 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 978/3000 [08:39<15:59, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:57:00,070 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 979/3000 [08:39<16:36, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:57:00,608 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 980/3000 [08:40<15:59, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:57:01,039 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 981/3000 [08:40<16:36, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:57:01,577 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 982/3000 [08:41<15:57, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:57:02,007 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 983/3000 [08:41<16:35, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:57:02,545 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 984/3000 [08:42<15:58, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:57:02,978 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▏ | 985/3000 [08:42<16:37, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:57:03,519 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▏ | 986/3000 [08:43<17:00, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:57:04,052 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▏ | 987/3000 [08:43<17:17, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:57:04,588 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▏ | 988/3000 [08:44<16:26, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:57:05,020 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▏ | 989/3000 [08:44<16:53, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:57:05,556 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▏ | 990/3000 [08:45<17:11, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:57:06,091 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▏ | 991/3000 [08:45<17:25, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:57:06,629 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▏ | 992/3000 [08:46<16:31, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:57:07,060 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▏ | 993/3000 [08:46<16:56, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:57:07,596 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▎ | 994/3000 [08:47<17:13, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:57:08,132 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▎ | 995/3000 [08:47<17:27, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:57:08,671 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▎ | 996/3000 [08:48<17:41, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:57:09,217 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▎ | 997/3000 [08:48<16:41, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:57:09,648 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▎ | 998/3000 [08:49<16:00, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:57:10,081 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████▎ | 999/3000 [08:49<16:34, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:57:10,618 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 1000/3000 [08:50<15:54, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:57:11,048 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 1001/3000 [08:50<15:29, 2.15it/s][WARNING|utils.py:1542] 2024-09-14 23:57:11,485 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 1002/3000 [08:51<16:10, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:57:12,018 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 1003/3000 [08:51<16:39, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:57:12,555 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 33%|█████████████ | 1004/3000 [08:52<17:00, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:57:13,091 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████ | 1005/3000 [08:52<16:14, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:57:13,525 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████ | 1006/3000 [08:53<16:41, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:57:14,059 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████ | 1007/3000 [08:53<17:01, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:57:14,597 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████ | 1008/3000 [08:54<17:14, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:57:15,132 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████ | 1009/3000 [08:54<16:21, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:57:15,564 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1010/3000 [08:55<16:49, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:57:16,104 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1011/3000 [08:55<17:07, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:57:16,643 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1012/3000 [08:56<17:17, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:57:17,177 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1013/3000 [08:56<17:25, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:57:17,713 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1014/3000 [08:57<17:30, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:57:18,249 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1015/3000 [08:58<17:35, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:18,786 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1016/3000 [08:58<17:36, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:19,321 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1017/3000 [08:59<17:38, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:19,857 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1018/3000 [08:59<17:39, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:20,394 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▏ | 1019/3000 [09:00<17:39, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:20,929 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▎ | 1020/3000 [09:00<17:40, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:21,467 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▎ | 1021/3000 [09:01<16:37, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:57:21,897 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▎ | 1022/3000 [09:01<16:57, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:57:22,435 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▎ | 1023/3000 [09:02<17:09, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:57:22,972 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▎ | 1024/3000 [09:02<17:18, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:57:23,509 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▎ | 1025/3000 [09:03<17:23, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:57:24,042 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▎ | 1026/3000 [09:03<17:28, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:24,581 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▎ | 1027/3000 [09:04<17:30, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:25,115 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▎ | 1028/3000 [09:04<17:33, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:25,654 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▍ | 1029/3000 [09:05<17:33, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:26,189 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▍ | 1030/3000 [09:05<16:35, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:57:26,627 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▍ | 1031/3000 [09:06<15:49, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:57:27,055 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▍ | 1032/3000 [09:06<16:23, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:57:27,596 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▍ | 1033/3000 [09:07<16:43, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:57:28,130 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▍ | 1034/3000 [09:07<16:59, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:57:28,668 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 34%|█████████████▍ | 1035/3000 [09:08<17:08, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:57:29,204 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▍ | 1036/3000 [09:08<16:14, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:57:29,635 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▍ | 1037/3000 [09:09<16:37, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:57:30,172 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▍ | 1038/3000 [09:09<16:54, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:57:30,709 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1039/3000 [09:10<17:03, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:57:31,243 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1040/3000 [09:10<16:09, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:57:31,673 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1041/3000 [09:11<16:32, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:57:32,209 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1042/3000 [09:11<15:48, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:57:32,642 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1043/3000 [09:12<15:16, 2.13it/s][WARNING|utils.py:1542] 2024-09-14 23:57:33,073 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1044/3000 [09:12<14:56, 2.18it/s][WARNING|utils.py:1542] 2024-09-14 23:57:33,507 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1045/3000 [09:13<15:40, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:57:34,042 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1046/3000 [09:13<16:12, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:57:34,578 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1047/3000 [09:14<16:33, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:57:35,113 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▌ | 1048/3000 [09:14<16:49, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:57:35,650 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▋ | 1049/3000 [09:15<16:57, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:57:36,182 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▋ | 1050/3000 [09:15<17:05, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:57:36,718 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▋ | 1051/3000 [09:16<17:07, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:57:37,248 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▋ | 1052/3000 [09:17<17:11, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:57:37,782 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▋ | 1053/3000 [09:17<18:14, 1.78it/s][WARNING|utils.py:1542] 2024-09-14 23:57:38,422 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▋ | 1054/3000 [09:18<17:58, 1.80it/s][WARNING|utils.py:1542] 2024-09-14 23:57:38,956 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▋ | 1055/3000 [09:18<16:43, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:57:39,383 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▋ | 1056/3000 [09:19<16:53, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:57:39,917 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▋ | 1057/3000 [09:19<17:00, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:57:40,452 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▊ | 1058/3000 [09:20<17:04, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:57:40,984 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▊ | 1059/3000 [09:20<17:08, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:57:41,520 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▊ | 1060/3000 [09:21<16:08, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:57:41,948 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▊ | 1061/3000 [09:21<16:29, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:57:42,483 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▊ | 1062/3000 [09:22<15:40, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:57:42,910 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▊ | 1063/3000 [09:22<15:06, 2.14it/s][WARNING|utils.py:1542] 2024-09-14 23:57:43,339 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 35%|█████████████▊ | 1064/3000 [09:23<15:44, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:57:43,872 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▊ | 1065/3000 [09:23<15:09, 2.13it/s][WARNING|utils.py:1542] 2024-09-14 23:57:44,301 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▊ | 1066/3000 [09:23<14:45, 2.18it/s][WARNING|utils.py:1542] 2024-09-14 23:57:44,730 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▊ | 1067/3000 [09:24<15:28, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:57:45,263 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▉ | 1068/3000 [09:25<16:00, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:57:45,799 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▉ | 1069/3000 [09:25<16:19, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:57:46,330 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▉ | 1070/3000 [09:26<16:34, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:57:46,865 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▉ | 1071/3000 [09:26<16:43, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:57:47,396 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▉ | 1072/3000 [09:27<16:51, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:57:47,931 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▉ | 1073/3000 [09:27<16:57, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:57:48,467 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▉ | 1074/3000 [09:28<16:59, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:57:49,000 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▉ | 1075/3000 [09:28<17:02, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:49,536 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|█████████████▉ | 1076/3000 [09:29<17:02, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:50,068 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1077/3000 [09:29<17:04, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:50,604 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1078/3000 [09:30<17:04, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:51,137 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1079/3000 [09:30<17:04, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:51,670 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1080/3000 [09:31<17:02, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:57:52,202 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1081/3000 [09:31<17:04, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:52,739 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1082/3000 [09:32<17:04, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:53,274 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1083/3000 [09:33<17:04, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:53,809 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1084/3000 [09:33<17:04, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:54,344 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1085/3000 [09:34<17:03, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:57:54,878 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████ | 1086/3000 [09:34<17:09, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:57:55,424 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████▏ | 1087/3000 [09:35<16:05, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:57:55,852 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████▏ | 1088/3000 [09:35<16:21, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:57:56,384 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████▏ | 1089/3000 [09:36<15:31, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:57:56,812 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████▏ | 1090/3000 [09:36<15:56, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:57:57,344 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████▏ | 1091/3000 [09:37<15:15, 2.09it/s][WARNING|utils.py:1542] 2024-09-14 23:57:57,773 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████▏ | 1092/3000 [09:37<15:46, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:57:58,308 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████▏ | 1093/3000 [09:38<16:07, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:57:58,843 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████▏ | 1094/3000 [09:38<16:22, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:57:59,377 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 36%|██████████████▏ | 1095/3000 [09:39<16:32, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:57:59,912 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▏ | 1096/3000 [09:39<16:40, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:58:00,447 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▎ | 1097/3000 [09:40<16:43, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:58:00,979 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▎ | 1098/3000 [09:40<16:47, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:01,514 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▎ | 1099/3000 [09:41<16:50, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:02,049 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▎ | 1100/3000 [09:41<16:51, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:02,584 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▎ | 1101/3000 [09:42<15:52, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:58:03,013 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▎ | 1102/3000 [09:42<15:10, 2.09it/s][WARNING|utils.py:1542] 2024-09-14 23:58:03,442 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▎ | 1103/3000 [09:43<15:39, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:58:03,973 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▎ | 1104/3000 [09:43<15:01, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:58:04,403 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▎ | 1105/3000 [09:44<15:35, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:58:04,939 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1106/3000 [09:44<15:58, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:58:05,474 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1107/3000 [09:45<15:14, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:58:05,903 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1108/3000 [09:45<14:43, 2.14it/s][WARNING|utils.py:1542] 2024-09-14 23:58:06,332 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1109/3000 [09:46<15:21, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:58:06,867 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1110/3000 [09:46<15:47, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:58:07,402 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1111/3000 [09:47<15:07, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:58:07,833 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1112/3000 [09:47<15:37, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:58:08,368 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1113/3000 [09:48<15:59, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:58:08,903 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1114/3000 [09:48<16:13, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:58:09,438 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▍ | 1115/3000 [09:49<15:24, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:58:09,869 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▌ | 1116/3000 [09:49<15:49, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:58:10,404 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▌ | 1117/3000 [09:50<16:07, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:58:10,940 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▌ | 1118/3000 [09:50<16:19, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:58:11,476 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▌ | 1119/3000 [09:51<16:26, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:58:12,011 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▌ | 1120/3000 [09:51<16:34, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:12,549 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▌ | 1121/3000 [09:52<16:35, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:13,082 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▌ | 1122/3000 [09:52<15:40, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:58:13,514 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▌ | 1123/3000 [09:53<16:00, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:58:14,052 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 37%|██████████████▌ | 1124/3000 [09:53<16:14, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:58:14,588 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1125/3000 [09:54<16:21, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:58:15,122 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1126/3000 [09:54<16:28, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:58:15,659 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1127/3000 [09:55<16:31, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:16,193 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1128/3000 [09:55<16:35, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:16,730 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1129/3000 [09:56<16:35, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:17,263 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1130/3000 [09:57<16:37, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:58:17,800 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1131/3000 [09:57<16:37, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:58:18,334 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1132/3000 [09:58<16:38, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:58:18,869 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1133/3000 [09:58<15:37, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:58:19,297 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▋ | 1134/3000 [09:58<14:58, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:58:19,730 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1135/3000 [09:59<15:27, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:58:20,264 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1136/3000 [10:00<15:48, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:58:20,801 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1137/3000 [10:00<15:02, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:58:21,228 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1138/3000 [10:00<14:32, 2.13it/s][WARNING|utils.py:1542] 2024-09-14 23:58:21,660 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1139/3000 [10:01<15:08, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:58:22,193 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1140/3000 [10:01<15:34, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:58:22,729 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1141/3000 [10:02<14:53, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:58:23,159 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1142/3000 [10:02<15:24, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:58:23,696 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1143/3000 [10:03<14:46, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:58:24,125 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▊ | 1144/3000 [10:03<15:17, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:58:24,661 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▉ | 1145/3000 [10:04<15:39, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:58:25,194 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▉ | 1146/3000 [10:04<15:55, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:58:25,732 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▉ | 1147/3000 [10:05<16:04, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:58:26,265 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▉ | 1148/3000 [10:06<16:13, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:58:26,801 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▉ | 1149/3000 [10:06<16:17, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:27,335 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▉ | 1150/3000 [10:07<16:20, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:27,870 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▉ | 1151/3000 [10:07<16:22, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:28,404 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▉ | 1152/3000 [10:08<16:24, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:28,940 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|██████████████▉ | 1153/3000 [10:08<16:25, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:29,475 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|███████████████ | 1154/3000 [10:09<16:24, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:30,007 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 38%|███████████████ | 1155/3000 [10:09<15:26, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:58:30,437 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████ | 1156/3000 [10:10<15:42, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:58:30,970 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████ | 1157/3000 [10:10<15:55, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:58:31,505 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████ | 1158/3000 [10:11<16:03, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:58:32,039 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████ | 1159/3000 [10:11<16:10, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:58:32,576 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████ | 1160/3000 [10:12<16:14, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:33,111 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████ | 1161/3000 [10:12<16:17, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:33,647 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████ | 1162/3000 [10:13<16:18, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:34,180 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████ | 1163/3000 [10:13<15:21, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:58:34,610 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1164/3000 [10:14<15:37, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:58:35,143 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1165/3000 [10:14<14:54, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:58:35,575 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1166/3000 [10:15<15:17, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:58:36,106 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1167/3000 [10:15<15:36, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:58:36,641 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1168/3000 [10:16<15:47, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:58:37,172 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1169/3000 [10:16<15:55, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:58:37,706 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1170/3000 [10:17<16:00, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:58:38,237 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1171/3000 [10:18<16:04, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:58:38,771 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1172/3000 [10:18<16:05, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:39,301 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▏ | 1173/3000 [10:19<16:07, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:39,834 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▎ | 1174/3000 [10:19<16:08, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:58:40,366 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▎ | 1175/3000 [10:20<16:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:40,899 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▎ | 1176/3000 [10:20<16:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:58:41,432 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|██████��████████▎ | 1177/3000 [10:21<15:12, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:58:41,860 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▎ | 1178/3000 [10:21<15:29, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:58:42,392 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▎ | 1179/3000 [10:22<15:41, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:58:42,927 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▎ | 1180/3000 [10:22<14:52, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:58:43,355 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▎ | 1181/3000 [10:23<15:27, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:58:43,909 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▎ | 1182/3000 [10:23<15:39, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:58:44,443 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▍ | 1183/3000 [10:24<14:50, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:58:44,870 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 39%|███████████████▍ | 1184/3000 [10:24<14:15, 2.12it/s][WARNING|utils.py:1542] 2024-09-14 23:58:45,297 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▍ | 1185/3000 [10:25<14:49, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:58:45,831 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▍ | 1186/3000 [10:25<15:10, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:58:46,361 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▍ | 1187/3000 [10:26<14:30, 2.08it/s][WARNING|utils.py:1542] 2024-09-14 23:58:46,790 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▍ | 1188/3000 [10:26<14:02, 2.15it/s][WARNING|utils.py:1542] 2024-09-14 23:58:47,220 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▍ | 1189/3000 [10:27<14:39, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:58:47,754 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▍ | 1190/3000 [10:27<15:04, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:58:48,286 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▍ | 1191/3000 [10:28<15:30, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:58:48,835 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▍ | 1192/3000 [10:28<15:39, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:58:49,366 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▌ | 1193/3000 [10:29<15:45, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:58:49,899 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▌ | 1194/3000 [10:29<14:52, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:58:50,326 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▌ | 1195/3000 [10:30<14:19, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:58:50,759 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▌ | 1196/3000 [10:30<13:51, 2.17it/s][WARNING|utils.py:1542] 2024-09-14 23:58:51,185 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▌ | 1197/3000 [10:30<14:32, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:58:51,722 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▌ | 1198/3000 [10:31<14:57, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:58:52,252 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▌ | 1199/3000 [10:32<15:17, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:58:52,789 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▌ | 1200/3000 [10:32<15:28, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:58:53,320 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▌ | 1201/3000 [10:33<15:37, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:58:53,853 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1202/3000 [10:33<14:45, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:58:54,280 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1203/3000 [10:34<15:07, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:58:54,814 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1204/3000 [10:34<16:18, 1.84it/s][WARNING|utils.py:1542] 2024-09-14 23:58:55,451 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1205/3000 [10:35<16:11, 1.85it/s][WARNING|utils.py:1542] 2024-09-14 23:58:55,983 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1206/3000 [10:35<15:09, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:58:56,411 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1207/3000 [10:36<15:22, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:58:56,943 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1208/3000 [10:36<15:34, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:58:57,481 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1209/3000 [10:37<15:39, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:58:58,013 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1210/3000 [10:37<14:47, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:58:58,441 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▋ | 1211/3000 [10:38<14:11, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:58:58,870 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▊ | 1212/3000 [10:38<13:44, 2.17it/s][WARNING|utils.py:1542] 2024-09-14 23:58:59,297 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▊ | 1213/3000 [10:38<13:27, 2.21it/s][WARNING|utils.py:1542] 2024-09-14 23:58:59,726 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▊ | 1214/3000 [10:39<14:09, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:59:00,257 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 40%|███████████████▊ | 1215/3000 [10:39<13:43, 2.17it/s][WARNING|utils.py:1542] 2024-09-14 23:59:00,687 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▊ | 1216/3000 [10:40<13:25, 2.22it/s][WARNING|utils.py:1542] 2024-09-14 23:59:01,114 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▊ | 1217/3000 [10:40<14:11, 2.09it/s][WARNING|utils.py:1542] 2024-09-14 23:59:01,653 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▊ | 1218/3000 [10:41<13:43, 2.16it/s][WARNING|utils.py:1542] 2024-09-14 23:59:02,079 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▊ | 1219/3000 [10:41<14:21, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:59:02,613 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▊ | 1220/3000 [10:42<13:49, 2.14it/s][WARNING|utils.py:1542] 2024-09-14 23:59:03,039 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▊ | 1221/3000 [10:42<14:25, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:59:03,572 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▉ | 1222/3000 [10:43<14:47, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:04,101 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▉ | 1223/3000 [10:43<15:06, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:59:04,636 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▉ | 1224/3000 [10:44<14:21, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:59:05,062 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▉ | 1225/3000 [10:44<13:51, 2.13it/s][WARNING|utils.py:1542] 2024-09-14 23:59:05,493 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▉ | 1226/3000 [10:45<14:28, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:59:06,032 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▉ | 1227/3000 [10:45<13:57, 2.12it/s][WARNING|utils.py:1542] 2024-09-14 23:59:06,465 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▉ | 1228/3000 [10:46<14:30, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:59:06,999 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▉ | 1229/3000 [10:46<13:58, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:59:07,431 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|███████████████▉ | 1230/3000 [10:47<13:35, 2.17it/s][WARNING|utils.py:1542] 2024-09-14 23:59:07,862 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1231/3000 [10:47<13:21, 2.21it/s][WARNING|utils.py:1542] 2024-09-14 23:59:08,296 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1232/3000 [10:47<13:08, 2.24it/s][WARNING|utils.py:1542] 2024-09-14 23:59:08,726 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1233/3000 [10:48<13:55, 2.12it/s][WARNING|utils.py:1542] 2024-09-14 23:59:09,262 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1234/3000 [10:49<14:28, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:59:09,798 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1235/3000 [10:49<14:51, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:59:10,334 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1236/3000 [10:50<14:11, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:59:10,765 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1237/3000 [10:50<14:38, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:59:11,299 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1238/3000 [10:50<14:02, 2.09it/s][WARNING|utils.py:1542] 2024-09-14 23:59:11,730 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1239/3000 [10:51<13:36, 2.16it/s][WARNING|utils.py:1542] 2024-09-14 23:59:12,160 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████ | 1240/3000 [10:51<14:15, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:59:12,698 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████▏ | 1241/3000 [10:52<14:40, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:13,233 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████▏ | 1242/3000 [10:53<14:59, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:59:13,770 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████▏ | 1243/3000 [10:53<15:11, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:59:14,306 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 41%|████████████████▏ | 1244/3000 [10:54<15:20, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:59:14,844 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▏ | 1245/3000 [10:54<15:26, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:59:15,380 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▏ | 1246/3000 [10:55<15:30, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:15,917 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▏ | 1247/3000 [10:55<15:33, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:16,454 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▏ | 1248/3000 [10:56<14:38, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:59:16,882 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▏ | 1249/3000 [10:56<14:55, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:59:17,418 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1250/3000 [10:57<15:07, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:59:17,953 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1251/3000 [10:57<15:16, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:59:18,489 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1252/3000 [10:58<15:20, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:59:19,023 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1253/3000 [10:58<15:24, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:59:19,558 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1254/3000 [10:59<15:26, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:20,091 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1255/3000 [10:59<15:28, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:20,627 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1256/3000 [11:00<15:28, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:21,160 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1257/3000 [11:00<15:30, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:59:21,697 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1258/3000 [11:01<14:35, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:59:22,126 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▎ | 1259/3000 [11:01<14:52, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:59:22,663 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1260/3000 [11:02<15:04, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:59:23,199 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1261/3000 [11:02<15:13, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:59:23,737 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1262/3000 [11:03<14:23, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:59:24,168 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1263/3000 [11:03<14:43, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:59:24,703 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1264/3000 [11:04<14:56, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:59:25,238 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1265/3000 [11:04<14:12, 2.03it/s][WARNING|utils.py:1542] 2024-09-14 23:59:25,672 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1266/3000 [11:05<13:42, 2.11it/s][WARNING|utils.py:1542] 2024-09-14 23:59:26,106 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1267/3000 [11:05<13:20, 2.17it/s][WARNING|utils.py:1542] 2024-09-14 23:59:26,538 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1268/3000 [11:06<13:56, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:59:27,071 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▍ | 1269/3000 [11:06<14:25, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:27,611 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▌ | 1270/3000 [11:07<14:42, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:59:28,145 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▌ | 1271/3000 [11:07<14:01, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:59:28,577 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▌ | 1272/3000 [11:08<14:26, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:29,112 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▌ | 1273/3000 [11:08<14:44, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:59:29,650 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▌ | 1274/3000 [11:09<14:00, 2.05it/s][WARNING|utils.py:1542] 2024-09-14 23:59:30,078 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 42%|████████████████▌ | 1275/3000 [11:09<14:25, 1.99it/s][WARNING|utils.py:1542] 2024-09-14 23:59:30,614 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▌ | 1276/3000 [11:10<14:40, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:59:31,146 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▌ | 1277/3000 [11:10<14:53, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:59:31,683 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▌ | 1278/3000 [11:11<15:00, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:59:32,216 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1279/3000 [11:12<15:05, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:59:32,749 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1280/3000 [11:12<14:15, 2.01it/s][WARNING|utils.py:1542] 2024-09-14 23:59:33,180 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1281/3000 [11:12<14:35, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:59:33,717 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1282/3000 [11:13<13:52, 2.06it/s][WARNING|utils.py:1542] 2024-09-14 23:59:34,144 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1283/3000 [11:13<14:16, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:34,677 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1284/3000 [11:14<13:38, 2.10it/s][WARNING|utils.py:1542] 2024-09-14 23:59:35,103 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1285/3000 [11:14<13:13, 2.16it/s][WARNING|utils.py:1542] 2024-09-14 23:59:35,532 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1286/3000 [11:15<13:49, 2.07it/s][WARNING|utils.py:1542] 2024-09-14 23:59:36,064 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1287/3000 [11:15<14:14, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:36,599 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▋ | 1288/3000 [11:16<13:37, 2.09it/s][WARNING|utils.py:1542] 2024-09-14 23:59:37,027 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1289/3000 [11:16<14:08, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:59:37,564 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1290/3000 [11:17<14:26, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:59:38,098 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1291/3000 [11:17<14:41, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:59:38,634 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1292/3000 [11:18<14:49, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:59:39,166 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1293/3000 [11:18<14:55, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:59:39,700 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1294/3000 [11:19<15:00, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:59:40,235 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1295/3000 [11:20<15:04, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:40,772 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1296/3000 [11:20<14:12, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:41,201 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1297/3000 [11:20<14:31, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:59:41,740 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▊ | 1298/3000 [11:21<14:41, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:59:42,272 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▉ | 1299/3000 [11:22<14:48, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:59:42,806 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▉ | 1300/3000 [11:22<14:54, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:59:43,340 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▉ | 1301/3000 [11:23<14:58, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:59:43,875 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▉ | 1302/3000 [11:23<14:59, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:59:44,408 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▉ | 1303/3000 [11:24<15:01, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:44,942 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 43%|████████████████▉ | 1304/3000 [11:24<15:02, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:45,477 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|████████████████▉ | 1305/3000 [11:25<14:09, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:45,905 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|████████████████▉ | 1306/3000 [11:25<14:25, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:59:46,440 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|████████████████▉ | 1307/3000 [11:26<14:36, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:59:46,974 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1308/3000 [11:26<14:45, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:59:47,510 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1309/3000 [11:27<14:49, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:59:48,042 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1310/3000 [11:27<14:54, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:59:48,579 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1311/3000 [11:28<14:56, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:49,113 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1312/3000 [11:28<14:57, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:49,648 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1313/3000 [11:29<14:05, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:50,077 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1314/3000 [11:29<14:22, 1.96it/s][WARNING|utils.py:1542] 2024-09-14 23:59:50,612 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1315/3000 [11:30<14:32, 1.93it/s][WARNING|utils.py:1542] 2024-09-14 23:59:51,145 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1316/3000 [11:30<14:42, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:59:51,683 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████ | 1317/3000 [11:31<14:45, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:59:52,215 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▏ | 1318/3000 [11:32<14:50, 1.89it/s][WARNING|utils.py:1542] 2024-09-14 23:59:52,752 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▏ | 1319/3000 [11:32<14:52, 1.88it/s][WARNING|utils.py:1542] 2024-09-14 23:59:53,286 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▏ | 1320/3000 [11:32<14:01, 2.00it/s][WARNING|utils.py:1542] 2024-09-14 23:59:53,717 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▏ | 1321/3000 [11:33<13:24, 2.09it/s][WARNING|utils.py:1542] 2024-09-14 23:59:54,145 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▏ | 1322/3000 [11:33<13:52, 2.02it/s][WARNING|utils.py:1542] 2024-09-14 23:59:54,680 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▏ | 1323/3000 [11:34<14:09, 1.97it/s][WARNING|utils.py:1542] 2024-09-14 23:59:55,212 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▏ | 1324/3000 [11:35<14:23, 1.94it/s][WARNING|utils.py:1542] 2024-09-14 23:59:55,748 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▏ | 1325/3000 [11:35<13:40, 2.04it/s][WARNING|utils.py:1542] 2024-09-14 23:59:56,178 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▏ | 1326/3000 [11:36<14:57, 1.86it/s][WARNING|utils.py:1542] 2024-09-14 23:59:56,824 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▎ | 1327/3000 [11:36<14:56, 1.87it/s][WARNING|utils.py:1542] 2024-09-14 23:59:57,358 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▎ | 1328/3000 [11:37<14:03, 1.98it/s][WARNING|utils.py:1542] 2024-09-14 23:59:57,790 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▎ | 1329/3000 [11:37<14:17, 1.95it/s][WARNING|utils.py:1542] 2024-09-14 23:59:58,323 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▎ | 1330/3000 [11:38<14:28, 1.92it/s][WARNING|utils.py:1542] 2024-09-14 23:59:58,859 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▎ | 1331/3000 [11:38<14:34, 1.91it/s][WARNING|utils.py:1542] 2024-09-14 23:59:59,393 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▎ | 1332/3000 [11:39<14:40, 1.90it/s][WARNING|utils.py:1542] 2024-09-14 23:59:59,928 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|████████████████��▎ | 1333/3000 [11:39<13:50, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:00:00,357 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▎ | 1334/3000 [11:40<14:10, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:00:00,897 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 44%|█████████████████▎ | 1335/3000 [11:40<14:22, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:00:01,432 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▎ | 1336/3000 [11:41<14:29, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:00:01,966 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1337/3000 [11:41<14:36, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:00:02,503 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1338/3000 [11:42<14:42, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:03,043 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1339/3000 [11:42<14:43, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:03,577 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1340/3000 [11:43<14:43, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:04,109 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1341/3000 [11:43<13:51, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:04,540 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1342/3000 [11:44<14:06, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:00:05,072 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1343/3000 [11:44<14:18, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:00:05,607 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1344/3000 [11:45<13:34, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:00:06,037 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1345/3000 [11:45<13:03, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:00:06,469 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▍ | 1346/3000 [11:46<13:33, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:00:07,002 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▌ | 1347/3000 [11:46<13:01, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:00:07,432 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▌ | 1348/3000 [11:47<13:31, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:00:07,966 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▌ | 1349/3000 [11:47<13:54, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:00:08,504 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▌ | 1350/3000 [11:48<14:13, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:00:09,049 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▌ | 1351/3000 [11:48<14:26, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:00:09,592 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▌ | 1352/3000 [11:49<14:29, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:00:10,126 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▌ | 1353/3000 [11:49<13:40, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:00:10,555 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▌ | 1354/3000 [11:50<13:56, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:00:11,087 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▌ | 1355/3000 [11:50<13:17, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:00:11,518 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▋ | 1356/3000 [11:51<13:43, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:00:12,055 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▋ | 1357/3000 [11:51<13:59, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:00:12,590 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▋ | 1358/3000 [11:52<14:10, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:00:13,125 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▋ | 1359/3000 [11:52<14:18, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:00:13,660 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▋ | 1360/3000 [11:53<14:23, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:00:14,194 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▋ | 1361/3000 [11:53<13:35, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:00:14,623 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▋ | 1362/3000 [11:54<13:00, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:00:15,052 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▋ | 1363/3000 [11:54<13:30, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:00:15,591 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 45%|█████████████████▋ | 1364/3000 [11:55<13:49, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:00:16,126 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▋ | 1365/3000 [11:55<14:03, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:00:16,661 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▊ | 1366/3000 [11:56<13:19, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:00:17,089 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▊ | 1367/3000 [11:56<13:41, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:17,623 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▊ | 1368/3000 [11:57<13:03, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:00:18,051 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▊ | 1369/3000 [11:57<12:39, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:00:18,482 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▊ | 1370/3000 [11:58<13:13, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:00:19,019 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▊ | 1371/3000 [11:58<13:37, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:19,555 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▊ | 1372/3000 [11:59<13:53, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:00:20,091 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▊ | 1373/3000 [11:59<13:12, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:00:20,521 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▊ | 1374/3000 [12:00<13:34, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:00:21,053 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1375/3000 [12:00<13:50, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:00:21,589 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1376/3000 [12:01<13:09, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:00:22,017 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1377/3000 [12:01<13:34, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:22,554 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1378/3000 [12:02<13:49, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:00:23,088 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1379/3000 [12:02<13:09, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:00:23,518 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1380/3000 [12:03<13:33, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:24,057 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1381/3000 [12:03<13:50, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:00:24,595 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1382/3000 [12:04<13:09, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:00:25,023 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1383/3000 [12:04<13:31, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:25,558 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████████▉ | 1384/3000 [12:05<13:47, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:00:26,094 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████ | 1385/3000 [12:05<13:59, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:00:26,631 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████ | 1386/3000 [12:06<14:05, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:00:27,164 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████ | 1387/3000 [12:06<14:10, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:00:27,699 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████ | 1388/3000 [12:07<14:12, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:00:28,232 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████ | 1389/3000 [12:07<13:25, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:00:28,665 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████ | 1390/3000 [12:08<13:41, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:00:29,198 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|█████████████���████ | 1391/3000 [12:08<13:53, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:00:29,735 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████ | 1392/3000 [12:09<14:00, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:00:30,268 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████ | 1393/3000 [12:10<14:06, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:00:30,805 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████ | 1394/3000 [12:10<14:09, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:00:31,339 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 46%|██████████████████▏ | 1395/3000 [12:11<14:12, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:31,874 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▏ | 1396/3000 [12:11<14:12, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:32,407 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▏ | 1397/3000 [12:12<14:13, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:32,941 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▏ | 1398/3000 [12:12<14:14, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:00:33,478 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▏ | 1399/3000 [12:13<14:14, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:00:34,011 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▏ | 1400/3000 [12:13<13:23, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:34,440 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▏ | 1401/3000 [12:14<12:48, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:00:34,869 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▏ | 1402/3000 [12:14<13:12, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:00:35,403 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▏ | 1403/3000 [12:15<13:30, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:00:35,937 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1404/3000 [12:15<12:51, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:00:36,363 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1405/3000 [12:16<12:24, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:00:36,791 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1406/3000 [12:16<12:55, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:00:37,323 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1407/3000 [12:17<13:17, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:00:37,858 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1408/3000 [12:17<13:32, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:00:38,392 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1409/3000 [12:18<12:54, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:00:38,822 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1410/3000 [12:18<12:25, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:00:39,249 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1411/3000 [12:18<12:06, 2.19it/s][WARNING|utils.py:1542] 2024-09-15 00:00:39,678 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1412/3000 [12:19<12:41, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:00:40,209 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▎ | 1413/3000 [12:19<12:17, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:00:40,639 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1414/3000 [12:20<12:48, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:00:41,171 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1415/3000 [12:20<12:21, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:00:41,600 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1416/3000 [12:21<12:51, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:00:42,132 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1417/3000 [12:21<13:13, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:42,666 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1418/3000 [12:22<12:37, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:00:43,093 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1419/3000 [12:22<13:04, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:00:43,630 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1420/3000 [12:23<13:20, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:00:44,162 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1421/3000 [12:23<13:34, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:00:44,697 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1422/3000 [12:24<12:51, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:00:45,124 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▍ | 1423/3000 [12:24<13:12, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:45,658 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 47%|██████████████████▌ | 1424/3000 [12:25<13:25, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:00:46,190 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▌ | 1425/3000 [12:25<12:47, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:00:46,621 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▌ | 1426/3000 [12:26<13:09, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:00:47,157 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▌ | 1427/3000 [12:26<13:25, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:00:47,692 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▌ | 1428/3000 [12:27<13:34, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:00:48,226 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▌ | 1429/3000 [12:28<13:43, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:00:48,763 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▌ | 1430/3000 [12:28<13:46, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:00:49,294 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▌ | 1431/3000 [12:29<13:49, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:00:49,828 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▌ | 1432/3000 [12:29<13:50, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:00:50,361 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1433/3000 [12:30<13:52, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:50,895 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1434/3000 [12:30<13:03, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:00:51,323 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1435/3000 [12:31<13:22, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:00:51,865 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1436/3000 [12:31<13:30, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:00:52,397 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1437/3000 [12:32<14:26, 1.80it/s][WARNING|utils.py:1542] 2024-09-15 00:00:53,035 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1438/3000 [12:32<14:17, 1.82it/s][WARNING|utils.py:1542] 2024-09-15 00:00:53,571 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1439/3000 [12:33<14:08, 1.84it/s][WARNING|utils.py:1542] 2024-09-15 00:00:54,102 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1440/3000 [12:33<13:14, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:00:54,532 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1441/3000 [12:34<13:24, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:00:55,063 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▋ | 1442/3000 [12:34<13:32, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:00:55,597 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▊ | 1443/3000 [12:35<13:37, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:00:56,130 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▊ | 1444/3000 [12:35<13:41, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:00:56,664 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▊ | 1445/3000 [12:36<13:43, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:00:57,198 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▊ | 1446/3000 [12:36<13:44, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:57,732 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▊ | 1447/3000 [12:37<13:44, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:58,263 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▊ | 1448/3000 [12:38<13:45, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:58,798 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▊ | 1449/3000 [12:38<13:45, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:59,331 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▊ | 1450/3000 [12:39<13:45, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:00:59,864 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▊ | 1451/3000 [12:39<13:44, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:01:00,395 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▉ | 1452/3000 [12:40<13:45, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:01:00,931 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▉ | 1453/3000 [12:40<13:45, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:01:01,466 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▉ | 1454/3000 [12:41<13:44, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:01:01,998 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 48%|██████████████████▉ | 1455/3000 [12:41<13:44, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:01:02,532 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|██████████████████▉ | 1456/3000 [12:42<13:42, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:01:03,063 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|██████████████████▉ | 1457/3000 [12:42<13:43, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:01:03,598 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|██████████████████▉ | 1458/3000 [12:43<13:41, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:01:04,131 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|██████████████████▉ | 1459/3000 [12:43<13:42, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:01:04,666 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|██████████████████▉ | 1460/3000 [12:44<12:53, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:01:05,093 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|██████████████████▉ | 1461/3000 [12:44<12:19, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:01:05,524 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1462/3000 [12:45<12:43, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:01:06,058 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1463/3000 [12:45<13:03, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:01:06,598 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1464/3000 [12:46<13:14, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:01:07,134 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1465/3000 [12:46<12:35, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:01:07,566 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1466/3000 [12:47<12:55, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:01:08,102 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1467/3000 [12:47<12:21, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:01:08,535 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1468/3000 [12:48<12:44, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:01:09,071 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1469/3000 [12:48<13:02, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:01:09,610 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1470/3000 [12:49<13:13, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:01:10,145 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████ | 1471/3000 [12:49<13:21, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:01:10,684 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▏ | 1472/3000 [12:50<12:38, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:01:11,115 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▏ | 1473/3000 [12:50<13:00, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:01:11,659 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▏ | 1474/3000 [12:51<13:10, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:01:12,195 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▏ | 1475/3000 [12:51<13:19, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:01:12,732 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▏ | 1476/3000 [12:52<12:35, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:01:13,161 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▏ | 1477/3000 [12:52<12:52, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:01:13,697 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▏ | 1478/3000 [12:53<12:16, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:01:14,126 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▏ | 1479/3000 [12:53<11:52, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:01:14,557 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▏ | 1480/3000 [12:54<12:22, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:01:15,093 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▎ | 1481/3000 [12:54<12:42, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:01:15,627 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▎ | 1482/3000 [12:55<12:56, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:01:16,161 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▎ | 1483/3000 [12:55<13:06, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:01:16,696 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 49%|███████████████████▎ | 1484/3000 [12:56<12:25, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:01:17,125 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▎ | 1485/3000 [12:56<11:58, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:01:17,558 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▎ | 1486/3000 [12:57<11:37, 2.17it/s][WARNING|utils.py:1542] 2024-09-15 00:01:17,988 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▎ | 1487/3000 [12:57<12:12, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:01:18,526 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▎ | 1488/3000 [12:58<11:47, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:01:18,956 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▎ | 1489/3000 [12:58<12:19, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:01:19,495 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▎ | 1490/3000 [12:59<11:51, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:01:19,924 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▍ | 1491/3000 [12:59<13:09, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:01:20,568 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▍ | 1492/3000 [13:00<13:14, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:01:21,104 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▍ | 1493/3000 [13:00<12:31, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:01:21,536 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▍ | 1494/3000 [13:01<12:47, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:01:22,071 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▍ | 1495/3000 [13:01<12:59, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:01:22,609 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▍ | 1496/3000 [13:02<13:06, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:01:23,144 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▍ | 1497/3000 [13:02<12:25, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:01:23,578 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▍ | 1498/3000 [13:03<11:56, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:01:24,009 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▍ | 1499/3000 [13:03<12:23, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:01:24,546 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1500/3000 [13:04<12:40, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:01:25,081 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1501/3000 [13:04<12:06, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:01:25,513 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1502/3000 [13:05<11:42, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:01:25,945 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1503/3000 [13:05<12:12, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:01:26,482 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1504/3000 [13:06<11:44, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:01:26,911 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1505/3000 [13:06<12:14, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:01:27,450 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1506/3000 [13:07<11:46, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:01:27,880 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1507/3000 [13:07<12:13, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:01:28,415 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1508/3000 [13:08<12:32, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:01:28,949 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▌ | 1509/3000 [13:08<11:59, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:01:29,381 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▋ | 1510/3000 [13:09<11:36, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:01:29,813 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▋ | 1511/3000 [13:09<11:19, 2.19it/s][WARNING|utils.py:1542] 2024-09-15 00:01:30,243 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▋ | 1512/3000 [13:10<11:55, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:01:30,781 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▋ | 1513/3000 [13:10<12:19, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:01:31,317 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▋ | 1514/3000 [13:11<12:36, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:01:31,854 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 50%|███████████████████▋ | 1515/3000 [13:11<12:47, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:01:32,389 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▋ | 1516/3000 [13:12<12:55, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:01:32,925 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▋ | 1517/3000 [13:12<13:01, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:01:33,463 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▋ | 1518/3000 [13:13<13:05, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:01:33,999 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▋ | 1519/3000 [13:13<13:08, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:01:34,537 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▊ | 1520/3000 [13:14<13:08, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:01:35,071 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▊ | 1521/3000 [13:14<13:10, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:01:35,608 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▊ | 1522/3000 [13:15<12:22, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:01:36,037 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▊ | 1523/3000 [13:15<12:39, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:01:36,578 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▊ | 1524/3000 [13:16<12:47, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:01:37,112 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|█���█████████████████▊ | 1525/3000 [13:16<12:54, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:01:37,648 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▊ | 1526/3000 [13:17<12:57, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:01:38,183 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▊ | 1527/3000 [13:17<13:01, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:01:38,721 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▊ | 1528/3000 [13:18<12:16, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:01:39,150 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1529/3000 [13:18<12:31, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:01:39,685 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1530/3000 [13:19<12:41, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:01:40,219 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1531/3000 [13:20<12:49, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:01:40,756 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1532/3000 [13:20<12:53, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:01:41,291 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1533/3000 [13:21<12:57, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:01:41,829 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1534/3000 [13:21<12:59, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:01:42,363 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1535/3000 [13:22<13:02, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:01:42,903 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1536/3000 [13:22<13:01, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:01:43,436 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1537/3000 [13:23<13:02, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:01:43,974 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|███████████████████▉ | 1538/3000 [13:23<12:23, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:01:44,421 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|████████████████████ | 1539/3000 [13:24<12:34, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:01:44,956 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|████████████████████ | 1540/3000 [13:24<11:55, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:01:45,385 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|████████████████████ | 1541/3000 [13:25<11:29, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:01:45,817 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|████████████████████ | 1542/3000 [13:25<11:10, 2.17it/s][WARNING|utils.py:1542] 2024-09-15 00:01:46,248 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|████████████████████ | 1543/3000 [13:25<10:58, 2.21it/s][WARNING|utils.py:1542] 2024-09-15 00:01:46,680 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 51%|████���███████████████ | 1544/3000 [13:26<10:49, 2.24it/s][WARNING|utils.py:1542] 2024-09-15 00:01:47,112 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████ | 1545/3000 [13:26<11:29, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:01:47,652 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████ | 1546/3000 [13:27<11:55, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:01:48,186 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████ | 1547/3000 [13:27<11:29, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:01:48,620 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████ | 1548/3000 [13:28<11:11, 2.16it/s][WARNING|utils.py:1542] 2024-09-15 00:01:49,055 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▏ | 1549/3000 [13:28<11:49, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:01:49,604 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▏ | 1550/3000 [13:29<12:08, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:01:50,138 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▏ | 1551/3000 [13:29<12:22, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:01:50,674 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▏ | 1552/3000 [13:30<11:46, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:01:51,105 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▏ | 1553/3000 [13:30<11:22, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:01:51,538 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▏ | 1554/3000 [13:31<11:48, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:01:52,072 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▏ | 1555/3000 [13:31<12:09, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:01:52,610 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▏ | 1556/3000 [13:32<11:36, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:01:53,040 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▏ | 1557/3000 [13:32<12:00, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:01:53,580 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1558/3000 [13:33<12:15, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:01:54,114 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1559/3000 [13:33<12:26, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:01:54,650 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1560/3000 [13:34<12:32, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:01:55,184 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1561/3000 [13:34<11:52, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:01:55,614 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1562/3000 [13:35<12:08, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:01:56,148 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1563/3000 [13:35<12:21, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:01:56,686 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1564/3000 [13:36<12:28, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:01:57,220 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1565/3000 [13:37<12:35, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:01:57,758 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1566/3000 [13:37<12:37, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:01:58,291 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▎ | 1567/3000 [13:38<12:40, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:01:58,826 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▍ | 1568/3000 [13:38<11:55, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:01:59,255 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▍ | 1569/3000 [13:39<12:11, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:01:59,792 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▍ | 1570/3000 [13:39<12:20, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:02:00,326 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▍ | 1571/3000 [13:40<11:43, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:02:00,758 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▍ | 1572/3000 [13:40<11:16, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:02:01,189 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▍ | 1573/3000 [13:40<11:43, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:02:01,726 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▍ | 1574/3000 [13:41<11:59, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:02:02,259 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 52%|████████████████████▍ | 1575/3000 [13:41<11:28, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:02:02,692 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▍ | 1576/3000 [13:42<11:49, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:02:03,225 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1577/3000 [13:42<11:20, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:02:03,656 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1578/3000 [13:43<10:59, 2.16it/s][WARNING|utils.py:1542] 2024-09-15 00:02:04,086 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1579/3000 [13:43<11:30, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:02:04,624 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1580/3000 [13:44<11:50, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:02:05,157 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1581/3000 [13:44<12:05, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:02:05,694 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1582/3000 [13:45<11:29, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:02:06,122 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1583/3000 [13:45<11:50, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:02:06,659 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1584/3000 [13:46<12:04, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:02:07,194 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1585/3000 [13:46<11:29, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:02:07,625 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▌ | 1586/3000 [13:47<11:48, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:02:08,159 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1587/3000 [13:47<12:03, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:02:08,695 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1588/3000 [13:48<12:12, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:02:09,229 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1589/3000 [13:49<12:18, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:02:09,764 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1590/3000 [13:49<11:38, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:02:10,195 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1591/3000 [13:49<11:57, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:02:10,735 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1592/3000 [13:50<11:23, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:02:11,165 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1593/3000 [13:50<11:00, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:02:11,598 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1594/3000 [13:51<11:27, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:02:12,132 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1595/3000 [13:51<11:47, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:02:12,671 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▋ | 1596/3000 [13:52<12:00, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:02:13,205 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▊ | 1597/3000 [13:53<12:09, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:02:13,741 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▊ | 1598/3000 [13:53<11:31, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:02:14,172 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▊ | 1599/3000 [13:53<11:49, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:02:14,710 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▊ | 1600/3000 [13:54<11:16, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:02:15,138 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▊ | 1601/3000 [13:54<11:38, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:02:15,675 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▊ | 1602/3000 [13:55<11:53, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:02:16,210 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▊ | 1603/3000 [13:56<12:03, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:02:16,747 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 53%|████████████████████▊ | 1604/3000 [13:56<12:10, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:02:17,281 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▊ | 1605/3000 [13:57<12:15, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:02:17,818 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1606/3000 [13:57<12:18, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:02:18,353 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1607/3000 [13:58<12:20, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:02:18,890 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1608/3000 [13:58<12:22, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:02:19,427 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1609/3000 [13:59<12:22, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:02:19,962 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1610/3000 [13:59<11:38, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:02:20,391 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1611/3000 [14:00<11:52, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:02:20,928 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1612/3000 [14:00<12:01, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:02:21,464 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1613/3000 [14:01<11:24, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:02:21,896 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1614/3000 [14:01<11:41, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:02:22,433 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|████████████████████▉ | 1615/3000 [14:02<11:53, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:02:22,969 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████ | 1616/3000 [14:02<12:02, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:02:23,507 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████ | 1617/3000 [14:03<12:07, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:02:24,042 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████ | 1618/3000 [14:03<12:12, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:02:24,581 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████ | 1619/3000 [14:04<11:30, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:02:25,011 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████ | 1620/3000 [14:04<11:45, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:02:25,548 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████ | 1621/3000 [14:05<11:54, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:02:26,082 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████ | 1622/3000 [14:05<12:02, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:02:26,621 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████ | 1623/3000 [14:06<12:06, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:02:27,157 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████ | 1624/3000 [14:06<11:27, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:02:27,591 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1625/3000 [14:07<11:41, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:02:28,126 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1626/3000 [14:07<11:52, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:02:28,664 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1627/3000 [14:08<11:57, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:02:29,196 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1628/3000 [14:08<11:19, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:02:29,627 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1629/3000 [14:09<10:52, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:02:30,058 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1630/3000 [14:09<10:33, 2.16it/s][WARNING|utils.py:1542] 2024-09-15 00:02:30,490 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1631/3000 [14:10<10:21, 2.20it/s][WARNING|utils.py:1542] 2024-09-15 00:02:30,923 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1632/3000 [14:10<10:54, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:02:31,459 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1633/3000 [14:11<11:17, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:02:31,995 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1634/3000 [14:11<11:33, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:02:32,532 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1635/3000 [14:12<11:01, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:02:32,962 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1636/3000 [14:12<10:38, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:02:33,390 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1637/3000 [14:13<11:05, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:02:33,927 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1638/3000 [14:13<10:41, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:02:34,356 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1639/3000 [14:14<10:24, 2.18it/s][WARNING|utils.py:1542] 2024-09-15 00:02:34,788 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1640/3000 [14:14<10:11, 2.22it/s][WARNING|utils.py:1542] 2024-09-15 00:02:35,217 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1641/3000 [14:15<10:46, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:02:35,753 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1642/3000 [14:15<11:08, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:02:36,284 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1643/3000 [14:15<10:42, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:02:36,714 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1644/3000 [14:16<11:48, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:02:37,351 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1645/3000 [14:17<11:52, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:02:37,885 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1646/3000 [14:17<11:54, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:02:38,417 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1647/3000 [14:18<11:57, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:02:38,952 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1648/3000 [14:18<11:58, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:02:39,486 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1649/3000 [14:19<11:15, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:02:39,914 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1650/3000 [14:19<10:47, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:02:40,345 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1651/3000 [14:20<11:08, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:02:40,879 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1652/3000 [14:20<10:40, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:02:41,305 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1653/3000 [14:20<10:22, 2.16it/s][WARNING|utils.py:1542] 2024-09-15 00:02:41,737 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1654/3000 [14:21<10:09, 2.21it/s][WARNING|utils.py:1542] 2024-09-15 00:02:42,167 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1655/3000 [14:21<10:41, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:02:42,701 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1656/3000 [14:22<11:03, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:02:43,235 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|██████████████████��██▌ | 1657/3000 [14:23<11:19, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:02:43,769 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1658/3000 [14:23<11:29, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:02:44,300 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1659/3000 [14:24<11:37, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:02:44,836 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1660/3000 [14:24<11:41, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:02:45,367 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1661/3000 [14:25<11:03, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:02:45,796 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1662/3000 [14:25<10:35, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:02:46,224 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1663/3000 [14:26<10:58, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:02:46,758 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 55%|█████████████████████▋ | 1664/3000 [14:26<11:13, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:02:47,290 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1665/3000 [14:27<11:26, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:02:47,826 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1666/3000 [14:27<11:32, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:02:48,358 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1667/3000 [14:28<11:37, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:02:48,891 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1668/3000 [14:28<10:58, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:02:49,318 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1669/3000 [14:29<11:14, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:02:49,853 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1670/3000 [14:29<11:23, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:02:50,385 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1671/3000 [14:30<11:31, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:02:50,919 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1672/3000 [14:30<11:36, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:02:51,454 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1673/3000 [14:31<11:39, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:02:51,986 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1674/3000 [14:31<10:59, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:02:52,414 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1675/3000 [14:32<11:14, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:02:52,952 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1676/3000 [14:32<10:42, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:02:53,379 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1677/3000 [14:33<11:00, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:02:53,912 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1678/3000 [14:33<10:31, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:02:54,339 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1679/3000 [14:34<10:53, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:02:54,873 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1680/3000 [14:34<10:26, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:02:55,300 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1681/3000 [14:35<10:50, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:02:55,837 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1682/3000 [14:35<10:23, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:02:56,263 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1683/3000 [14:35<10:06, 2.17it/s][WARNING|utils.py:1542] 2024-09-15 00:02:56,695 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1684/3000 [14:36<10:35, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:02:57,230 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1685/3000 [14:36<10:14, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:02:57,661 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1686/3000 [14:37<10:39, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:02:58,192 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1687/3000 [14:37<10:57, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:02:58,726 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1688/3000 [14:38<11:08, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:02:59,257 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1689/3000 [14:39<11:18, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:02:59,792 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1690/3000 [14:39<11:23, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:03:00,325 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1691/3000 [14:40<11:28, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:03:00,859 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1692/3000 [14:40<11:31, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:01,394 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|██████████████████████ | 1693/3000 [14:41<11:32, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:01,927 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|██████████████████████ | 1694/3000 [14:41<11:32, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:02,459 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 56%|██████████████████████ | 1695/3000 [14:42<11:34, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:02,994 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████ | 1696/3000 [14:42<11:34, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:03,530 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████ | 1697/3000 [14:43<11:34, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:04,061 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████ | 1698/3000 [14:43<11:34, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:04,596 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████ | 1699/3000 [14:44<11:33, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:05,129 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████ | 1700/3000 [14:44<10:52, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:03:05,559 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████ | 1701/3000 [14:45<11:05, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:03:06,095 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1702/3000 [14:45<11:15, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:03:06,635 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1703/3000 [14:46<11:20, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:03:07,169 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1704/3000 [14:46<11:24, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:07,706 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1705/3000 [14:47<11:26, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:08,240 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1706/3000 [14:47<10:47, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:03:08,671 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1707/3000 [14:48<11:00, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:03:09,206 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1708/3000 [14:49<11:11, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:03:09,746 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1709/3000 [14:49<11:21, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:03:10,293 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1710/3000 [14:49<10:42, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:03:10,723 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1711/3000 [14:50<10:56, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:03:11,257 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1712/3000 [14:50<10:25, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:03:11,688 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1713/3000 [14:51<10:03, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:03:12,119 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1714/3000 [14:51<09:48, 2.18it/s][WARNING|utils.py:1542] 2024-09-15 00:03:12,550 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1715/3000 [14:52<09:39, 2.22it/s][WARNING|utils.py:1542] 2024-09-15 00:03:12,985 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1716/3000 [14:52<10:12, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:03:13,521 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1717/3000 [14:53<10:33, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:03:14,055 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1718/3000 [14:53<10:49, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:03:14,591 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1719/3000 [14:54<10:19, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:03:15,021 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1720/3000 [14:54<09:58, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:03:15,451 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1721/3000 [14:55<10:23, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:03:15,986 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▍ | 1722/3000 [14:55<10:01, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:03:16,417 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▍ | 1723/3000 [14:56<10:26, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:03:16,954 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▍ | 1724/3000 [14:56<10:43, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:03:17,490 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 57%|██████████████████████▍ | 1725/3000 [14:57<10:14, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:03:17,919 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1726/3000 [14:57<09:54, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:03:18,350 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1727/3000 [14:58<10:21, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:03:18,888 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1728/3000 [14:58<10:38, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:03:19,423 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1729/3000 [14:59<10:11, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:03:19,856 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1730/3000 [14:59<10:32, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:03:20,392 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1731/3000 [15:00<10:06, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:03:20,824 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|���█████████████████████▌ | 1732/3000 [15:00<09:46, 2.16it/s][WARNING|utils.py:1542] 2024-09-15 00:03:21,252 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1733/3000 [15:00<09:34, 2.21it/s][WARNING|utils.py:1542] 2024-09-15 00:03:21,683 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1734/3000 [15:01<09:25, 2.24it/s][WARNING|utils.py:1542] 2024-09-15 00:03:22,114 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1735/3000 [15:01<09:59, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:03:22,651 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1736/3000 [15:02<10:21, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:03:23,185 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1737/3000 [15:02<10:37, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:03:23,721 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1738/3000 [15:03<10:48, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:03:24,255 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1739/3000 [15:04<10:57, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:03:24,793 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1740/3000 [15:04<11:02, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:03:25,329 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1741/3000 [15:05<11:06, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:25,867 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1742/3000 [15:05<11:07, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:26,400 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1743/3000 [15:06<11:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:26,937 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1744/3000 [15:06<11:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:27,472 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1745/3000 [15:07<11:10, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:03:28,008 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1746/3000 [15:07<10:30, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:03:28,438 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1747/3000 [15:08<10:04, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:03:28,873 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1748/3000 [15:08<09:44, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:03:29,305 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1749/3000 [15:09<10:11, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:03:29,844 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1750/3000 [15:09<10:28, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:03:30,379 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1751/3000 [15:10<10:40, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:03:30,915 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1752/3000 [15:10<10:08, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:03:31,344 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1753/3000 [15:11<09:46, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:03:31,775 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1754/3000 [15:11<10:11, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:03:32,314 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1755/3000 [15:12<09:49, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:03:32,745 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▊ | 1756/3000 [15:12<09:32, 2.17it/s][WARNING|utils.py:1542] 2024-09-15 00:03:33,174 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▊ | 1757/3000 [15:12<10:01, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:03:33,715 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▊ | 1758/3000 [15:13<10:20, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:03:34,250 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▊ | 1759/3000 [15:14<10:34, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:03:34,788 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1760/3000 [15:14<10:42, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:03:35,323 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1761/3000 [15:15<10:48, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:03:35,859 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1762/3000 [15:15<10:51, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:03:36,390 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1763/3000 [15:16<10:54, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:36,926 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1764/3000 [15:16<10:55, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:37,459 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1765/3000 [15:17<10:55, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:37,992 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1766/3000 [15:17<10:16, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:03:38,419 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1767/3000 [15:18<10:30, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:03:38,957 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1768/3000 [15:18<09:59, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:03:39,387 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1769/3000 [15:19<10:16, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:03:39,921 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████ | 1770/3000 [15:19<10:28, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:03:40,454 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████ | 1771/3000 [15:20<10:36, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:03:40,989 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████ | 1772/3000 [15:20<10:42, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:03:41,524 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████ | 1773/3000 [15:21<10:44, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:03:42,056 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████ | 1774/3000 [15:21<10:47, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:42,590 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████ | 1775/3000 [15:22<10:49, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:43,124 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████ | 1776/3000 [15:22<10:49, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:43,657 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████ | 1777/3000 [15:23<10:49, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:03:44,189 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████ | 1778/3000 [15:23<10:12, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:03:44,619 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1779/3000 [15:24<09:45, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:03:45,048 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1780/3000 [15:24<10:05, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:03:45,583 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1781/3000 [15:25<10:17, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:03:46,114 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1782/3000 [15:25<10:27, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:03:46,649 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1783/3000 [15:26<09:55, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:03:47,078 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1784/3000 [15:26<09:32, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:03:47,506 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▏ | 1785/3000 [15:27<09:54, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:03:48,037 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▏ | 1786/3000 [15:27<10:10, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:03:48,572 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▏ | 1787/3000 [15:28<10:21, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:03:49,106 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▏ | 1788/3000 [15:28<10:28, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:03:49,640 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1789/3000 [15:29<09:54, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:03:50,067 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1790/3000 [15:29<10:12, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:03:50,607 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1791/3000 [15:30<10:20, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:03:51,139 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1792/3000 [15:30<09:50, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:03:51,569 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1793/3000 [15:31<10:06, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:03:52,102 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1794/3000 [15:31<09:39, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:03:52,533 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1795/3000 [15:32<09:58, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:03:53,067 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1796/3000 [15:32<10:12, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:03:53,604 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1797/3000 [15:33<10:20, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:03:54,136 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1798/3000 [15:33<10:26, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:03:54,671 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1799/3000 [15:34<10:30, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:03:55,203 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1800/3000 [15:34<10:33, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:03:55,737 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1801/3000 [15:35<10:34, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:03:56,272 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1802/3000 [15:35<09:59, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:03:56,703 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1803/3000 [15:36<10:10, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:03:57,237 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1804/3000 [15:37<10:19, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:03:57,774 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1805/3000 [15:37<10:24, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:03:58,307 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1806/3000 [15:37<09:51, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:03:58,738 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1807/3000 [15:38<09:27, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:03:59,168 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1808/3000 [15:38<09:48, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:03:59,704 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1809/3000 [15:39<10:01, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:04:00,236 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1810/3000 [15:39<09:34, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:04:00,667 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1811/3000 [15:40<09:52, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:04:01,200 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1812/3000 [15:40<09:27, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:04:01,631 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1813/3000 [15:41<09:47, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:04:02,164 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1814/3000 [15:41<10:00, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:04:02,699 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1815/3000 [15:42<10:10, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:04:03,233 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▌ | 1816/3000 [15:43<10:16, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:04:03,769 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▌ | 1817/3000 [15:43<10:20, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:04:04,301 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1818/3000 [15:43<09:46, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:04:04,730 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1819/3000 [15:44<09:58, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:04:05,261 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1820/3000 [15:45<10:08, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:04:05,797 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1821/3000 [15:45<10:14, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:04:06,332 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1822/3000 [15:46<10:19, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:04:06,869 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1823/3000 [15:46<09:44, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:04:07,297 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1824/3000 [15:47<09:57, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:04:07,833 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1825/3000 [15:47<10:05, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:04:08,365 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1826/3000 [15:48<10:12, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:04:08,903 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1827/3000 [15:48<09:40, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:04:09,334 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1828/3000 [15:49<09:54, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:04:09,870 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1829/3000 [15:49<10:03, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:04:10,406 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1830/3000 [15:50<10:09, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:04:10,940 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1831/3000 [15:50<10:15, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:04:11,478 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1832/3000 [15:51<10:18, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:04:12,016 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1833/3000 [15:51<10:20, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:12,552 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1834/3000 [15:52<09:43, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:04:12,979 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1835/3000 [15:52<09:18, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:04:13,409 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1836/3000 [15:53<10:14, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:04:14,051 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1837/3000 [15:53<10:17, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:14,589 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1838/3000 [15:54<10:17, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:15,121 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1839/3000 [15:54<10:18, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:15,655 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1840/3000 [15:55<10:17, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:16,188 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1841/3000 [15:55<10:18, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:04:16,724 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1842/3000 [15:56<10:18, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:04:17,258 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|██████████████████████��▉ | 1843/3000 [15:57<10:18, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:04:17,794 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1844/3000 [15:57<10:17, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:04:18,327 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|███████████████████████▉ | 1845/3000 [15:58<10:17, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:04:18,865 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|███████████████████████▉ | 1846/3000 [15:58<10:17, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:04:19,399 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████ | 1847/3000 [15:59<10:16, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:04:19,934 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████ | 1848/3000 [15:59<10:16, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:04:20,469 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████ | 1849/3000 [16:00<09:39, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:04:20,900 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████ | 1850/3000 [16:00<09:49, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:04:21,434 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████ | 1851/3000 [16:01<09:56, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:04:21,969 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████ | 1852/3000 [16:01<10:03, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:04:22,508 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████ | 1853/3000 [16:02<10:05, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:04:23,043 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████ | 1854/3000 [16:02<09:30, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:04:23,472 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████ | 1855/3000 [16:03<09:44, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:04:24,010 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1856/3000 [16:03<09:16, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:04:24,440 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1857/3000 [16:04<08:57, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:04:24,873 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1858/3000 [16:04<09:18, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:04:25,407 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1859/3000 [16:05<08:58, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:04:25,838 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1860/3000 [16:05<09:19, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:04:26,374 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1861/3000 [16:06<09:34, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:04:26,909 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1862/3000 [16:06<09:08, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:04:27,339 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1863/3000 [16:07<09:26, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:04:27,875 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1864/3000 [16:07<09:37, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:04:28,409 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1865/3000 [16:08<09:10, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:04:28,839 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1866/3000 [16:08<08:50, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:04:29,267 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1867/3000 [16:08<08:38, 2.18it/s][WARNING|utils.py:1542] 2024-09-15 00:04:29,702 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1868/3000 [16:09<09:04, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:04:30,236 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1869/3000 [16:10<09:23, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:04:30,774 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1870/3000 [16:10<09:34, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:04:31,308 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1871/3000 [16:10<09:08, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:04:31,740 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1872/3000 [16:11<09:24, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:04:32,274 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1873/3000 [16:12<09:35, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:04:32,809 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1874/3000 [16:12<09:43, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:04:33,344 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 62%|████████████████████████▍ | 1875/3000 [16:13<09:49, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:04:33,881 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1876/3000 [16:13<09:52, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:04:34,415 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1877/3000 [16:14<09:19, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:04:34,847 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1878/3000 [16:14<08:55, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:04:35,276 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1879/3000 [16:15<09:14, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:04:35,811 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|███��████████████████████▍ | 1880/3000 [16:15<09:26, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:04:36,342 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1881/3000 [16:16<08:59, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:04:36,770 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1882/3000 [16:16<09:16, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:04:37,302 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1883/3000 [16:16<08:52, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:04:37,733 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1884/3000 [16:17<09:10, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:04:38,264 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1885/3000 [16:18<09:24, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:04:38,800 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1886/3000 [16:18<08:57, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:04:39,227 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1887/3000 [16:18<08:39, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:04:39,656 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1888/3000 [16:19<09:00, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:04:40,188 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1889/3000 [16:19<08:41, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:04:40,617 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1890/3000 [16:20<08:29, 2.18it/s][WARNING|utils.py:1542] 2024-09-15 00:04:41,051 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1891/3000 [16:20<08:55, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:04:41,590 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1892/3000 [16:21<08:37, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:04:42,020 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1893/3000 [16:21<08:59, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:04:42,556 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1894/3000 [16:22<08:40, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:04:42,986 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1895/3000 [16:22<09:03, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:04:43,528 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1896/3000 [16:23<09:17, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:04:44,065 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1897/3000 [16:23<09:28, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:04:44,603 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1898/3000 [16:28<31:35, 1.72s/it][WARNING|utils.py:1542] 2024-09-15 00:04:49,134 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1899/3000 [16:28<25:02, 1.36s/it][WARNING|utils.py:1542] 2024-09-15 00:04:49,671 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1900/3000 [16:29<20:28, 1.12s/it][WARNING|utils.py:1542] 2024-09-15 00:04:50,207 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1901/3000 [16:29<16:40, 1.10it/s][WARNING|utils.py:1542] 2024-09-15 00:04:50,637 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1902/3000 [16:30<14:00, 1.31it/s][WARNING|utils.py:1542] 2024-09-15 00:04:51,064 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1903/3000 [16:30<12:44, 1.44it/s][WARNING|utils.py:1542] 2024-09-15 00:04:51,600 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 63%|████████████████████████▊ | 1904/3000 [16:31<11:15, 1.62it/s][WARNING|utils.py:1542] 2024-09-15 00:04:52,029 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1905/3000 [16:31<10:48, 1.69it/s][WARNING|utils.py:1542] 2024-09-15 00:04:52,564 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1906/3000 [16:32<10:28, 1.74it/s][WARNING|utils.py:1542] 2024-09-15 00:04:53,098 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1907/3000 [16:32<10:15, 1.78it/s][WARNING|utils.py:1542] 2024-09-15 00:04:53,633 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1908/3000 [16:33<10:04, 1.81it/s][WARNING|utils.py:1542] 2024-09-15 00:04:54,166 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1909/3000 [16:33<09:23, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:04:54,595 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1910/3000 [16:34<09:27, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:04:55,127 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1911/3000 [16:34<09:31, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:04:55,661 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1912/3000 [16:35<09:34, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:04:56,196 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1913/3000 [16:35<09:35, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:04:56,730 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1914/3000 [16:36<09:36, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:57,264 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1915/3000 [16:37<09:37, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:57,800 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1916/3000 [16:37<09:36, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:58,332 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1917/3000 [16:38<09:37, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:58,866 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1918/3000 [16:38<09:36, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:04:59,397 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1919/3000 [16:39<09:02, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:04:59,827 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1920/3000 [16:39<09:11, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:05:00,359 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1921/3000 [16:40<08:44, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:05:00,789 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1922/3000 [16:40<08:59, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:05:01,324 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1923/3000 [16:41<09:10, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:05:01,858 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████ | 1924/3000 [16:41<09:16, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:05:02,390 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████ | 1925/3000 [16:42<09:21, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:05:02,923 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████ | 1926/3000 [16:42<09:24, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:05:03,456 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████ | 1927/3000 [16:43<09:26, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:05:03,990 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████ | 1928/3000 [16:43<09:28, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:05:04,525 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████ | 1929/3000 [16:44<09:28, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:05:05,057 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████ | 1930/3000 [16:44<09:29, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:05:05,593 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████ | 1931/3000 [16:45<09:29, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:05:06,128 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████ | 1932/3000 [16:45<08:57, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:05:06,560 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████▏ | 1933/3000 [16:46<09:07, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:05:07,096 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|█████████████████████████▏ | 1934/3000 [16:46<09:14, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:05:07,633 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 64%|███████���█████████████████▏ | 1935/3000 [16:47<09:18, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:05:08,168 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1936/3000 [16:47<09:22, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:05:08,706 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1937/3000 [16:48<08:49, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:05:09,135 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1938/3000 [16:48<08:27, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:05:09,565 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1939/3000 [16:49<08:11, 2.16it/s][WARNING|utils.py:1542] 2024-09-15 00:05:09,994 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1940/3000 [16:49<08:35, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:05:10,534 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1941/3000 [16:50<08:50, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:05:11,069 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1942/3000 [16:50<09:01, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:05:11,607 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1943/3000 [16:51<09:08, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:05:12,142 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1944/3000 [16:51<09:14, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:05:12,680 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1945/3000 [16:52<09:16, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:05:13,216 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1946/3000 [16:53<09:18, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:05:13,752 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1947/3000 [16:53<08:46, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:05:14,182 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1948/3000 [16:53<08:58, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:05:14,720 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1949/3000 [16:54<09:05, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:05:15,256 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1950/3000 [16:55<09:10, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:05:15,792 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1951/3000 [16:55<09:13, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:05:16,327 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1952/3000 [16:56<08:42, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:05:16,760 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1953/3000 [16:56<08:53, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:05:17,295 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1954/3000 [16:57<09:02, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:05:17,833 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1955/3000 [16:57<09:06, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:05:18,368 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1956/3000 [16:58<09:10, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:05:18,905 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1957/3000 [16:58<08:39, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:05:19,334 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1958/3000 [16:59<08:18, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:05:19,767 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1959/3000 [16:59<08:36, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:05:20,305 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1960/3000 [16:59<08:16, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:05:20,738 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1961/3000 [17:00<08:33, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:05:21,273 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▌ | 1962/3000 [17:00<08:13, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:05:21,703 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▌ | 1963/3000 [17:01<08:31, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:05:22,238 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 65%|█████████████████████████▌ | 1964/3000 [17:02<08:45, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:05:22,777 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1965/3000 [17:02<08:54, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:05:23,317 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1966/3000 [17:03<08:28, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:05:23,749 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1967/3000 [17:03<08:41, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:05:24,286 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1968/3000 [17:04<08:51, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:05:24,823 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1969/3000 [17:04<08:57, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:05:25,361 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1970/3000 [17:05<09:02, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:05:25,899 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1971/3000 [17:05<09:04, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:05:26,434 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1972/3000 [17:06<08:33, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:05:26,866 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1973/3000 [17:06<08:11, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:05:27,295 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1974/3000 [17:07<08:28, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:05:27,831 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1975/3000 [17:07<08:07, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:05:28,259 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1976/3000 [17:08<08:26, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:05:28,799 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1977/3000 [17:08<08:38, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:05:29,335 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1978/3000 [17:09<08:47, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:05:29,874 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1979/3000 [17:09<09:26, 1.80it/s][WARNING|utils.py:1542] 2024-09-15 00:05:30,518 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1980/3000 [17:10<09:19, 1.82it/s][WARNING|utils.py:1542] 2024-09-15 00:05:31,053 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1981/3000 [17:10<08:43, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:05:31,485 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1982/3000 [17:11<08:17, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:05:31,916 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1983/3000 [17:11<08:31, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:05:32,452 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1984/3000 [17:12<08:41, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:05:32,988 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1985/3000 [17:12<08:15, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:05:33,418 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1986/3000 [17:13<07:58, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:05:33,854 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1987/3000 [17:13<08:17, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:05:34,387 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1988/3000 [17:14<08:30, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:05:34,924 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1989/3000 [17:14<08:07, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:05:35,354 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1990/3000 [17:15<08:23, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:05:35,890 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1991/3000 [17:20<33:05, 1.97s/it][WARNING|utils.py:1542] 2024-09-15 00:05:41,285 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1992/3000 [17:21<25:50, 1.54s/it][WARNING|utils.py:1542] 2024-09-15 00:05:41,822 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1993/3000 [17:21<20:45, 1.24s/it][WARNING|utils.py:1542] 2024-09-15 00:05:42,356 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1994/3000 [17:22<17:12, 1.03s/it][WARNING|utils.py:1542] 2024-09-15 00:05:42,892 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1995/3000 [17:22<14:42, 1.14it/s][WARNING|utils.py:1542] 2024-09-15 00:05:43,425 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|█████████████████████████▉ | 1996/3000 [17:23<12:59, 1.29it/s][WARNING|utils.py:1542] 2024-09-15 00:05:43,962 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|█████████████████████████▉ | 1997/3000 [17:23<11:46, 1.42it/s][WARNING|utils.py:1542] 2024-09-15 00:05:44,498 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|█████████████████████████▉ | 1998/3000 [17:24<10:54, 1.53it/s][WARNING|utils.py:1542] 2024-09-15 00:05:45,033 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|█████████████████████████▉ | 1999/3000 [17:24<10:18, 1.62it/s][WARNING|utils.py:1542] 2024-09-15 00:05:45,570 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2000/3000 [17:25<09:52, 1.69it/s][WARNING|utils.py:1542] 2024-09-15 00:05:46,103 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2001/3000 [17:25<09:35, 1.74it/s][WARNING|utils.py:1542] 2024-09-15 00:05:46,639 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2002/3000 [17:26<09:21, 1.78it/s][WARNING|utils.py:1542] 2024-09-15 00:05:47,171 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2003/3000 [17:26<09:13, 1.80it/s][WARNING|utils.py:1542] 2024-09-15 00:05:47,709 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2004/3000 [17:27<08:35, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:05:48,139 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2005/3000 [17:27<08:40, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:05:48,675 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2006/3000 [17:28<08:42, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:05:49,207 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2007/3000 [17:29<08:45, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:05:49,744 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2008/3000 [17:29<08:46, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:05:50,277 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████ | 2009/3000 [17:30<08:47, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:05:50,813 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2010/3000 [17:30<08:16, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:05:51,242 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2011/3000 [17:31<08:26, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:05:51,780 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2012/3000 [17:31<08:01, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:05:52,208 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2013/3000 [17:31<07:43, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:05:52,638 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2014/3000 [17:32<07:32, 2.18it/s][WARNING|utils.py:1542] 2024-09-15 00:05:53,071 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2015/3000 [17:32<07:55, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:05:53,609 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2016/3000 [17:33<08:10, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:05:54,145 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2017/3000 [17:33<07:49, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:05:54,575 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2018/3000 [17:34<08:05, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:05:55,109 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2019/3000 [17:34<08:17, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:05:55,645 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2020/3000 [17:35<07:53, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:05:56,073 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2021/3000 [17:35<07:37, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:05:56,503 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2022/3000 [17:36<07:56, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:05:57,037 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2023/3000 [17:36<07:39, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:05:57,468 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2024/3000 [17:37<07:59, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:05:58,007 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▎ | 2025/3000 [17:37<07:41, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:05:58,441 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████���███████████████████▎ | 2026/3000 [17:38<07:59, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:05:58,976 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▎ | 2027/3000 [17:38<07:40, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:05:59,405 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▎ | 2028/3000 [17:39<07:58, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:05:59,941 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2029/3000 [17:39<08:09, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:06:00,475 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2030/3000 [17:40<08:17, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:06:01,008 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2031/3000 [17:40<08:23, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:06:01,544 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2032/3000 [17:41<08:27, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:06:02,077 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2033/3000 [17:41<08:29, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:06:02,612 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2034/3000 [17:42<08:00, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:06:03,041 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2035/3000 [17:42<08:11, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:06:03,579 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2036/3000 [17:43<08:18, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:06:04,112 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2037/3000 [17:43<08:22, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:06:04,648 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2038/3000 [17:44<08:25, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:06:05,181 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2039/3000 [17:44<08:28, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:06:05,717 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2040/3000 [17:45<08:29, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:06,254 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2041/3000 [17:45<08:00, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:06:06,685 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2042/3000 [17:46<08:10, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:06:07,221 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2043/3000 [17:46<07:46, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:06:07,651 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2044/3000 [17:47<07:29, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:06:08,081 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2045/3000 [17:47<07:48, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:06:08,621 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2046/3000 [17:48<08:00, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:06:09,154 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2047/3000 [17:48<07:39, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:06:09,587 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2048/3000 [17:49<07:53, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:06:10,119 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2049/3000 [17:49<08:03, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:06:10,654 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2050/3000 [17:50<08:14, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:06:11,202 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2051/3000 [17:50<08:18, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:06:11,738 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2052/3000 [17:51<08:20, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:06:12,272 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2053/3000 [17:52<08:22, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:12,810 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2054/3000 [17:52<08:23, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:13,345 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2055/3000 [17:53<08:23, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:13,880 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▋ | 2056/3000 [17:53<08:23, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:14,413 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▋ | 2057/3000 [17:54<07:53, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:06:14,843 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2058/3000 [17:54<08:02, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:06:15,379 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2059/3000 [17:55<07:39, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:06:15,810 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2060/3000 [17:55<07:51, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:06:16,343 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2061/3000 [17:56<07:31, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:06:16,775 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|███████████████████████��██▊ | 2062/3000 [17:56<07:45, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:06:17,308 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2063/3000 [17:57<07:56, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:06:17,844 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2064/3000 [17:57<08:02, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:06:18,377 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2065/3000 [17:58<08:07, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:06:18,913 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2066/3000 [17:58<08:10, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:06:19,448 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2067/3000 [17:59<08:13, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:06:19,986 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2068/3000 [17:59<08:15, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:20,523 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2069/3000 [18:00<08:15, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:21,056 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2070/3000 [18:00<07:47, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:06:21,489 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2071/3000 [18:01<07:55, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:06:22,025 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2072/3000 [18:01<07:32, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:06:22,453 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2073/3000 [18:02<07:45, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:06:22,989 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2074/3000 [18:02<07:53, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:06:23,524 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2075/3000 [18:03<07:29, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:06:23,951 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2076/3000 [18:03<07:42, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:06:24,486 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|███████████████████████████ | 2077/3000 [18:04<07:22, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:06:24,916 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|███████████████████████████ | 2078/3000 [18:04<07:37, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:06:25,450 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|███████████████████████████ | 2079/3000 [18:05<07:47, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:06:25,985 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|███████████████████████████ | 2080/3000 [18:05<07:54, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:06:26,520 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|███████████████████████████ | 2081/3000 [18:06<07:58, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:06:27,053 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|███████████████████████████ | 2082/3000 [18:06<08:02, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:06:27,590 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|███████████████████████████ | 2083/3000 [18:07<07:35, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:06:28,020 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 69%|███████████████████████████ | 2084/3000 [18:07<07:46, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:06:28,559 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████ | 2085/3000 [18:08<06:55, 2.20it/s][WARNING|utils.py:1542] 2024-09-15 00:06:28,882 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████ | 2086/3000 [18:08<06:47, 2.24it/s][WARNING|utils.py:1542] 2024-09-15 00:06:29,310 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2087/3000 [18:09<07:11, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:06:29,845 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2088/3000 [18:09<07:27, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:06:30,379 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2089/3000 [18:10<07:39, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:06:30,915 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2090/3000 [18:10<07:46, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:06:31,448 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2091/3000 [18:11<07:52, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:06:31,983 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2092/3000 [18:11<07:56, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:06:32,519 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2093/3000 [18:12<07:58, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:06:33,055 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2094/3000 [18:12<07:32, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:06:33,489 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2095/3000 [18:13<07:41, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:06:34,023 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2096/3000 [18:13<07:48, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:06:34,561 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2097/3000 [18:14<07:51, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:06:35,094 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2098/3000 [18:14<07:54, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:06:35,628 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2099/3000 [18:15<07:55, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:06:36,161 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2100/3000 [18:15<07:56, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:06:36,695 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2101/3000 [18:16<07:57, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:37,228 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2102/3000 [18:17<07:57, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:37,760 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2103/3000 [18:17<07:56, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:38,292 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2104/3000 [18:18<07:57, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:38,828 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2105/3000 [18:18<07:56, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:39,359 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2106/3000 [18:19<07:56, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:39,893 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2107/3000 [18:19<07:55, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:40,426 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2108/3000 [18:20<07:56, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:06:40,964 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2109/3000 [18:20<07:27, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:06:41,391 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2110/3000 [18:21<07:35, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:06:41,924 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2111/3000 [18:21<07:40, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:06:42,458 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2112/3000 [18:22<07:44, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:06:42,991 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2113/3000 [18:22<07:47, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:06:43,528 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2114/3000 [18:23<07:20, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:06:43,956 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2115/3000 [18:23<07:29, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:06:44,490 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2116/3000 [18:24<07:08, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:06:44,918 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2117/3000 [18:24<07:20, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:06:45,450 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2118/3000 [18:25<07:28, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:06:45,984 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2119/3000 [18:25<07:35, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:06:46,518 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2120/3000 [18:26<07:39, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:06:47,053 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2121/3000 [18:26<07:42, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:06:47,588 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2122/3000 [18:27<07:15, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:06:48,015 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2123/3000 [18:27<07:25, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:06:48,549 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2124/3000 [18:28<07:31, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:06:49,081 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2125/3000 [18:28<07:35, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:06:49,616 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2126/3000 [18:29<07:10, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:06:50,043 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2127/3000 [18:29<07:21, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:06:50,579 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2128/3000 [18:30<07:28, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:06:51,112 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2129/3000 [18:30<07:33, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:06:51,648 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2130/3000 [18:31<07:36, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:06:52,181 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2131/3000 [18:31<07:38, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:06:52,717 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2132/3000 [18:32<07:39, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:06:53,250 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2133/3000 [18:33<07:40, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:53,784 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2134/3000 [18:33<07:40, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:54,317 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2135/3000 [18:34<07:40, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:54,852 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2136/3000 [18:34<07:40, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:06:55,385 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2137/3000 [18:35<07:13, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:06:55,815 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2138/3000 [18:35<06:53, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:06:56,244 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2139/3000 [18:36<07:07, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:06:56,781 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2140/3000 [18:36<07:16, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:06:57,314 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2141/3000 [18:37<07:23, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:06:57,850 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2142/3000 [18:37<07:27, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:06:58,382 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2143/3000 [18:38<07:29, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:06:58,915 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2144/3000 [18:38<07:31, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:06:59,447 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2145/3000 [18:39<07:32, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:06:59,981 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2146/3000 [18:39<07:33, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:00,515 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2147/3000 [18:40<07:32, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:01,048 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2148/3000 [18:40<07:33, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:01,582 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2149/3000 [18:41<07:33, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:02,116 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2150/3000 [18:41<07:33, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:02,650 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2151/3000 [18:42<07:33, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:07:03,186 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|███████████████████████��███▉ | 2152/3000 [18:42<07:32, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:07:03,719 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2153/3000 [18:43<07:05, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:07:04,147 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2154/3000 [18:43<06:46, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:07:04,576 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2155/3000 [18:44<06:59, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:07:05,110 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2156/3000 [18:44<07:08, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:07:05,645 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2157/3000 [18:45<07:14, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:07:06,181 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2158/3000 [18:45<06:53, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:07:06,613 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2159/3000 [18:46<07:04, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:07:07,148 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2160/3000 [18:46<07:12, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:07:07,686 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2161/3000 [18:47<07:16, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:07:08,221 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2162/3000 [18:48<07:20, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:07:08,758 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████ | 2163/3000 [18:48<07:22, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:07:09,294 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2164/3000 [18:49<07:23, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:09,830 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2165/3000 [18:49<07:24, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:10,366 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2166/3000 [18:50<06:59, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:07:10,800 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2167/3000 [18:50<07:06, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:07:11,335 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2168/3000 [18:51<07:12, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:07:11,872 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2169/3000 [18:51<07:16, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:07:12,408 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████���███████████▏ | 2170/3000 [18:52<07:18, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:07:12,946 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2171/3000 [18:52<06:54, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:07:13,379 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2172/3000 [18:53<07:03, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:07:13,917 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2173/3000 [18:53<06:43, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:07:14,349 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▎ | 2174/3000 [18:54<06:55, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:07:14,886 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 72%|████████████████████████████▎ | 2175/3000 [18:54<07:02, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:07:15,421 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2176/3000 [18:55<06:42, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:07:15,854 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2177/3000 [18:55<06:54, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:07:16,393 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2178/3000 [18:56<07:01, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:07:16,930 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2179/3000 [18:56<07:07, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:07:17,466 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2180/3000 [18:57<07:10, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:07:18,003 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2181/3000 [18:57<07:13, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:07:18,540 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2182/3000 [18:58<07:14, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:19,078 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2183/3000 [18:58<06:49, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:07:19,508 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2184/3000 [18:59<06:31, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:07:19,937 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2185/3000 [18:59<06:18, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:07:20,368 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2186/3000 [19:00<06:10, 2.20it/s][WARNING|utils.py:1542] 2024-09-15 00:07:20,799 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2187/3000 [19:00<06:04, 2.23it/s][WARNING|utils.py:1542] 2024-09-15 00:07:21,233 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2188/3000 [19:01<06:26, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:07:21,775 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2189/3000 [19:01<06:40, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:07:22,310 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2190/3000 [19:02<06:50, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:07:22,847 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2191/3000 [19:02<06:57, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:07:23,383 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2192/3000 [19:03<07:02, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:07:23,921 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2193/3000 [19:03<06:39, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:07:24,352 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2194/3000 [19:04<06:49, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:07:24,890 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2195/3000 [19:04<06:55, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:07:25,424 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2196/3000 [19:05<06:59, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:07:25,961 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2197/3000 [19:05<06:37, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:07:26,391 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2198/3000 [19:06<06:47, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:07:26,930 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2199/3000 [19:06<06:27, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:07:27,358 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2200/3000 [19:07<06:40, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:07:27,896 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2201/3000 [19:07<06:22, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:07:28,326 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▋ | 2202/3000 [19:08<06:11, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:07:28,759 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▋ | 2203/3000 [19:08<06:02, 2.20it/s][WARNING|utils.py:1542] 2024-09-15 00:07:29,189 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 73%|████████████████████████████▋ | 2204/3000 [19:08<05:56, 2.23it/s][WARNING|utils.py:1542] 2024-09-15 00:07:29,620 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2205/3000 [19:09<05:51, 2.26it/s][WARNING|utils.py:1542] 2024-09-15 00:07:30,049 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2206/3000 [19:09<06:13, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:07:30,586 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2207/3000 [19:10<06:03, 2.18it/s][WARNING|utils.py:1542] 2024-09-15 00:07:31,016 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2208/3000 [19:10<06:21, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:07:31,553 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2209/3000 [19:11<06:33, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:07:32,088 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2210/3000 [19:11<06:42, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:07:32,626 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2211/3000 [19:12<06:48, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:07:33,162 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2212/3000 [19:12<06:52, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:07:33,701 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2213/3000 [19:13<06:54, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:07:34,235 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2214/3000 [19:13<06:31, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:07:34,667 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2215/3000 [19:14<07:05, 1.85it/s][WARNING|utils.py:1542] 2024-09-15 00:07:35,309 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2216/3000 [19:15<07:03, 1.85it/s][WARNING|utils.py:1542] 2024-09-15 00:07:35,846 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2217/3000 [19:15<06:36, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:07:36,275 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2218/3000 [19:16<06:43, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:07:36,813 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2219/3000 [19:16<06:22, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:07:37,241 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2220/3000 [19:16<06:08, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:07:37,672 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2221/3000 [19:17<06:21, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:07:38,205 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2222/3000 [19:18<06:32, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:07:38,741 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2223/3000 [19:18<06:38, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:07:39,275 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2224/3000 [19:18<06:19, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:07:39,708 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2225/3000 [19:19<06:29, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:07:40,242 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2226/3000 [19:19<06:12, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:07:40,675 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2227/3000 [19:20<06:25, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:07:41,214 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2228/3000 [19:20<06:09, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:07:41,646 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2229/3000 [19:21<05:58, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:07:42,077 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2230/3000 [19:21<06:14, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:07:42,614 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2231/3000 [19:22<06:24, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:07:43,148 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2232/3000 [19:22<06:33, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:07:43,686 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2233/3000 [19:23<06:37, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:07:44,221 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2234/3000 [19:24<06:41, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:07:44,758 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2235/3000 [19:24<06:43, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:07:45,292 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2236/3000 [19:24<06:23, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:07:45,735 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2237/3000 [19:25<06:30, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:07:46,270 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2238/3000 [19:26<06:36, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:07:46,808 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2239/3000 [19:26<06:38, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:07:47,343 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2240/3000 [19:27<06:41, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:07:47,880 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2241/3000 [19:27<06:18, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:07:48,310 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2242/3000 [19:28<06:27, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:07:48,850 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2243/3000 [19:28<06:08, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:07:49,279 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2244/3000 [19:29<06:18, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:07:49,815 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2245/3000 [19:29<06:25, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:07:50,348 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2246/3000 [19:30<06:35, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:07:50,904 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2247/3000 [19:30<06:36, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:07:51,438 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2248/3000 [19:31<06:39, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:51,977 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2249/3000 [19:31<06:40, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:52,515 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2250/3000 [19:32<06:39, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:53,049 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2251/3000 [19:32<06:40, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:07:53,586 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2252/3000 [19:33<06:40, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:07:54,122 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2253/3000 [19:33<06:16, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:07:54,554 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2254/3000 [19:34<06:22, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:07:55,089 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2255/3000 [19:34<06:27, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:07:55,625 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2256/3000 [19:35<06:30, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:07:56,162 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2257/3000 [19:35<06:32, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:07:56,700 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2258/3000 [19:36<06:34, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:57,236 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|███████████████████████���█████▎ | 2259/3000 [19:37<06:34, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:07:57,774 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2260/3000 [19:37<06:34, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:07:58,308 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2261/3000 [19:38<06:35, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:07:58,847 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2262/3000 [19:38<06:34, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:07:59,382 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2263/3000 [19:39<06:34, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:07:59,919 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2264/3000 [19:39<06:34, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:08:00,456 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2265/3000 [19:40<06:34, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:08:00,995 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2266/3000 [19:40<06:34, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:08:01,533 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2267/3000 [19:41<06:33, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:08:02,068 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2268/3000 [19:41<06:09, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:08:02,499 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2269/3000 [19:42<05:52, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:08:02,929 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2270/3000 [19:42<06:04, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:08:03,468 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2271/3000 [19:43<06:12, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:08:04,004 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2272/3000 [19:43<06:17, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:08:04,542 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2273/3000 [19:44<05:57, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:08:04,973 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2274/3000 [19:44<06:07, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:08:05,511 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2275/3000 [19:45<06:13, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:08:06,047 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2276/3000 [19:45<05:54, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:08:06,478 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2277/3000 [19:46<06:03, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:08:07,013 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2278/3000 [19:46<06:10, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:08:07,550 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2279/3000 [19:47<06:14, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:08:08,083 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2280/3000 [19:47<06:17, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:08:08,620 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2281/3000 [19:48<05:56, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:08:09,050 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2282/3000 [19:48<05:42, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:08:09,481 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2283/3000 [19:49<05:54, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:08:10,018 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2284/3000 [19:49<06:03, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:08:10,556 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2285/3000 [19:50<05:46, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:08:10,985 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2286/3000 [19:50<05:57, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:08:11,523 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2287/3000 [19:51<06:03, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:08:12,057 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2288/3000 [19:51<06:09, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:08:12,594 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2289/3000 [19:52<05:49, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:08:13,024 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2290/3000 [19:52<06:00, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:08:13,567 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2291/3000 [19:53<06:05, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:08:14,102 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2292/3000 [19:53<05:47, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:08:14,534 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2293/3000 [19:54<05:56, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:08:15,070 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2294/3000 [19:54<06:03, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:08:15,608 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2295/3000 [19:55<05:44, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:08:16,039 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▊ | 2296/3000 [19:55<05:32, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:08:16,471 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▊ | 2297/3000 [19:56<05:45, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:08:17,009 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▊ | 2298/3000 [19:56<05:55, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:08:17,548 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2299/3000 [19:57<06:00, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:08:18,083 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2300/3000 [19:57<06:05, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:08:18,622 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2301/3000 [19:58<06:07, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:08:19,157 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2302/3000 [19:58<06:09, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:08:19,695 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2303/3000 [19:59<05:48, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:08:20,127 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2304/3000 [19:59<05:33, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:08:20,557 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2305/3000 [20:00<05:44, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:08:21,092 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2306/3000 [20:00<05:52, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:08:21,629 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2307/3000 [20:01<05:57, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:08:22,164 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2308/3000 [20:01<06:01, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:08:22,702 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2309/3000 [20:02<06:03, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:08:23,237 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2310/3000 [20:03<06:05, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:08:23,775 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2311/3000 [20:03<05:44, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:08:24,203 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2312/3000 [20:04<05:51, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:08:24,742 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2313/3000 [20:04<05:56, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:08:25,277 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2314/3000 [20:05<05:59, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:08:25,815 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2315/3000 [20:05<06:01, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:08:26,350 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2316/3000 [20:06<05:41, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:08:26,783 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2317/3000 [20:06<05:48, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:08:27,317 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2318/3000 [20:07<05:31, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:08:27,749 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2319/3000 [20:07<05:41, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:08:28,283 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2320/3000 [20:08<05:48, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:08:28,821 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2321/3000 [20:08<05:52, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:08:29,357 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2322/3000 [20:09<05:55, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:08:29,896 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2323/3000 [20:09<05:57, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:08:30,429 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2324/3000 [20:10<05:58, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:08:30,964 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▏ | 2325/3000 [20:10<05:59, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:08:31,502 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▏ | 2326/3000 [20:11<05:59, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:08:32,038 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2327/3000 [20:11<05:59, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:08:32,576 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2328/3000 [20:12<05:59, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:08:33,110 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2329/3000 [20:12<05:38, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:08:33,545 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██���███████████████████████████▎ | 2330/3000 [20:13<05:44, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:08:34,080 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2331/3000 [20:13<05:27, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:08:34,512 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2332/3000 [20:14<05:36, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:08:35,051 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2333/3000 [20:14<05:43, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:08:35,589 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2334/3000 [20:15<05:46, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:08:36,122 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2335/3000 [20:15<05:48, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:08:36,658 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2336/3000 [20:16<05:50, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:08:37,191 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2337/3000 [20:16<05:51, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:08:37,727 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2338/3000 [20:17<05:30, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:08:38,154 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2339/3000 [20:17<05:37, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:08:38,693 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2340/3000 [20:18<05:41, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:08:39,226 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2341/3000 [20:19<05:45, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:08:39,765 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2342/3000 [20:19<05:46, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:08:40,297 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2343/3000 [20:20<05:47, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:08:40,833 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2344/3000 [20:20<05:47, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:08:41,366 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2345/3000 [20:21<05:48, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:08:41,902 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2346/3000 [20:21<05:47, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:08:42,434 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2347/3000 [20:22<05:48, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:08:42,971 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2348/3000 [20:22<05:47, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:08:43,505 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2349/3000 [20:23<05:26, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:08:43,933 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2350/3000 [20:23<05:11, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:08:44,361 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2351/3000 [20:24<05:22, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:08:44,896 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2352/3000 [20:24<05:28, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:08:45,428 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2353/3000 [20:25<05:33, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:08:45,963 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2354/3000 [20:25<05:15, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:08:46,390 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2355/3000 [20:26<05:24, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:08:46,925 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2356/3000 [20:26<05:09, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:08:47,354 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2357/3000 [20:27<05:19, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:08:47,889 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2358/3000 [20:27<05:05, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:08:48,316 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2359/3000 [20:28<04:57, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:08:48,753 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2360/3000 [20:28<05:10, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:08:49,285 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2361/3000 [20:28<04:59, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:08:49,715 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2362/3000 [20:29<04:50, 2.19it/s][WARNING|utils.py:1542] 2024-09-15 00:08:50,143 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2363/3000 [20:29<05:06, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:08:50,682 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2364/3000 [20:30<05:15, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:08:51,215 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|████████████████████��█████████▋ | 2365/3000 [20:31<05:22, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:08:51,749 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2366/3000 [20:31<05:06, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:08:52,176 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2367/3000 [20:32<05:35, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:08:52,817 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2368/3000 [20:32<05:35, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:08:53,349 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2369/3000 [20:33<05:35, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:08:53,884 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2370/3000 [20:33<05:35, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:08:54,418 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2371/3000 [20:34<05:35, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:08:54,953 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2372/3000 [20:34<05:15, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:08:55,381 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2373/3000 [20:35<05:21, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:08:55,919 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2374/3000 [20:35<05:24, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:08:56,453 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2375/3000 [20:36<05:27, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:08:56,987 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2376/3000 [20:36<05:28, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:08:57,521 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2377/3000 [20:37<05:29, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:08:58,055 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2378/3000 [20:37<05:10, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:08:58,484 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2379/3000 [20:38<05:16, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:08:59,018 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2380/3000 [20:38<05:20, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:08:59,554 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2381/3000 [20:39<05:23, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:09:00,089 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2382/3000 [20:39<05:25, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:09:00,626 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2383/3000 [20:40<05:07, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:09:01,057 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2384/3000 [20:40<05:14, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:09:01,595 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2385/3000 [20:41<05:18, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:09:02,128 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2386/3000 [20:41<05:01, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:09:02,558 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2387/3000 [20:42<04:49, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:09:02,988 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2388/3000 [20:42<05:01, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:09:03,525 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2389/3000 [20:43<05:08, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:09:04,060 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2390/3000 [20:43<04:54, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:09:04,490 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2391/3000 [20:44<04:44, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:09:04,919 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2392/3000 [20:44<04:57, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:09:05,459 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2393/3000 [20:45<04:46, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:09:05,891 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2394/3000 [20:45<04:57, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:09:06,425 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2395/3000 [20:46<05:05, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:09:06,962 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2396/3000 [20:46<05:10, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:09:07,498 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2397/3000 [20:47<05:13, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:09:08,033 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2398/3000 [20:47<05:16, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:09:08,570 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2399/3000 [20:48<05:17, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:09:09,107 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2400/3000 [20:48<05:18, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:09:09,643 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2401/3000 [20:49<05:18, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:09:10,179 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2402/3000 [20:49<05:00, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:09:10,612 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2403/3000 [20:50<05:06, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:09:11,149 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2404/3000 [20:50<05:11, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:09:11,691 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2405/3000 [20:51<05:13, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:09:12,227 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2406/3000 [20:52<05:14, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:09:12,762 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2407/3000 [20:52<04:56, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:09:13,195 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2408/3000 [20:52<04:43, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:09:13,627 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2409/3000 [20:53<04:53, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:09:14,163 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2410/3000 [20:53<05:00, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:09:14,701 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2411/3000 [20:54<05:04, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:09:15,238 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2412/3000 [20:55<05:07, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:09:15,775 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2413/3000 [20:55<05:09, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:09:16,311 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▍ | 2414/3000 [20:56<04:52, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:09:16,743 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 80%|███████████████████████████████▍ | 2415/3000 [20:56<04:39, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:09:17,173 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2416/3000 [20:56<04:50, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:09:17,713 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2417/3000 [20:57<04:56, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:09:18,249 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2418/3000 [20:57<04:42, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:09:18,681 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2419/3000 [20:58<04:50, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:09:19,218 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2420/3000 [20:58<04:38, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:09:19,650 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2421/3000 [20:59<04:29, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:09:20,080 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2422/3000 [20:59<04:23, 2.19it/s][WARNING|utils.py:1542] 2024-09-15 00:09:20,513 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2423/3000 [21:00<04:37, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:09:21,052 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2424/3000 [21:00<04:46, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:09:21,590 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2425/3000 [21:01<04:52, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:09:22,124 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2426/3000 [21:01<04:56, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:09:22,661 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2427/3000 [21:02<04:41, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:09:23,091 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2428/3000 [21:02<04:48, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:09:23,628 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2429/3000 [21:03<04:35, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:09:24,059 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2430/3000 [21:03<04:26, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:09:24,490 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2431/3000 [21:04<04:37, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:09:25,025 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2432/3000 [21:04<04:45, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:09:25,562 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2433/3000 [21:05<04:50, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:09:26,098 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2434/3000 [21:05<04:36, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:09:26,529 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|██████████████████████████████��▋ | 2435/3000 [21:06<04:43, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:09:27,063 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2436/3000 [21:06<04:48, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:09:27,600 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2437/3000 [21:07<04:34, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:09:28,030 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2438/3000 [21:07<04:42, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:09:28,567 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2439/3000 [21:08<04:29, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:09:28,996 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2440/3000 [21:08<04:39, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:09:29,538 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2441/3000 [21:09<04:44, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:09:30,072 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2442/3000 [21:09<04:48, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:09:30,608 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▊ | 2443/3000 [21:10<04:51, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:09:31,143 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 81%|███████████████████████████████▊ | 2444/3000 [21:10<04:35, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:09:31,575 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2445/3000 [21:11<04:24, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:09:32,005 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2446/3000 [21:11<04:34, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:09:32,545 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2447/3000 [21:12<04:40, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:09:33,081 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2448/3000 [21:12<04:44, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:09:33,617 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2449/3000 [21:13<04:47, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:09:34,151 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2450/3000 [21:13<04:31, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:09:34,582 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2451/3000 [21:14<04:20, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:09:35,013 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2452/3000 [21:14<04:31, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:09:35,553 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2453/3000 [21:15<04:37, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:09:36,087 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2454/3000 [21:15<04:40, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:09:36,620 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2455/3000 [21:16<04:26, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:09:37,048 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2456/3000 [21:16<04:15, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:09:37,476 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2457/3000 [21:17<04:08, 2.18it/s][WARNING|utils.py:1542] 2024-09-15 00:09:37,905 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2458/3000 [21:17<04:21, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:09:38,443 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2459/3000 [21:18<04:29, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:09:38,979 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2460/3000 [21:18<04:17, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:09:39,410 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2461/3000 [21:19<04:26, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:09:39,945 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2462/3000 [21:19<04:33, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:09:40,482 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2463/3000 [21:20<04:19, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:09:40,911 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2464/3000 [21:20<04:27, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:09:41,445 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2465/3000 [21:21<04:16, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:09:41,877 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2466/3000 [21:21<04:24, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:09:42,411 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2467/3000 [21:22<04:30, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:09:42,945 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2468/3000 [21:22<04:17, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:09:43,374 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2469/3000 [21:23<04:25, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:09:43,910 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|█████████████████████████��██████ | 2470/3000 [21:23<04:30, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:09:44,444 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2471/3000 [21:24<04:33, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:09:44,978 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████▏ | 2472/3000 [21:24<04:19, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:09:45,407 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████▏ | 2473/3000 [21:25<04:25, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:09:45,941 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████▏ | 2474/3000 [21:25<04:29, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:09:46,474 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 82%|████████████████████████████████▏ | 2475/3000 [21:26<04:32, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:09:47,008 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2476/3000 [21:26<04:34, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:09:47,545 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2477/3000 [21:27<04:35, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:09:48,078 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2478/3000 [21:27<04:36, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:09:48,613 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2479/3000 [21:28<04:36, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:09:49,144 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2480/3000 [21:28<04:36, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:09:49,681 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2481/3000 [21:29<04:36, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:09:50,214 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2482/3000 [21:30<04:36, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:09:50,748 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2483/3000 [21:30<04:35, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:09:51,282 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2484/3000 [21:31<04:35, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:09:51,818 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2485/3000 [21:31<04:34, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:09:52,351 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2486/3000 [21:32<04:34, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:09:52,888 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2487/3000 [21:32<04:34, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:09:53,421 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2488/3000 [21:33<04:33, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:09:53,958 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2489/3000 [21:33<04:33, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:09:54,492 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2490/3000 [21:34<04:32, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:09:55,025 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2491/3000 [21:34<04:15, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:09:55,455 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2492/3000 [21:35<04:20, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:09:55,990 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2493/3000 [21:35<04:23, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:09:56,526 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2494/3000 [21:36<04:24, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:09:57,059 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2495/3000 [21:36<04:26, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:09:57,594 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2496/3000 [21:37<04:26, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:09:58,125 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2497/3000 [21:37<04:11, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:09:58,556 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2498/3000 [21:38<04:00, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:09:58,988 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2499/3000 [21:38<04:08, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:09:59,524 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2500/3000 [21:39<04:13, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:10:00,057 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2501/3000 [21:39<04:17, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:10:00,593 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2502/3000 [21:40<04:26, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:10:01,173 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2503/3000 [21:40<04:25, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:10:01,708 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2504/3000 [21:41<04:24, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:10:02,240 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2505/3000 [21:42<04:24, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:10:02,774 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2506/3000 [21:42<04:08, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:10:03,203 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2507/3000 [21:42<04:12, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:10:03,741 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2508/3000 [21:43<03:59, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:10:04,169 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2509/3000 [21:43<04:06, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:10:04,703 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2510/3000 [21:44<03:54, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:10:05,131 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2511/3000 [21:44<03:47, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:10:05,562 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2512/3000 [21:45<03:56, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:10:06,096 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2513/3000 [21:45<04:03, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:10:06,632 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2514/3000 [21:46<04:08, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:10:07,167 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2515/3000 [21:46<04:11, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:07,703 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2516/3000 [21:47<04:13, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:08,238 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2517/3000 [21:48<04:14, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:10:08,775 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2518/3000 [21:48<04:15, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:09,310 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2519/3000 [21:49<04:15, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:09,848 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2520/3000 [21:49<04:15, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:10,382 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2521/3000 [21:50<04:00, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:10:10,814 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2522/3000 [21:50<04:04, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:10:11,348 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2523/3000 [21:51<04:07, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:10:11,885 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2524/3000 [21:51<04:09, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:12,420 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2525/3000 [21:52<03:56, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:10:12,854 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2526/3000 [21:52<04:00, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:10:13,388 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2527/3000 [21:53<04:04, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:13,926 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2528/3000 [21:53<04:06, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:14,463 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2529/3000 [21:54<04:08, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:10:15,001 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2530/3000 [21:54<04:09, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:15,539 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2531/3000 [21:55<03:54, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:10:15,969 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2532/3000 [21:55<03:59, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:10:16,505 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2533/3000 [21:56<04:02, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:17,040 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2534/3000 [21:56<04:04, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:17,578 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2535/3000 [21:57<04:05, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:10:18,113 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|████████████████████████████████▉ | 2536/3000 [21:57<04:05, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:18,648 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|████████████████████████████████▉ | 2537/3000 [21:58<03:51, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:10:19,077 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|████████████████████████████████▉ | 2538/3000 [21:58<03:56, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:10:19,617 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2539/3000 [21:59<03:44, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:10:20,047 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2540/3000 [21:59<03:51, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:10:20,588 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2541/3000 [22:00<03:55, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:10:21,122 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2542/3000 [22:00<03:57, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:21,657 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2543/3000 [22:01<03:44, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:10:22,085 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2544/3000 [22:01<03:50, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:10:22,622 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2545/3000 [22:02<03:53, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:10:23,157 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2546/3000 [22:02<03:42, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:10:23,588 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2547/3000 [22:03<03:47, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:10:24,121 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2548/3000 [22:03<03:51, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:10:24,656 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2549/3000 [22:04<03:54, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:25,191 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2550/3000 [22:04<03:55, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:25,728 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2551/3000 [22:05<03:56, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:10:26,260 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2552/3000 [22:06<03:57, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:26,796 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2553/3000 [22:06<03:57, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:27,330 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2554/3000 [22:07<03:43, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:10:27,763 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2555/3000 [22:07<03:48, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:10:28,305 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2556/3000 [22:08<03:51, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:10:28,842 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2557/3000 [22:08<03:52, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:29,376 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2558/3000 [22:09<03:53, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:29,911 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2559/3000 [22:09<03:53, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:30,445 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2560/3000 [22:10<03:54, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:30,982 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2561/3000 [22:10<03:54, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:31,518 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2562/3000 [22:11<03:39, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:10:31,947 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2563/3000 [22:11<03:44, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:10:32,486 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2564/3000 [22:12<03:46, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:33,019 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▎ | 2565/3000 [22:12<03:47, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:33,555 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▎ | 2566/3000 [22:13<03:48, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:10:34,089 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▎ | 2567/3000 [22:13<03:49, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:34,624 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2568/3000 [22:14<03:49, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:35,157 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2569/3000 [22:14<03:49, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:35,694 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2570/3000 [22:15<03:48, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:36,225 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2571/3000 [22:16<03:48, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:36,759 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2572/3000 [22:16<03:34, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:10:37,186 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2573/3000 [22:16<03:38, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:10:37,720 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|███████████████████████��█████████▍ | 2574/3000 [22:17<03:40, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:38,253 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2575/3000 [22:18<03:42, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:38,789 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2576/3000 [22:18<03:43, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:10:39,322 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2577/3000 [22:19<03:43, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:39,856 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2578/3000 [22:19<03:43, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:40,388 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2579/3000 [22:20<03:43, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:40,922 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2580/3000 [22:20<03:29, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:10:41,350 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2581/3000 [22:21<03:34, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:10:41,886 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2582/3000 [22:21<03:23, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:10:42,319 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2583/3000 [22:22<03:16, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:10:42,749 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2584/3000 [22:22<03:23, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:10:43,281 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2585/3000 [22:23<03:28, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:10:43,815 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2586/3000 [22:23<03:18, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:10:44,243 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2587/3000 [22:24<03:24, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:10:44,777 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2588/3000 [22:24<03:15, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:10:45,204 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2589/3000 [22:25<03:23, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:10:45,742 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2590/3000 [22:25<03:29, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:10:46,289 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2591/3000 [22:26<03:31, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:46,825 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2592/3000 [22:26<03:33, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:47,360 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2593/3000 [22:27<03:34, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:10:47,897 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2594/3000 [22:27<03:22, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:10:48,327 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2595/3000 [22:28<03:13, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:10:48,759 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▋ | 2596/3000 [22:28<03:07, 2.16it/s][WARNING|utils.py:1542] 2024-09-15 00:10:49,188 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2597/3000 [22:28<03:03, 2.20it/s][WARNING|utils.py:1542] 2024-09-15 00:10:49,624 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2598/3000 [22:29<03:25, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:10:50,266 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2599/3000 [22:30<03:28, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:50,803 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2600/3000 [22:30<03:31, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:51,352 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2601/3000 [22:31<03:31, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:10:51,890 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2602/3000 [22:31<03:19, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:10:52,319 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2603/3000 [22:32<03:23, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:10:52,857 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2604/3000 [22:32<03:12, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:10:53,288 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2605/3000 [22:33<03:18, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:10:53,828 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2606/3000 [22:33<03:22, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:10:54,364 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2607/3000 [22:34<03:24, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:10:54,901 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2608/3000 [22:34<03:25, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:55,435 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2609/3000 [22:35<03:26, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:55,975 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2610/3000 [22:35<03:14, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:10:56,404 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2611/3000 [22:36<03:18, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:10:56,944 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2612/3000 [22:36<03:21, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:10:57,482 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2613/3000 [22:37<03:22, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:10:58,017 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2614/3000 [22:37<03:23, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:10:58,554 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2615/3000 [22:38<03:11, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:10:58,984 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2616/3000 [22:38<03:16, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:10:59,525 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2617/3000 [22:39<03:18, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:11:00,062 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2618/3000 [22:39<03:08, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:11:00,494 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2619/3000 [22:40<03:12, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:11:01,031 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2620/3000 [22:40<03:03, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:11:01,461 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2621/3000 [22:41<03:09, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:01,999 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2622/3000 [22:41<03:13, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:11:02,537 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2623/3000 [22:42<03:15, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:11:03,071 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2624/3000 [22:42<03:16, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:11:03,608 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2625/3000 [22:43<03:17, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:11:04,144 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2626/3000 [22:43<03:18, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:11:04,681 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2627/3000 [22:44<03:06, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:05,110 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2628/3000 [22:44<02:58, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:11:05,541 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2629/3000 [22:45<02:52, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:11:05,970 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2630/3000 [22:45<02:59, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:11:06,507 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2631/3000 [22:46<03:04, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:07,042 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2632/3000 [22:46<03:08, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:11:07,581 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2633/3000 [22:47<03:10, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:11:08,116 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2634/3000 [22:47<03:00, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:11:08,548 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2635/3000 [22:48<03:04, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:11:09,083 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2636/3000 [22:48<03:10, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:11:09,644 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2637/3000 [22:49<03:11, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:11:10,181 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2638/3000 [22:49<03:00, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:10,615 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2639/3000 [22:50<02:52, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:11:11,046 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2640/3000 [22:50<02:58, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:11:11,587 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2641/3000 [22:51<03:02, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:11:12,122 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2642/3000 [22:51<02:53, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:11:12,553 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|███████���██████████████████████████▎ | 2643/3000 [22:52<02:47, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:11:12,984 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2644/3000 [22:52<02:54, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:11:13,522 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2645/3000 [22:53<02:58, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:11:14,058 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2646/3000 [22:53<02:50, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:11:14,490 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2647/3000 [22:54<02:56, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:11:15,027 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2648/3000 [22:54<02:48, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:11:15,457 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2649/3000 [22:55<02:54, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:11:15,997 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2650/3000 [22:55<02:58, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:11:16,536 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2651/3000 [22:56<02:49, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:11:16,965 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2652/3000 [22:56<02:54, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:17,502 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2653/3000 [22:57<02:57, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:11:18,037 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▌ | 2654/3000 [22:57<02:48, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:11:18,468 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 88%|██████████████████████████████████▌ | 2655/3000 [22:58<02:53, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:11:19,008 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2656/3000 [22:58<02:56, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:11:19,547 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2657/3000 [22:59<02:47, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:11:19,977 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2658/3000 [22:59<02:41, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:11:20,407 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2659/3000 [23:00<02:47, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:11:20,945 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|███████████████████��██████████████▌ | 2660/3000 [23:00<02:51, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:11:21,482 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2661/3000 [23:01<02:54, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:11:22,018 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2662/3000 [23:01<02:45, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:11:22,448 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2663/3000 [23:02<02:49, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:11:22,987 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2664/3000 [23:02<02:41, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:11:23,418 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2665/3000 [23:03<02:47, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:11:23,955 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2666/3000 [23:03<02:50, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:11:24,493 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2667/3000 [23:04<02:41, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:11:24,923 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2668/3000 [23:04<02:46, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:25,457 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2669/3000 [23:05<02:49, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:11:25,994 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2670/3000 [23:05<02:51, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:11:26,533 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2671/3000 [23:06<02:52, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:11:27,070 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2672/3000 [23:06<02:53, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:11:27,606 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2673/3000 [23:07<02:53, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:11:28,142 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2674/3000 [23:07<02:53, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:11:28,678 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2675/3000 [23:08<02:42, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:29,107 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2676/3000 [23:08<02:45, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:11:29,643 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2677/3000 [23:09<02:47, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:11:30,179 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2678/3000 [23:09<02:48, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:11:30,717 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2679/3000 [23:10<02:49, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:11:31,252 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2680/3000 [23:11<02:49, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:11:31,790 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2681/3000 [23:11<02:49, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:11:32,327 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2682/3000 [23:12<02:49, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:11:32,863 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▉ | 2683/3000 [23:12<02:39, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:11:33,298 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 89%|██████████████████████████████████▉ | 2684/3000 [23:13<02:42, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:11:33,836 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2685/3000 [23:13<02:43, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:11:34,371 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2686/3000 [23:14<02:45, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:11:34,912 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2687/3000 [23:14<02:46, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:11:35,454 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2688/3000 [23:15<02:36, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:35,884 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2689/3000 [23:15<02:38, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:11:36,417 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2690/3000 [23:16<02:40, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:11:36,952 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2691/3000 [23:16<02:41, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:11:37,488 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2692/3000 [23:17<02:42, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:11:38,022 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2693/3000 [23:17<02:33, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:38,458 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2694/3000 [23:18<02:26, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:11:38,888 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2695/3000 [23:18<02:21, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:11:39,320 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2696/3000 [23:19<02:27, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:11:39,856 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2697/3000 [23:19<02:21, 2.13it/s][WARNING|utils.py:1542] 2024-09-15 00:11:40,284 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2698/3000 [23:20<02:27, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:11:40,823 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2699/3000 [23:20<02:31, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:11:41,356 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2700/3000 [23:21<02:33, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:11:41,892 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2701/3000 [23:21<02:25, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:11:42,320 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2702/3000 [23:22<02:20, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:11:42,757 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2703/3000 [23:22<02:25, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:11:43,290 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2704/3000 [23:23<02:29, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:11:43,827 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2705/3000 [23:23<02:31, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:11:44,360 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2706/3000 [23:24<02:32, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:11:44,896 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2707/3000 [23:24<02:24, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:11:45,325 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2708/3000 [23:25<02:27, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:11:45,861 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2709/3000 [23:25<02:29, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:11:46,395 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2710/3000 [23:26<02:21, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:11:46,827 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2711/3000 [23:26<02:25, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:11:47,360 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▎ | 2712/3000 [23:27<02:27, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:11:47,896 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▎ | 2713/3000 [23:27<02:28, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:11:48,430 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▎ | 2714/3000 [23:28<02:29, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:11:48,964 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 90%|███████████████████████████████████▎ | 2715/3000 [23:28<02:30, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:11:49,499 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2716/3000 [23:29<02:30, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:11:50,032 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2717/3000 [23:29<02:30, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:11:50,568 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2718/3000 [23:30<02:30, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:11:51,103 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2719/3000 [23:30<02:29, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:11:51,639 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2720/3000 [23:31<02:29, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:11:52,172 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2721/3000 [23:31<02:28, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:11:52,707 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2722/3000 [23:32<02:19, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:11:53,137 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2723/3000 [23:32<02:21, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:11:53,672 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2724/3000 [23:33<02:23, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:11:54,207 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2725/3000 [23:34<02:24, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:11:54,742 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2726/3000 [23:34<02:24, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:11:55,277 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2727/3000 [23:35<02:24, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:11:55,814 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2728/3000 [23:35<02:15, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:56,243 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2729/3000 [23:36<02:18, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:11:56,779 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2730/3000 [23:36<02:11, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:11:57,207 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2731/3000 [23:37<02:14, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:11:57,743 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2732/3000 [23:37<02:25, 1.84it/s][WARNING|utils.py:1542] 2024-09-15 00:11:58,382 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2733/3000 [23:38<02:24, 1.85it/s][WARNING|utils.py:1542] 2024-09-15 00:11:58,917 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2734/3000 [23:38<02:23, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:11:59,449 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2735/3000 [23:39<02:13, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:11:59,880 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2736/3000 [23:39<02:15, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:12:00,412 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2737/3000 [23:40<02:17, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:12:00,951 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2738/3000 [23:40<02:17, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:12:01,487 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2739/3000 [23:41<02:17, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:12:02,021 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2740/3000 [23:41<02:18, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:02,558 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▋ | 2741/3000 [23:42<02:17, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:03,093 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▋ | 2742/3000 [23:42<02:17, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:03,628 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▋ | 2743/3000 [23:43<02:08, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:12:04,056 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 91%|███████████████████████████████████▋ | 2744/3000 [23:43<02:11, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:12:04,593 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2745/3000 [23:44<02:12, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:12:05,128 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2746/3000 [23:44<02:13, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:12:05,665 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2747/3000 [23:45<02:13, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:12:06,198 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2748/3000 [23:45<02:13, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:12:06,735 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2749/3000 [23:46<02:13, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:07,269 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2750/3000 [23:47<02:13, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:07,806 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2751/3000 [23:47<02:12, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:08,342 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2752/3000 [23:48<02:12, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:08,877 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2753/3000 [23:48<02:04, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:12:09,306 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2754/3000 [23:49<02:06, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:12:09,843 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2755/3000 [23:49<02:07, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:12:10,378 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2756/3000 [23:50<02:08, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:12:10,914 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2757/3000 [23:50<02:08, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:12:11,447 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2758/3000 [23:51<02:10, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:12:12,012 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2759/3000 [23:51<02:09, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:12:12,548 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2760/3000 [23:52<02:01, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:12:12,977 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2761/3000 [23:52<02:03, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:12:13,516 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2762/3000 [23:53<02:03, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:12:14,050 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2763/3000 [23:53<01:57, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:12:14,480 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2764/3000 [23:54<01:59, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:12:15,013 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2765/3000 [23:54<02:00, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:12:15,549 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2766/3000 [23:55<02:01, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:12:16,083 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2767/3000 [23:55<01:54, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:12:16,513 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2768/3000 [23:56<01:57, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:12:17,047 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2769/3000 [23:56<01:58, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:12:17,582 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2770/3000 [23:57<01:59, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:12:18,116 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2771/3000 [23:57<02:00, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:12:18,652 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2772/3000 [23:58<02:00, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:12:19,186 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2773/3000 [23:58<02:00, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:12:19,722 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2774/3000 [23:59<02:00, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:20,255 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2775/3000 [24:00<01:59, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:20,791 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████ | 2776/3000 [24:00<01:59, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:21,326 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████ | 2777/3000 [24:01<01:59, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:21,864 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████ | 2778/3000 [24:01<01:58, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:22,398 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2779/3000 [24:02<01:51, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:12:22,828 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2780/3000 [24:02<01:52, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:12:23,360 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2781/3000 [24:03<01:53, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:12:23,897 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2782/3000 [24:03<01:54, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:12:24,432 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2783/3000 [24:04<01:47, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:12:24,862 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2784/3000 [24:04<01:49, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:12:25,396 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2785/3000 [24:05<01:44, 2.07it/s][WARNING|utils.py:1542] 2024-09-15 00:12:25,826 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2786/3000 [24:05<01:40, 2.14it/s][WARNING|utils.py:1542] 2024-09-15 00:12:26,256 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2787/3000 [24:06<01:44, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:12:26,795 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2788/3000 [24:06<01:39, 2.12it/s][WARNING|utils.py:1542] 2024-09-15 00:12:27,224 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2789/3000 [24:07<01:50, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:12:27,866 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2790/3000 [24:07<01:43, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:12:28,295 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2791/3000 [24:07<01:39, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:12:28,727 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2792/3000 [24:08<01:42, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:12:29,265 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2793/3000 [24:08<01:38, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:12:29,695 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2794/3000 [24:09<01:41, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:12:30,230 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2795/3000 [24:10<01:43, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:12:30,769 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2796/3000 [24:10<01:45, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:12:31,304 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2797/3000 [24:10<01:39, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:12:31,734 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2798/3000 [24:11<01:41, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:12:32,267 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2799/3000 [24:11<01:36, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:12:32,699 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2800/3000 [24:12<01:39, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:12:33,233 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2801/3000 [24:12<01:34, 2.10it/s][WARNING|utils.py:1542] 2024-09-15 00:12:33,664 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2802/3000 [24:13<01:44, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:12:34,307 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2803/3000 [24:14<01:44, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:12:34,843 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2804/3000 [24:14<01:44, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:35,377 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▍ | 2805/3000 [24:15<01:37, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:12:35,808 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▍ | 2806/3000 [24:15<01:39, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:12:36,344 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▍ | 2807/3000 [24:16<01:40, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:12:36,881 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2808/3000 [24:16<01:40, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:12:37,417 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2809/3000 [24:17<01:40, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:12:37,953 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2810/3000 [24:17<01:40, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:38,491 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2811/3000 [24:18<01:40, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:39,028 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2812/3000 [24:18<01:40, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:39,566 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2813/3000 [24:19<01:39, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:40,101 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2814/3000 [24:19<01:33, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:12:40,534 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2815/3000 [24:20<01:34, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:12:41,068 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2816/3000 [24:20<01:35, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:12:41,607 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2817/3000 [24:21<01:36, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:12:42,143 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2818/3000 [24:21<01:36, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:12:42,682 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2819/3000 [24:22<01:36, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:43,220 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2820/3000 [24:23<01:35, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:43,756 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2821/3000 [24:23<01:35, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:44,290 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2822/3000 [24:23<01:29, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:12:44,722 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2823/3000 [24:24<01:25, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:12:45,150 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2824/3000 [24:24<01:27, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:12:45,687 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2825/3000 [24:25<01:29, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:12:46,224 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2826/3000 [24:26<01:30, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:12:46,761 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2827/3000 [24:26<01:24, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:12:47,190 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2828/3000 [24:26<01:21, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:12:47,626 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2829/3000 [24:27<01:24, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:12:48,160 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|███████████████████████��████████████▊ | 2830/3000 [24:27<01:26, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:12:48,699 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2831/3000 [24:28<01:27, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:12:49,235 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2832/3000 [24:29<01:27, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:12:49,774 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2833/3000 [24:29<01:28, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:12:50,312 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2834/3000 [24:30<01:28, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:50,852 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2835/3000 [24:30<01:27, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:51,385 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▊ | 2836/3000 [24:31<01:27, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:51,922 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2837/3000 [24:31<01:21, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:12:52,352 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2838/3000 [24:32<01:23, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:12:52,891 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2839/3000 [24:32<01:23, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:12:53,425 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2840/3000 [24:33<01:24, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:12:53,963 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2841/3000 [24:33<01:24, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:12:54,502 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2842/3000 [24:34<01:23, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:12:55,038 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2843/3000 [24:34<01:23, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:55,578 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2844/3000 [24:35<01:23, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:56,113 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2845/3000 [24:35<01:23, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:56,652 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2846/3000 [24:36<01:22, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:57,188 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████���███████████████████████ | 2847/3000 [24:36<01:22, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:12:57,727 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2848/3000 [24:37<01:21, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:12:58,263 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2849/3000 [24:38<01:21, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:12:58,800 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2850/3000 [24:38<01:20, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:12:59,335 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2851/3000 [24:39<01:15, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:12:59,768 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2852/3000 [24:39<01:16, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:13:00,303 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2853/3000 [24:40<01:16, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:13:00,841 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2854/3000 [24:40<01:16, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:13:01,378 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2855/3000 [24:41<01:16, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:13:01,918 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2856/3000 [24:41<01:16, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:13:02,452 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2857/3000 [24:42<01:16, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:02,991 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2858/3000 [24:42<01:16, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:03,531 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2859/3000 [24:43<01:15, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:04,067 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2860/3000 [24:43<01:15, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:04,604 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2861/3000 [24:44<01:14, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:05,142 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2862/3000 [24:44<01:14, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:05,678 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2863/3000 [24:45<01:09, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:13:06,107 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2864/3000 [24:45<01:09, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:13:06,645 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▏ | 2865/3000 [24:46<01:10, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:13:07,181 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2866/3000 [24:46<01:10, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:13:07,720 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2867/3000 [24:47<01:10, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:13:08,256 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2868/3000 [24:48<01:10, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:13:08,796 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2869/3000 [24:48<01:09, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:09,333 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2870/3000 [24:49<01:11, 1.82it/s][WARNING|utils.py:1542] 2024-09-15 00:13:09,914 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2871/3000 [24:49<01:06, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:13:10,344 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2872/3000 [24:50<01:02, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:13:10,777 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2873/3000 [24:50<01:03, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:13:11,313 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2874/3000 [24:51<01:00, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:13:11,745 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2875/3000 [24:51<01:02, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:13:12,280 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2876/3000 [24:51<00:59, 2.09it/s][WARNING|utils.py:1542] 2024-09-15 00:13:12,713 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2877/3000 [24:52<01:00, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:13:13,247 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2878/3000 [24:53<01:02, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:13:13,786 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2879/3000 [24:53<01:02, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:13:14,324 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2880/3000 [24:54<01:02, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:13:14,862 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2881/3000 [24:54<01:02, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:13:15,398 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2882/3000 [24:55<01:02, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:13:15,935 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2883/3000 [24:55<01:02, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:13:16,469 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2884/3000 [24:56<01:01, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:13:17,007 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2885/3000 [24:56<01:01, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:17,546 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2886/3000 [24:57<01:01, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:18,083 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2887/3000 [24:57<01:00, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:18,620 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2888/3000 [24:58<00:56, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:13:19,050 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2889/3000 [24:58<00:57, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:13:19,590 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2890/3000 [24:59<00:57, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:13:20,127 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2891/3000 [24:59<00:57, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:13:20,668 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2892/3000 [25:00<00:57, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:13:21,202 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2893/3000 [25:00<00:56, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:13:21,737 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2894/3000 [25:01<00:56, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:13:22,272 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 96%|█████████████████████████████████████▋ | 2895/3000 [25:02<00:56, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:22,810 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2896/3000 [25:02<00:55, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:23,347 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2897/3000 [25:03<00:55, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:23,885 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2898/3000 [25:03<00:54, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:24,421 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2899/3000 [25:04<00:54, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:24,959 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2900/3000 [25:04<00:53, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:25,499 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2901/3000 [25:05<00:53, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:26,034 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2902/3000 [25:05<00:52, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:26,572 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2903/3000 [25:06<00:52, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:27,107 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2904/3000 [25:06<00:51, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:27,644 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2905/3000 [25:07<00:50, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:28,180 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2906/3000 [25:07<00:50, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:28,718 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2907/3000 [25:08<00:49, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:29,253 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2908/3000 [25:09<00:49, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:29,790 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2909/3000 [25:09<00:48, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:30,326 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2910/3000 [25:10<00:48, 1.86it/s][WARNING|utils.py:1542] 2024-09-15 00:13:30,864 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2911/3000 [25:10<00:44, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:13:31,295 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2912/3000 [25:10<00:42, 2.06it/s][WARNING|utils.py:1542] 2024-09-15 00:13:31,731 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2913/3000 [25:11<00:43, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:13:32,265 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|██████████████████████████████████���██▉ | 2914/3000 [25:12<00:43, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:13:32,804 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2915/3000 [25:12<00:44, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:13:33,340 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2916/3000 [25:13<00:44, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:13:33,877 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2917/3000 [25:13<00:43, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:13:34,412 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2918/3000 [25:14<00:43, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:13:34,950 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2919/3000 [25:14<00:43, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:13:35,487 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2920/3000 [25:15<00:42, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:36,023 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2921/3000 [25:15<00:42, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:36,560 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2922/3000 [25:16<00:41, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:37,095 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2923/3000 [25:16<00:41, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:37,632 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 97%|██████████████████████████████████████ | 2924/3000 [25:17<00:40, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:38,166 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2925/3000 [25:17<00:37, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:13:38,598 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2926/3000 [25:18<00:38, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:13:39,137 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2927/3000 [25:18<00:38, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:13:39,673 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2928/3000 [25:19<00:37, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:13:40,208 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2929/3000 [25:20<00:37, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:13:40,743 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2930/3000 [25:20<00:37, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:13:41,276 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|████████████��█████████████████████████ | 2931/3000 [25:20<00:34, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:13:41,707 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2932/3000 [25:21<00:34, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:13:42,240 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2933/3000 [25:22<00:34, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:13:42,776 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2934/3000 [25:22<00:34, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:13:43,313 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2935/3000 [25:23<00:32, 2.01it/s][WARNING|utils.py:1542] 2024-09-15 00:13:43,745 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2936/3000 [25:23<00:32, 1.97it/s][WARNING|utils.py:1542] 2024-09-15 00:13:44,278 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2937/3000 [25:24<00:32, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:13:44,813 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2938/3000 [25:24<00:32, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:13:45,347 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2939/3000 [25:25<00:32, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:13:45,885 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2940/3000 [25:25<00:31, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:13:46,419 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2941/3000 [25:26<00:31, 1.87it/s][WARNING|utils.py:1542] 2024-09-15 00:13:46,965 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2942/3000 [25:26<00:29, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:13:47,395 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2943/3000 [25:27<00:29, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:13:47,935 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2944/3000 [25:27<00:29, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:13:48,471 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2945/3000 [25:28<00:30, 1.80it/s][WARNING|utils.py:1542] 2024-09-15 00:13:49,113 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2946/3000 [25:28<00:28, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:13:49,546 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2947/3000 [25:29<00:27, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:13:50,080 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2948/3000 [25:29<00:27, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:13:50,616 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2949/3000 [25:30<00:25, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:13:51,049 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2950/3000 [25:30<00:25, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:13:51,586 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2951/3000 [25:31<00:25, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:13:52,129 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▍| 2952/3000 [25:31<00:23, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:13:52,561 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▍| 2953/3000 [25:32<00:22, 2.11it/s][WARNING|utils.py:1542] 2024-09-15 00:13:52,988 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▍| 2954/3000 [25:32<00:22, 2.03it/s][WARNING|utils.py:1542] 2024-09-15 00:13:53,527 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 98%|██████████████████████████████████████▍| 2955/3000 [25:33<00:22, 1.98it/s][WARNING|utils.py:1542] 2024-09-15 00:13:54,061 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2956/3000 [25:33<00:22, 1.94it/s][WARNING|utils.py:1542] 2024-09-15 00:13:54,599 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2957/3000 [25:34<00:21, 2.04it/s][WARNING|utils.py:1542] 2024-09-15 00:13:55,028 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2958/3000 [25:34<00:21, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:13:55,565 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2959/3000 [25:35<00:19, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:13:55,993 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2960/3000 [25:35<00:18, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:13:56,422 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2961/3000 [25:36<00:18, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:13:56,959 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2962/3000 [25:36<00:19, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:13:57,495 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2963/3000 [25:37<00:18, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:13:58,031 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2964/3000 [25:37<00:18, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:13:58,568 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2965/3000 [25:38<00:18, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:13:59,101 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2966/3000 [25:38<00:17, 1.90it/s][WARNING|utils.py:1542] 2024-09-15 00:13:59,639 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2967/3000 [25:39<00:17, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:14:00,172 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2968/3000 [25:39<00:17, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:14:00,708 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2969/3000 [25:40<00:16, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:14:01,244 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2970/3000 [25:40<00:15, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:14:01,674 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2971/3000 [25:41<00:14, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:14:02,207 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2972/3000 [25:42<00:14, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:14:02,743 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2973/3000 [25:42<00:14, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:14:03,277 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2974/3000 [25:43<00:13, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:14:03,815 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2975/3000 [25:43<00:13, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:14:04,351 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2976/3000 [25:44<00:12, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:14:04,889 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2977/3000 [25:44<00:12, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:14:05,423 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2978/3000 [25:45<00:11, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:14:05,855 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2979/3000 [25:45<00:10, 2.08it/s][WARNING|utils.py:1542] 2024-09-15 00:14:06,284 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2980/3000 [25:45<00:09, 2.15it/s][WARNING|utils.py:1542] 2024-09-15 00:14:06,715 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|█████████████████���████████████████████▊| 2981/3000 [25:46<00:09, 2.05it/s][WARNING|utils.py:1542] 2024-09-15 00:14:07,252 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▊| 2982/3000 [25:47<00:09, 1.99it/s][WARNING|utils.py:1542] 2024-09-15 00:14:07,788 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▊| 2983/3000 [25:47<00:08, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:14:08,325 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- " 99%|██████████████████████████████████████▊| 2984/3000 [25:48<00:08, 1.92it/s][WARNING|utils.py:1542] 2024-09-15 00:14:08,862 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2985/3000 [25:48<00:07, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:14:09,396 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2986/3000 [25:49<00:07, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:14:09,936 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2987/3000 [25:49<00:06, 1.88it/s][WARNING|utils.py:1542] 2024-09-15 00:14:10,472 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2988/3000 [25:50<00:06, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:14:10,904 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2989/3000 [25:50<00:05, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:14:11,437 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2990/3000 [25:51<00:05, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:14:11,973 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2991/3000 [25:51<00:04, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:14:12,512 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2992/3000 [25:52<00:04, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:14:13,049 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2993/3000 [25:52<00:03, 1.89it/s][WARNING|utils.py:1542] 2024-09-15 00:14:13,584 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2994/3000 [25:53<00:03, 2.00it/s][WARNING|utils.py:1542] 2024-09-15 00:14:14,014 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2995/3000 [25:53<00:02, 1.95it/s][WARNING|utils.py:1542] 2024-09-15 00:14:14,553 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2996/3000 [25:54<00:02, 1.93it/s][WARNING|utils.py:1542] 2024-09-15 00:14:15,090 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2997/3000 [25:54<00:01, 1.91it/s][WARNING|utils.py:1542] 2024-09-15 00:14:15,627 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2998/3000 [25:55<00:00, 2.02it/s][WARNING|utils.py:1542] 2024-09-15 00:14:16,056 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2999/3000 [25:55<00:00, 1.96it/s][WARNING|utils.py:1542] 2024-09-15 00:14:16,597 >> Setting `pad_token_id` to `eos_token_id`:2 for open-end generation.\n",
- "100%|███████████████████████████████████████| 3000/3000 [25:56<00:00, 1.93it/s]\n",
- "/home/inflaton/miniconda3/envs/llm-finetuning/lib/python3.11/site-packages/sklearn/metrics/_classification.py:1517: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.\n",
- " _warn_prf(average, modifier, f\"{metric.capitalize()} is\", len(result))\n",
- "shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat/shots-10 metrics: {'accuracy': 0.6946666666666667, 'incorrect_ids': [2, 5, 12, 14, 15, 16, 18, 21, 27, 28, 31, 34, 36, 42, 43, 48, 53, 55, 58, 59, 62, 63, 64, 65, 66, 67, 71, 72, 75, 76, 77, 78, 79, 81, 82, 83, 84, 87, 88, 91, 93, 96, 99, 101, 102, 104, 105, 113, 115, 117, 118, 121, 124, 126, 127, 131, 134, 136, 140, 141, 143, 144, 149, 150, 153, 154, 155, 159, 160, 161, 164, 169, 170, 174, 175, 178, 188, 189, 190, 191, 192, 193, 199, 200, 201, 202, 205, 206, 207, 210, 214, 220, 221, 222, 223, 224, 233, 234, 236, 237, 238, 245, 248, 250, 251, 252, 255, 257, 258, 260, 263, 265, 266, 268, 269, 272, 275, 276, 283, 284, 286, 288, 292, 293, 295, 296, 300, 301, 302, 303, 304, 305, 308, 314, 317, 318, 319, 320, 325, 328, 331, 332, 334, 335, 338, 339, 343, 348, 349, 350, 356, 363, 368, 370, 373, 374, 375, 378, 384, 386, 387, 389, 394, 396, 397, 406, 411, 414, 421, 425, 428, 430, 431, 436, 438, 439, 445, 447, 450, 451, 452, 453, 454, 457, 459, 460, 464, 465, 467, 469, 470, 471, 472, 477, 481, 482, 486, 487, 490, 497, 500, 501, 502, 503, 504, 506, 507, 512, 515, 516, 517, 518, 519, 520, 531, 533, 536, 538, 543, 552, 553, 555, 560, 569, 570, 571, 576, 579, 581, 589, 593, 596, 597, 599, 605, 614, 621, 622, 632, 633, 636, 646, 654, 674, 689, 691, 692, 693, 694, 695, 700, 706, 707, 717, 720, 721, 727, 730, 734, 738, 740, 742, 748, 752, 754, 755, 758, 760, 764, 766, 770, 773, 774, 778, 782, 788, 791, 795, 798, 799, 801, 813, 816, 817, 819, 820, 823, 824, 826, 827, 828, 832, 834, 841, 843, 845, 847, 848, 851, 852, 854, 856, 861, 864, 866, 869, 870, 871, 873, 875, 886, 893, 894, 899, 901, 904, 909, 914, 915, 918, 919, 921, 923, 927, 932, 933, 936, 939, 940, 949, 953, 959, 960, 961, 965, 966, 969, 980, 982, 984, 991, 994, 998, 1003, 1011, 1012, 1014, 1015, 1016, 1018, 1019, 1020, 1022, 1024, 1026, 1028, 1029, 1030, 1032, 1033, 1036, 1038, 1043, 1044, 1048, 1049, 1051, 1057, 1058, 1062, 1063, 1069, 1073, 1074, 1077, 1081, 1084, 1087, 1089, 1093, 1102, 1108, 1113, 1117, 1120, 1124, 1125, 1128, 1130, 1133, 1134, 1141, 1143, 1147, 1152, 1158, 1161, 1166, 1171, 1172, 1174, 1177, 1180, 1181, 1183, 1185, 1188, 1192, 1196, 1198, 1203, 1206, 1212, 1220, 1221, 1222, 1227, 1228, 1236, 1239, 1241, 1245, 1251, 1252, 1259, 1267, 1271, 1272, 1274, 1276, 1278, 1279, 1282, 1286, 1289, 1290, 1292, 1293, 1296, 1298, 1299, 1305, 1308, 1313, 1316, 1317, 1318, 1322, 1324, 1329, 1330, 1331, 1339, 1342, 1348, 1349, 1358, 1359, 1364, 1367, 1371, 1373, 1374, 1377, 1379, 1385, 1387, 1388, 1399, 1402, 1405, 1406, 1416, 1417, 1419, 1422, 1423, 1426, 1427, 1432, 1440, 1446, 1451, 1452, 1453, 1454, 1459, 1469, 1474, 1476, 1478, 1484, 1490, 1491, 1495, 1499, 1501, 1502, 1504, 1506, 1507, 1510, 1515, 1516, 1517, 1518, 1522, 1524, 1525, 1535, 1536, 1540, 1543, 1545, 1547, 1548, 1549, 1551, 1554, 1558, 1561, 1562, 1568, 1575, 1578, 1580, 1581, 1588, 1594, 1600, 1601, 1604, 1605, 1607, 1611, 1613, 1614, 1619, 1623, 1624, 1627, 1631, 1633, 1637, 1644, 1648, 1650, 1652, 1653, 1655, 1657, 1662, 1665, 1672, 1678, 1679, 1680, 1686, 1691, 1695, 1697, 1698, 1710, 1716, 1718, 1722, 1729, 1734, 1735, 1737, 1738, 1739, 1741, 1743, 1751, 1753, 1755, 1759, 1762, 1766, 1769, 1771, 1779, 1780, 1798, 1800, 1810, 1812, 1818, 1824, 1826, 1831, 1835, 1848, 1857, 1858, 1859, 1863, 1867, 1875, 1879, 1881, 1884, 1887, 1890, 1892, 1894, 1897, 1899, 1903, 1906, 1907, 1915, 1916, 1919, 1923, 1928, 1930, 1940, 1941, 1948, 1953, 1957, 1962, 1963, 1964, 1970, 1973, 1977, 1978, 1979, 1981, 1984, 1985, 1986, 1989, 1990, 1995, 1998, 2000, 2004, 2007, 2011, 2017, 2022, 2024, 2028, 2029, 2031, 2035, 2036, 2038, 2041, 2043, 2044, 2048, 2049, 2054, 2064, 2067, 2068, 2069, 2070, 2076, 2077, 2078, 2079, 2081, 2087, 2088, 2093, 2099, 2100, 2105, 2106, 2109, 2110, 2114, 2119, 2120, 2124, 2126, 2132, 2133, 2141, 2142, 2146, 2147, 2159, 2160, 2161, 2162, 2164, 2167, 2173, 2174, 2177, 2185, 2186, 2187, 2190, 2194, 2196, 2199, 2210, 2212, 2214, 2222, 2223, 2226, 2229, 2233, 2237, 2238, 2240, 2241, 2243, 2245, 2260, 2262, 2263, 2265, 2274, 2278, 2279, 2280, 2281, 2287, 2289, 2297, 2298, 2302, 2306, 2311, 2317, 2318, 2324, 2330, 2331, 2333, 2339, 2342, 2344, 2348, 2351, 2352, 2354, 2355, 2358, 2360, 2366, 2367, 2370, 2372, 2373, 2379, 2381, 2384, 2395, 2396, 2400, 2404, 2406, 2407, 2408, 2409, 2412, 2416, 2421, 2422, 2423, 2429, 2442, 2453, 2465, 2470, 2472, 2473, 2475, 2480, 2486, 2500, 2502, 2503, 2506, 2511, 2513, 2515, 2517, 2522, 2524, 2529, 2530, 2535, 2540, 2544, 2545, 2559, 2570, 2573, 2575, 2576, 2581, 2589, 2590, 2592, 2597, 2602, 2604, 2605, 2616, 2631, 2634, 2640, 2644, 2658, 2661, 2663, 2664, 2667, 2676, 2677, 2688, 2692, 2701, 2711, 2712, 2713, 2717, 2722, 2726, 2730, 2731, 2732, 2736, 2738, 2745, 2746, 2753, 2754, 2757, 2758, 2766, 2768, 2769, 2770, 2771, 2774, 2775, 2776, 2786, 2787, 2788, 2789, 2791, 2793, 2794, 2798, 2801, 2806, 2810, 2811, 2814, 2816, 2819, 2824, 2829, 2833, 2837, 2843, 2851, 2852, 2854, 2860, 2863, 2865, 2866, 2877, 2879, 2880, 2881, 2882, 2884, 2892, 2897, 2902, 2904, 2905, 2906, 2912, 2916, 2921, 2926, 2929, 2931, 2935, 2937, 2939, 2942, 2944, 2946, 2948, 2953, 2954, 2960, 2963, 2966, 2967, 2968, 2971, 2977, 2979, 2982, 2985, 2994, 2995], 'precision': 0.701136267898111, 'recall': 0.6946666666666667, 'f1': 0.6634078645357937, 'ratio_valid_classifications': 0.011666666666666667}\n",
- "(3) GPU = NVIDIA GeForce RTX 4090. Max memory = 23.988 GB.\n",
- "14.771 GB of memory reserved.\n",
- "Current Directory:\n",
- "/home/inflaton/code/logical-reasoning\n",
- "Evaluating internlm/internlm2_5-7b-chat with few-shot learning\n",
- "loading env vars from: /home/inflaton/code/logical-reasoning/.env\n",
- "Adding /home/inflaton/code/logical-reasoning to sys.path\n",
- "loading /home/inflaton/code/logical-reasoning/llm_toolkit/logical_reasoning_utils.py\n",
- "CUDA is available, we have found 1 GPU(s)\n",
- "NVIDIA GeForce RTX 4090\n",
- "CUDA version: 12.1\n",
- "internlm/internlm2_5-7b-chat None False datasets/mgtv data/internlm2_5-7b-chat_results.csv 2048 1\n",
- "(0) GPU = NVIDIA GeForce RTX 4090. Max memory = 23.988 GB.\n",
- "0.0 GB of memory reserved.\n",
- "loading model: internlm/internlm2_5-7b-chat with adapter: None\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:14:27,537 >> loading file ./tokenizer.model from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat/snapshots/9b8d9553846ecf6393f3408fa9d3ec9928fdab4d/./tokenizer.model\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:14:27,537 >> loading file added_tokens.json from cache at None\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:14:27,537 >> loading file special_tokens_map.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat/snapshots/9b8d9553846ecf6393f3408fa9d3ec9928fdab4d/special_tokens_map.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:14:27,537 >> loading file tokenizer_config.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat/snapshots/9b8d9553846ecf6393f3408fa9d3ec9928fdab4d/tokenizer_config.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:14:27,537 >> loading file tokenizer.json from cache at None\n",
- "09/15/2024 00:14:28 - INFO - llamafactory.data.template - Add <|im_end|> to stop words.\n",
- "[INFO|configuration_utils.py:733] 2024-09-15 00:14:28,592 >> loading configuration file config.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat/snapshots/9b8d9553846ecf6393f3408fa9d3ec9928fdab4d/config.json\n",
- "configuration_internlm2.py: 100%|██████████| 8.84k/8.84k [00:00<00:00, 25.6MB/s]\n",
- "[INFO|configuration_utils.py:733] 2024-09-15 00:14:29,444 >> loading configuration file config.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat/snapshots/9b8d9553846ecf6393f3408fa9d3ec9928fdab4d/config.json\n",
- "[INFO|configuration_utils.py:800] 2024-09-15 00:14:29,446 >> Model config InternLM2Config {\n",
- " \"_name_or_path\": \"internlm/internlm2_5-7b-chat\",\n",
- " \"architectures\": [\n",
- " \"InternLM2ForCausalLM\"\n",
- " ],\n",
- " \"attn_implementation\": \"eager\",\n",
- " \"auto_map\": {\n",
- " \"AutoConfig\": \"internlm/internlm2_5-7b-chat--configuration_internlm2.InternLM2Config\",\n",
- " \"AutoModel\": \"internlm/internlm2_5-7b-chat--modeling_internlm2.InternLM2ForCausalLM\",\n",
- " \"AutoModelForCausalLM\": \"internlm/internlm2_5-7b-chat--modeling_internlm2.InternLM2ForCausalLM\"\n",
- " },\n",
- " \"bias\": false,\n",
- " \"bos_token_id\": 1,\n",
- " \"eos_token_id\": 2,\n",
- " \"hidden_act\": \"silu\",\n",
- " \"hidden_size\": 4096,\n",
- " \"initializer_range\": 0.02,\n",
- " \"intermediate_size\": 14336,\n",
- " \"max_position_embeddings\": 32768,\n",
- " \"model_type\": \"internlm2\",\n",
- " \"num_attention_heads\": 32,\n",
- " \"num_hidden_layers\": 32,\n",
- " \"num_key_value_heads\": 8,\n",
- " \"pad_token_id\": 2,\n",
- " \"pretraining_tp\": 1,\n",
- " \"rms_norm_eps\": 1e-05,\n",
- " \"rope_scaling\": {\n",
- " \"factor\": 2.0,\n",
- " \"type\": \"dynamic\"\n",
- " },\n",
- " \"rope_theta\": 1000000,\n",
- " \"tie_word_embeddings\": false,\n",
- " \"torch_dtype\": \"bfloat16\",\n",
- " \"transformers_version\": \"4.43.3\",\n",
- " \"use_cache\": true,\n",
- " \"vocab_size\": 92544\n",
- "}\n",
- "\n",
- "09/15/2024 00:14:29 - INFO - llamafactory.model.patcher - Using KV cache for faster generation.\n",
- "modeling_internlm2.py: 100%|████████████████| 81.0k/81.0k [00:00<00:00, 284kB/s]\n",
- "[INFO|modeling_utils.py:3634] 2024-09-15 00:14:31,135 >> loading weights file model.safetensors from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat/snapshots/9b8d9553846ecf6393f3408fa9d3ec9928fdab4d/model.safetensors.index.json\n",
- "Downloading shards: 100%|█████████████████████████| 8/8 [00:02<00:00, 3.81it/s]\n",
- "[INFO|modeling_utils.py:1572] 2024-09-15 00:14:33,240 >> Instantiating InternLM2ForCausalLM model under default dtype torch.bfloat16.\n",
- "[INFO|configuration_utils.py:1038] 2024-09-15 00:14:33,241 >> Generate config GenerationConfig {\n",
- " \"bos_token_id\": 1,\n",
- " \"eos_token_id\": 2,\n",
- " \"pad_token_id\": 2\n",
- "}\n",
- "\n",
- "Loading checkpoint shards: 100%|██████████████████| 8/8 [01:58<00:00, 14.81s/it]\n",
- "[INFO|modeling_utils.py:4463] 2024-09-15 00:16:31,887 >> All model checkpoint weights were used when initializing InternLM2ForCausalLM.\n",
- "\n",
- "[INFO|modeling_utils.py:4471] 2024-09-15 00:16:31,887 >> All the weights of InternLM2ForCausalLM were initialized from the model checkpoint at internlm/internlm2_5-7b-chat.\n",
- "If your task is similar to the task the model of the checkpoint was trained on, you can already use InternLM2ForCausalLM for predictions without further training.\n",
- "[INFO|configuration_utils.py:993] 2024-09-15 00:16:32,175 >> loading configuration file generation_config.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat/snapshots/9b8d9553846ecf6393f3408fa9d3ec9928fdab4d/generation_config.json\n",
- "[INFO|configuration_utils.py:1038] 2024-09-15 00:16:32,175 >> Generate config GenerationConfig {\n",
- " \"bos_token_id\": 1,\n",
- " \"eos_token_id\": [\n",
- " 2,\n",
- " 92542\n",
- " ],\n",
- " \"pad_token_id\": 2\n",
- "}\n",
- "\n",
- "09/15/2024 00:16:32 - INFO - llamafactory.model.model_utils.attention - Using vanilla attention implementation.\n",
- "09/15/2024 00:16:32 - INFO - llamafactory.model.loader - all params: 7,737,708,544\n",
- "(2) GPU = NVIDIA GeForce RTX 4090. Max memory = 23.988 GB.\n",
- "15.123 GB of memory reserved.\n",
- "Evaluating model: internlm/internlm2_5-7b-chat on cuda\n",
- "*** Evaluating with num_shots: 0\n",
- "loading train/test data files\n",
- "Map: 100%|██████████████████████| 25000/25000 [00:00<00:00, 61177.09 examples/s]\n",
- "Map: 100%|████████████████████████| 3000/3000 [00:00<00:00, 53856.91 examples/s]\n",
- "DatasetDict({\n",
- " train: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 25000\n",
- " })\n",
- " test: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 3000\n",
- " })\n",
- "})\n",
- "--------------------------------------------------\n",
- "text: 甄加索是自杀吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 海岸之谜\n",
- "--------------------------------------------------\n",
- "puzzle: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "--------------------------------------------------\n",
- "truth: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "--------------------------------------------------\n",
- "train_text: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的��力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "不是\n",
- "--------------------------------------------------\n",
- "prompt: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "\n",
- "--------------------------------------------------\n",
- "text: 死者受伤了吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 甄庄哭声\n",
- "--------------------------------------------------\n",
- "puzzle: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "--------------------------------------------------\n",
- "truth: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "--------------------------------------------------\n",
- "train_text: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "不是\n",
- "--------------------------------------------------\n",
- "prompt: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但��年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "\n",
- " 0%| | 0/3000 [00:00> loading file ./tokenizer.model from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat-1m/snapshots/846dee6fb6f5a96fb9ab7d3f1f9c383ac9e73bc1/./tokenizer.model\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:24:30,339 >> loading file added_tokens.json from cache at None\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:24:30,339 >> loading file special_tokens_map.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat-1m/snapshots/846dee6fb6f5a96fb9ab7d3f1f9c383ac9e73bc1/special_tokens_map.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:24:30,339 >> loading file tokenizer_config.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat-1m/snapshots/846dee6fb6f5a96fb9ab7d3f1f9c383ac9e73bc1/tokenizer_config.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:24:30,339 >> loading file tokenizer.json from cache at None\n",
- "09/15/2024 00:24:31 - INFO - llamafactory.data.template - Add <|im_end|> to stop words.\n",
- "config.json: 100%|█████████████████████████████| 895/895 [00:00<00:00, 4.18MB/s]\n",
- "[INFO|configuration_utils.py:733] 2024-09-15 00:24:31,678 >> loading configuration file config.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat-1m/snapshots/846dee6fb6f5a96fb9ab7d3f1f9c383ac9e73bc1/config.json\n",
- "configuration_internlm2.py: 100%|██████████| 8.84k/8.84k [00:00<00:00, 34.3MB/s]\n",
- "[INFO|configuration_utils.py:733] 2024-09-15 00:24:32,487 >> loading configuration file config.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat-1m/snapshots/846dee6fb6f5a96fb9ab7d3f1f9c383ac9e73bc1/config.json\n",
- "[INFO|configuration_utils.py:800] 2024-09-15 00:24:32,488 >> Model config InternLM2Config {\n",
- " \"_name_or_path\": \"internlm/internlm2_5-7b-chat-1m\",\n",
- " \"architectures\": [\n",
- " \"InternLM2ForCausalLM\"\n",
- " ],\n",
- " \"attn_implementation\": \"eager\",\n",
- " \"auto_map\": {\n",
- " \"AutoConfig\": \"internlm/internlm2_5-7b-chat-1m--configuration_internlm2.InternLM2Config\",\n",
- " \"AutoModel\": \"internlm/internlm2_5-7b-chat-1m--modeling_internlm2.InternLM2ForCausalLM\",\n",
- " \"AutoModelForCausalLM\": \"internlm/internlm2_5-7b-chat-1m--modeling_internlm2.InternLM2ForCausalLM\"\n",
- " },\n",
- " \"bias\": false,\n",
- " \"bos_token_id\": 1,\n",
- " \"eos_token_id\": 2,\n",
- " \"hidden_act\": \"silu\",\n",
- " \"hidden_size\": 4096,\n",
- " \"initializer_range\": 0.02,\n",
- " \"intermediate_size\": 14336,\n",
- " \"max_position_embeddings\": 262144,\n",
- " \"model_type\": \"internlm2\",\n",
- " \"num_attention_heads\": 32,\n",
- " \"num_hidden_layers\": 32,\n",
- " \"num_key_value_heads\": 8,\n",
- " \"pad_token_id\": 2,\n",
- " \"pretraining_tp\": 1,\n",
- " \"rms_norm_eps\": 1e-05,\n",
- " \"rope_scaling\": {\n",
- " \"factor\": 2.5,\n",
- " \"type\": \"dynamic\"\n",
- " },\n",
- " \"rope_theta\": 50000000,\n",
- " \"tie_word_embeddings\": false,\n",
- " \"torch_dtype\": \"bfloat16\",\n",
- " \"transformers_version\": \"4.43.3\",\n",
- " \"use_cache\": true,\n",
- " \"vocab_size\": 92544\n",
- "}\n",
- "\n",
- "09/15/2024 00:24:32 - INFO - llamafactory.model.patcher - Using KV cache for faster generation.\n",
- "modeling_internlm2.py: 100%|████████████████| 81.0k/81.0k [00:00<00:00, 297kB/s]\n",
- "model.safetensors.index.json: 100%|████████| 18.2k/18.2k [00:00<00:00, 5.04MB/s]\n",
- "[INFO|modeling_utils.py:3634] 2024-09-15 00:24:34,371 >> loading weights file model.safetensors from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat-1m/snapshots/846dee6fb6f5a96fb9ab7d3f1f9c383ac9e73bc1/model.safetensors.index.json\n",
- "Downloading shards: 0%| | 0/8 [00:00> Instantiating InternLM2ForCausalLM model under default dtype torch.bfloat16.\n",
- "[INFO|configuration_utils.py:1038] 2024-09-15 00:45:08,756 >> Generate config GenerationConfig {\n",
- " \"bos_token_id\": 1,\n",
- " \"eos_token_id\": 2,\n",
- " \"pad_token_id\": 2\n",
- "}\n",
- "\n",
- "Loading checkpoint shards: 100%|██████████████████| 8/8 [00:30<00:00, 3.81s/it]\n",
- "[INFO|modeling_utils.py:4463] 2024-09-15 00:45:39,407 >> All model checkpoint weights were used when initializing InternLM2ForCausalLM.\n",
- "\n",
- "[INFO|modeling_utils.py:4471] 2024-09-15 00:45:39,407 >> All the weights of InternLM2ForCausalLM were initialized from the model checkpoint at internlm/internlm2_5-7b-chat-1m.\n",
- "If your task is similar to the task the model of the checkpoint was trained on, you can already use InternLM2ForCausalLM for predictions without further training.\n",
- "generation_config.json: 100%|███████████████████| 123/123 [00:00<00:00, 863kB/s]\n",
- "[INFO|configuration_utils.py:993] 2024-09-15 00:45:39,943 >> loading configuration file generation_config.json from cache at /home/inflaton/.cache/huggingface/hub/models--internlm--internlm2_5-7b-chat-1m/snapshots/846dee6fb6f5a96fb9ab7d3f1f9c383ac9e73bc1/generation_config.json\n",
- "[INFO|configuration_utils.py:1038] 2024-09-15 00:45:39,943 >> Generate config GenerationConfig {\n",
- " \"bos_token_id\": 1,\n",
- " \"eos_token_id\": [\n",
- " 2,\n",
- " 92542\n",
- " ],\n",
- " \"pad_token_id\": 2\n",
- "}\n",
- "\n",
- "09/15/2024 00:45:39 - INFO - llamafactory.model.model_utils.attention - Using vanilla attention implementation.\n",
- "09/15/2024 00:45:39 - INFO - llamafactory.model.loader - all params: 7,737,708,544\n",
- "(2) GPU = NVIDIA GeForce RTX 4090. Max memory = 23.988 GB.\n",
- "15.123 GB of memory reserved.\n",
- "Evaluating model: internlm/internlm2_5-7b-chat-1m on cuda\n",
- "*** Evaluating with num_shots: 0\n",
- "loading train/test data files\n",
- "Map: 100%|██████████████████████| 25000/25000 [00:00<00:00, 63044.48 examples/s]\n",
- "Map: 100%|████████████████████████| 3000/3000 [00:00<00:00, 56745.73 examples/s]\n",
- "DatasetDict({\n",
- " train: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 25000\n",
- " })\n",
- " test: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 3000\n",
- " })\n",
- "})\n",
- "--------------------------------------------------\n",
- "text: 甄加索是自杀吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 海岸之谜\n",
- "--------------------------------------------------\n",
- "puzzle: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "--------------------------------------------------\n",
- "truth: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "--------------------------------------------------\n",
- "train_text: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "不是\n",
- "--------------------------------------------------\n",
- "prompt: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "\n",
- "--------------------------------------------------\n",
- "text: 死者受伤了吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 甄庄哭声\n",
- "--------------------------------------------------\n",
- "puzzle: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "--------------------------------------------------\n",
- "truth: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "--------------------------------------------------\n",
- "train_text: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "不是\n",
- "--------------------------------------------------\n",
- "prompt: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "\n",
- " 0%| | 0/3000 [00:00> loading file vocab.json from cache at /home/inflaton/.cache/huggingface/hub/models--Qwen--Qwen2-7B-Instruct/snapshots/f2826a00ceef68f0f2b946d945ecc0477ce4450c/vocab.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:53:34,709 >> loading file merges.txt from cache at /home/inflaton/.cache/huggingface/hub/models--Qwen--Qwen2-7B-Instruct/snapshots/f2826a00ceef68f0f2b946d945ecc0477ce4450c/merges.txt\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:53:34,709 >> loading file tokenizer.json from cache at /home/inflaton/.cache/huggingface/hub/models--Qwen--Qwen2-7B-Instruct/snapshots/f2826a00ceef68f0f2b946d945ecc0477ce4450c/tokenizer.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:53:34,709 >> loading file added_tokens.json from cache at None\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:53:34,709 >> loading file special_tokens_map.json from cache at None\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 00:53:34,709 >> loading file tokenizer_config.json from cache at /home/inflaton/.cache/huggingface/hub/models--Qwen--Qwen2-7B-Instruct/snapshots/f2826a00ceef68f0f2b946d945ecc0477ce4450c/tokenizer_config.json\n",
- "[INFO|tokenization_utils_base.py:2533] 2024-09-15 00:53:34,845 >> Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
- "09/15/2024 00:53:34 - INFO - llamafactory.data.template - Replace eos token: <|im_end|>\n",
- "config.json: 100%|█████████████████████████████| 663/663 [00:00<00:00, 9.06MB/s]\n",
- "[INFO|configuration_utils.py:733] 2024-09-15 00:53:35,407 >> loading configuration file config.json from cache at /home/inflaton/.cache/huggingface/hub/models--Qwen--Qwen2-7B-Instruct/snapshots/f2826a00ceef68f0f2b946d945ecc0477ce4450c/config.json\n",
- "[INFO|configuration_utils.py:800] 2024-09-15 00:53:35,407 >> Model config Qwen2Config {\n",
- " \"_name_or_path\": \"Qwen/Qwen2-7B-Instruct\",\n",
- " \"architectures\": [\n",
- " \"Qwen2ForCausalLM\"\n",
- " ],\n",
- " \"attention_dropout\": 0.0,\n",
- " \"bos_token_id\": 151643,\n",
- " \"eos_token_id\": 151645,\n",
- " \"hidden_act\": \"silu\",\n",
- " \"hidden_size\": 3584,\n",
- " \"initializer_range\": 0.02,\n",
- " \"intermediate_size\": 18944,\n",
- " \"max_position_embeddings\": 32768,\n",
- " \"max_window_layers\": 28,\n",
- " \"model_type\": \"qwen2\",\n",
- " \"num_attention_heads\": 28,\n",
- " \"num_hidden_layers\": 28,\n",
- " \"num_key_value_heads\": 4,\n",
- " \"rms_norm_eps\": 1e-06,\n",
- " \"rope_theta\": 1000000.0,\n",
- " \"sliding_window\": null,\n",
- " \"tie_word_embeddings\": false,\n",
- " \"torch_dtype\": \"bfloat16\",\n",
- " \"transformers_version\": \"4.43.3\",\n",
- " \"use_cache\": true,\n",
- " \"use_sliding_window\": false,\n",
- " \"vocab_size\": 152064\n",
- "}\n",
- "\n",
- "09/15/2024 00:53:35 - INFO - llamafactory.model.patcher - Using KV cache for faster generation.\n",
- "model.safetensors.index.json: 100%|█████████| 27.8k/27.8k [00:00<00:00, 184MB/s]\n",
- "[INFO|modeling_utils.py:3634] 2024-09-15 00:53:36,518 >> loading weights file model.safetensors from cache at /home/inflaton/.cache/huggingface/hub/models--Qwen--Qwen2-7B-Instruct/snapshots/f2826a00ceef68f0f2b946d945ecc0477ce4450c/model.safetensors.index.json\n",
- "Downloading shards: 0%| | 0/4 [00:00> Instantiating Qwen2ForCausalLM model under default dtype torch.bfloat16.\n",
- "[INFO|configuration_utils.py:1038] 2024-09-15 01:15:03,865 >> Generate config GenerationConfig {\n",
- " \"bos_token_id\": 151643,\n",
- " \"eos_token_id\": 151645\n",
- "}\n",
- "\n",
- "Loading checkpoint shards: 100%|██████████████████| 4/4 [00:41<00:00, 10.40s/it]\n",
- "[INFO|modeling_utils.py:4463] 2024-09-15 01:15:45,989 >> All model checkpoint weights were used when initializing Qwen2ForCausalLM.\n",
- "\n",
- "[INFO|modeling_utils.py:4471] 2024-09-15 01:15:45,989 >> All the weights of Qwen2ForCausalLM were initialized from the model checkpoint at Qwen/Qwen2-7B-Instruct.\n",
- "If your task is similar to the task the model of the checkpoint was trained on, you can already use Qwen2ForCausalLM for predictions without further training.\n",
- "generation_config.json: 100%|███████████████████| 243/243 [00:00<00:00, 943kB/s]\n",
- "[INFO|configuration_utils.py:993] 2024-09-15 01:15:47,301 >> loading configuration file generation_config.json from cache at /home/inflaton/.cache/huggingface/hub/models--Qwen--Qwen2-7B-Instruct/snapshots/f2826a00ceef68f0f2b946d945ecc0477ce4450c/generation_config.json\n",
- "[INFO|configuration_utils.py:1038] 2024-09-15 01:15:47,301 >> Generate config GenerationConfig {\n",
- " \"bos_token_id\": 151643,\n",
- " \"do_sample\": true,\n",
- " \"eos_token_id\": [\n",
- " 151645,\n",
- " 151643\n",
- " ],\n",
- " \"pad_token_id\": 151643,\n",
- " \"repetition_penalty\": 1.05,\n",
- " \"temperature\": 0.7,\n",
- " \"top_k\": 20,\n",
- " \"top_p\": 0.8\n",
- "}\n",
- "\n",
- "09/15/2024 01:15:47 - INFO - llamafactory.model.model_utils.attention - Using torch SDPA for faster training and inference.\n",
- "09/15/2024 01:15:47 - INFO - llamafactory.model.loader - all params: 7,615,616,512\n",
- "(2) GPU = NVIDIA GeForce RTX 4090. Max memory = 23.988 GB.\n",
- "15.895 GB of memory reserved.\n",
- "Evaluating model: Qwen/Qwen2-7B-Instruct on cuda\n",
- "*** Evaluating with num_shots: 0\n",
- "loading train/test data files\n",
- "Map: 100%|██████████████████████| 25000/25000 [00:00<00:00, 61986.68 examples/s]\n",
- "Map: 100%|████████████████████████| 3000/3000 [00:00<00:00, 59084.41 examples/s]\n",
- "DatasetDict({\n",
- " train: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 25000\n",
- " })\n",
- " test: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 3000\n",
- " })\n",
- "})\n",
- "--------------------------------------------------\n",
- "text: 甄加索是自杀吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 海岸之谜\n",
- "--------------------------------------------------\n",
- "puzzle: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "--------------------------------------------------\n",
- "truth: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "--------------------------------------------------\n",
- "train_text: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "不是<|im_end|>\n",
- "--------------------------------------------------\n",
- "prompt: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "\n",
- "--------------------------------------------------\n",
- "text: 死者受伤了吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 甄庄哭声\n",
- "--------------------------------------------------\n",
- "puzzle: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "--------------------------------------------------\n",
- "truth: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "--------------------------------------------------\n",
- "train_text: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发��湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "不是<|im_end|>\n",
- "--------------------------------------------------\n",
- "prompt: <|im_start|>system\n",
- "You are an expert in logical reasoning.<|im_end|>\n",
- "<|im_start|>user\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- "<|im_end|>\n",
- "<|im_start|>assistant\n",
- "\n",
- " 0%| | 0/3000 [00:00> loading file tokenizer.json from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Llama3.1-8B-Chinese-Chat/snapshots/404a735a6205e5ef992f589b6d5d28922822928e/tokenizer.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 01:23:32,283 >> loading file added_tokens.json from cache at None\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 01:23:32,283 >> loading file special_tokens_map.json from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Llama3.1-8B-Chinese-Chat/snapshots/404a735a6205e5ef992f589b6d5d28922822928e/special_tokens_map.json\n",
- "[INFO|tokenization_utils_base.py:2289] 2024-09-15 01:23:32,283 >> loading file tokenizer_config.json from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Llama3.1-8B-Chinese-Chat/snapshots/404a735a6205e5ef992f589b6d5d28922822928e/tokenizer_config.json\n",
- "[INFO|tokenization_utils_base.py:2533] 2024-09-15 01:23:32,483 >> Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n",
- "09/15/2024 01:23:32 - INFO - llamafactory.data.template - Replace eos token: <|eot_id|>\n",
- "[INFO|configuration_utils.py:733] 2024-09-15 01:23:32,745 >> loading configuration file config.json from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Llama3.1-8B-Chinese-Chat/snapshots/404a735a6205e5ef992f589b6d5d28922822928e/config.json\n",
- "[INFO|configuration_utils.py:800] 2024-09-15 01:23:32,745 >> Model config LlamaConfig {\n",
- " \"_name_or_path\": \"shenzhi-wang/Llama3.1-8B-Chinese-Chat\",\n",
- " \"architectures\": [\n",
- " \"LlamaForCausalLM\"\n",
- " ],\n",
- " \"attention_bias\": false,\n",
- " \"attention_dropout\": 0.0,\n",
- " \"bos_token_id\": 128000,\n",
- " \"eos_token_id\": [\n",
- " 128001,\n",
- " 128008,\n",
- " 128009\n",
- " ],\n",
- " \"hidden_act\": \"silu\",\n",
- " \"hidden_size\": 4096,\n",
- " \"initializer_range\": 0.02,\n",
- " \"intermediate_size\": 14336,\n",
- " \"max_position_embeddings\": 131072,\n",
- " \"mlp_bias\": false,\n",
- " \"model_type\": \"llama\",\n",
- " \"num_attention_heads\": 32,\n",
- " \"num_hidden_layers\": 32,\n",
- " \"num_key_value_heads\": 8,\n",
- " \"pretraining_tp\": 1,\n",
- " \"rms_norm_eps\": 1e-05,\n",
- " \"rope_scaling\": {\n",
- " \"factor\": 8.0,\n",
- " \"high_freq_factor\": 4.0,\n",
- " \"low_freq_factor\": 1.0,\n",
- " \"original_max_position_embeddings\": 8192,\n",
- " \"rope_type\": \"llama3\"\n",
- " },\n",
- " \"rope_theta\": 500000.0,\n",
- " \"tie_word_embeddings\": false,\n",
- " \"torch_dtype\": \"bfloat16\",\n",
- " \"transformers_version\": \"4.43.3\",\n",
- " \"use_cache\": true,\n",
- " \"vocab_size\": 128256\n",
- "}\n",
- "\n",
- "09/15/2024 01:23:32 - INFO - llamafactory.model.patcher - Using KV cache for faster generation.\n",
- "[INFO|modeling_utils.py:3634] 2024-09-15 01:23:32,759 >> loading weights file model.safetensors from cache at /home/inflaton/.cache/huggingface/hub/models--shenzhi-wang--Llama3.1-8B-Chinese-Chat/snapshots/404a735a6205e5ef992f589b6d5d28922822928e/model.safetensors.index.json\n",
- "[INFO|modeling_utils.py:1572] 2024-09-15 01:23:32,790 >> Instantiating LlamaForCausalLM model under default dtype torch.bfloat16.\n",
- "[INFO|configuration_utils.py:1038] 2024-09-15 01:23:32,791 >> Generate config GenerationConfig {\n",
- " \"bos_token_id\": 128000,\n",
- " \"eos_token_id\": [\n",
- " 128001,\n",
- " 128008,\n",
- " 128009\n",
- " ]\n",
- "}\n",
- "\n",
- "Loading checkpoint shards: 100%|██████████████████| 4/4 [02:06<00:00, 31.72s/it]\n",
- "[INFO|modeling_utils.py:4463] 2024-09-15 01:25:39,853 >> All model checkpoint weights were used when initializing LlamaForCausalLM.\n",
- "\n",
- "[INFO|modeling_utils.py:4471] 2024-09-15 01:25:39,853 >> All the weights of LlamaForCausalLM were initialized from the model checkpoint at shenzhi-wang/Llama3.1-8B-Chinese-Chat.\n",
- "If your task is similar to the task the model of the checkpoint was trained on, you can already use LlamaForCausalLM for predictions without further training.\n",
- "[INFO|modeling_utils.py:3959] 2024-09-15 01:25:40,184 >> Generation config file not found, using a generation config created from the model config.\n",
- "09/15/2024 01:25:40 - INFO - llamafactory.model.model_utils.attention - Using torch SDPA for faster training and inference.\n",
- "09/15/2024 01:25:40 - INFO - llamafactory.model.loader - all params: 8,030,261,248\n",
- "(2) GPU = NVIDIA GeForce RTX 4090. Max memory = 23.988 GB.\n",
- "15.084 GB of memory reserved.\n",
- "Evaluating model: shenzhi-wang/Llama3.1-8B-Chinese-Chat on cuda\n",
- "*** Evaluating with num_shots: 0\n",
- "loading train/test data files\n",
- "Map: 100%|██████████████████████| 25000/25000 [00:00<00:00, 61647.62 examples/s]\n",
- "Map: 100%|████████████████████████| 3000/3000 [00:00<00:00, 54446.26 examples/s]\n",
- "DatasetDict({\n",
- " train: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 25000\n",
- " })\n",
- " test: Dataset({\n",
- " features: ['text', 'label', 'answer', 'title', 'puzzle', 'truth', 'train_text', 'prompt'],\n",
- " num_rows: 3000\n",
- " })\n",
- "})\n",
- "--------------------------------------------------\n",
- "text: 甄加索是自杀吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 海岸之谜\n",
- "--------------------------------------------------\n",
- "puzzle: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "--------------------------------------------------\n",
- "truth: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "--------------------------------------------------\n",
- "train_text: <|begin_of_text|><|start_header_id|>system<|end_header_id|>\n",
- "\n",
- "You are an expert in logical reasoning.<|eot_id|><|start_header_id|>user<|end_header_id|>\n",
- "\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这只海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n",
- "\n",
- "不是<|eot_id|>\n",
- "--------------------------------------------------\n",
- "prompt: <|begin_of_text|><|start_header_id|>system<|end_header_id|>\n",
- "\n",
- "You are an expert in logical reasoning.<|eot_id|><|start_header_id|>user<|end_header_id|>\n",
- "\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在远离城市喧嚣的海边小屋，一天清晨，邻居发现甄加索僵卧在沙滩上，已无生命迹象。现场没有发现任何打斗的迹象。请问甄加索的死因是什么？\n",
- "谜底: 甄加索是一位热爱自然的画家，他每年都会来到这个海边小屋寻找灵感。在他生命的最后几天，他一直在创作一幅描绘海洋生物的画作。在画即将完成的前一天晚上，他骑着自行车外出，打算在海边观赏夜景。然而，他在沙滩上意外发现了一只搁浅的海豚，为了救助这��海豚，他耗费了极大的体力，最终成功将其送回海中。筋疲力尽的甄加索在沙滩上睡着了，由于他患有严重的心脏病，却未告知旁人，在寒冷的海风中，他的心脏停止了跳动。因此，警方在现场只发现了车轮痕迹和未完成的画作，而没有发现任何他杀的迹象。\n",
- "参与者提出的问题: 甄加索是自杀吗\n",
- "回答: \n",
- "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n",
- "\n",
- "\n",
- "--------------------------------------------------\n",
- "text: 死者受伤了吗\n",
- "--------------------------------------------------\n",
- "label: 不是\n",
- "--------------------------------------------------\n",
- "answer: nan\n",
- "--------------------------------------------------\n",
- "title: 甄庄哭声\n",
- "--------------------------------------------------\n",
- "puzzle: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "--------------------------------------------------\n",
- "truth: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "--------------------------------------------------\n",
- "train_text: <|begin_of_text|><|start_header_id|>system<|end_header_id|>\n",
- "\n",
- "You are an expert in logical reasoning.<|eot_id|><|start_header_id|>user<|end_header_id|>\n",
- "\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n",
- "\n",
- "不是<|eot_id|>\n",
- "--------------------------------------------------\n",
- "prompt: <|begin_of_text|><|start_header_id|>system<|end_header_id|>\n",
- "\n",
- "You are an expert in logical reasoning.<|eot_id|><|start_header_id|>user<|end_header_id|>\n",
- "\n",
- "你是一个情景猜谜游戏的主持人。游戏规则如下：\n",
- "\n",
- "1. 参与者会得到一个谜面，谜面会描述一个简单又难以理解的事件。\n",
- "2. 主持人知道谜底，谜底是谜面的答案。\n",
- "3. 参与者可以询问任何封闭式问题来找寻事件的真相。\n",
- "4. 对于每个问题，主持人将根据实际情况回答以下五个选项之一：是、不是、不重要、回答正确、问法错误。各回答的判断标准如下：\n",
- " - 若谜面和谜底能找到问题的答案，回答：是或者不是\n",
- " - 若谜面和谜底不能直接或者间接推断出问题的答案，回答：不重要\n",
- " - 若参与者提问不是一个封闭式问题或者问题难以理解，回答：问法错误\n",
- " - 若参与者提问基本还原了谜底真相，回答：回答正确\n",
- "5. 回答中不能添加任何其它信息，也不能省略选项中的任何一个字。例如，不可以把“不是”省略成“不”。\n",
- "\n",
- "请严格按照这些规则回答参与者提出的问题。\n",
- "\n",
- "谜面: 在一个安静的夜晚，小村庄的湖边突然传来了阵阵哭泣声。第二天早晨，村长甄锐发现湖边的石头上放着一顶破旧的帽子，但没有人知道这顶帽子是从哪里来的，哭泣声又是为何。请还原故事真相。\n",
- "谜底: 原来，这顶破旧的帽子属于一个小男孩，他小时候与爷爷在湖边生活。爷爷教他钓鱼、游泳，还告诉他湖中的海龟是他们的朋友。后来，小男孩随父母去了城市生活，但每年夏天都会回到村子探望爷爷。然而，去年夏天，爷爷因病去世，小男孩伤心欲绝。今年夏天，他回到村子，来到湖边，想起和爷爷的美好回忆，忍不住哭泣。他将爷爷的帽子放在湖边的石头上，希望能让爷爷的在天之灵得到安慰。那晚的哭泣声正是小男孩在祭莫他亲爱的爷爷。\n",
- "参与者提出的问题: 死者受伤了吗\n",
- "回答: \n",
- "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n",
- "\n",
- "\n",
- " 0%| | 0/3000 [00:00> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "Batch output: ['不是。']\n",
- " 0%| | 1/3000 [00:01<55:12, 1.10s/it][WARNING|utils.py:1542] 2024-09-15 01:25:43,182 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%| | 2/3000 [00:01<27:44, 1.80it/s][WARNING|utils.py:1542] 2024-09-15 01:25:43,352 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%| | 3/3000 [00:01<18:52, 2.65it/s][WARNING|utils.py:1542] 2024-09-15 01:25:43,519 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%| | 4/3000 [00:01<14:43, 3.39it/s][WARNING|utils.py:1542] 2024-09-15 01:25:43,687 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%| | 5/3000 [00:01<12:27, 4.01it/s][WARNING|utils.py:1542] 2024-09-15 01:25:43,856 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%| | 6/3000 [00:01<11:05, 4.50it/s][WARNING|utils.py:1542] 2024-09-15 01:25:44,025 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%| | 7/3000 [00:02<11:31, 4.33it/s][WARNING|utils.py:1542] 2024-09-15 01:25:44,275 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%| | 8/3000 [00:02<10:32, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:25:44,444 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%|▏ | 9/3000 [00:02<09:53, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:25:44,613 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%|▏ | 10/3000 [00:02<09:24, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:25:44,781 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%|▏ | 11/3000 [00:02<10:20, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:25:45,031 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%|▏ | 12/3000 [00:03<09:45, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:25:45,200 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%|▏ | 13/3000 [00:03<09:20, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:25:45,369 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%|▏ | 14/3000 [00:03<09:03, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:25:45,538 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 0%|▏ | 15/3000 [00:03<10:04, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:25:45,787 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▏ | 16/3000 [00:03<09:35, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:25:45,958 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▏ | 17/3000 [00:04<09:12, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:25:46,125 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▏ | 18/3000 [00:04<08:57, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:25:46,294 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▎ | 19/3000 [00:04<08:46, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:25:46,462 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▎ | 20/3000 [00:04<08:37, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:25:46,630 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▎ | 21/3000 [00:04<08:33, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:25:46,799 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▎ | 22/3000 [00:04<08:31, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:25:46,969 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▎ | 23/3000 [00:05<08:27, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:25:47,137 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▎ | 24/3000 [00:05<08:26, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:25:47,306 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▎ | 25/3000 [00:05<08:24, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:25:47,475 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▎ | 26/3000 [00:05<08:22, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:25:47,642 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▎ | 27/3000 [00:05<08:21, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:25:47,811 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▍ | 28/3000 [00:05<08:23, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:25:47,981 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▍ | 29/3000 [00:06<08:23, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:25:48,151 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▍ | 30/3000 [00:06<08:22, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:25:48,320 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▍ | 31/3000 [00:06<08:21, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:25:48,488 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▍ | 32/3000 [00:06<08:20, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:25:48,656 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▍ | 33/3000 [00:06<08:21, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:25:48,826 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▍ | 34/3000 [00:06<08:21, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:25:48,995 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▍ | 35/3000 [00:07<08:20, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:25:49,164 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▍ | 36/3000 [00:07<08:21, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:25:49,333 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▌ | 37/3000 [00:07<08:21, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:25:49,503 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▌ | 38/3000 [00:07<08:21, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:25:49,672 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▌ | 39/3000 [00:07<08:19, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:25:49,839 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▌ | 40/3000 [00:07<08:21, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:25:50,011 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▌ | 41/3000 [00:08<08:20, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:25:50,179 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▌ | 42/3000 [00:08<09:30, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:25:50,428 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▌ | 43/3000 [00:08<09:08, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:25:50,596 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 1%|▌ | 44/3000 [00:08<10:03, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:25:50,844 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▌ | 45/3000 [00:08<09:34, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:25:51,016 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▋ | 46/3000 [00:09<09:11, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:25:51,184 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▋ | 47/3000 [00:09<08:56, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:25:51,354 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▋ | 48/3000 [00:09<08:44, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:25:51,523 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▋ | 49/3000 [00:09<08:37, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:25:51,692 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▋ | 50/3000 [00:09<09:22, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:25:51,920 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▋ | 51/3000 [00:10<09:00, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:25:52,085 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▋ | 52/3000 [00:10<08:45, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:25:52,251 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▋ | 53/3000 [00:10<09:43, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:25:52,495 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▋ | 54/3000 [00:10<10:25, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:25:52,741 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 55/3000 [00:10<09:45, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:25:52,909 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 56/3000 [00:10<09:15, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:25:53,074 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 57/3000 [00:11<08:54, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:25:53,239 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 58/3000 [00:11<08:41, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:25:53,406 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 59/3000 [00:11<08:30, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:25:53,571 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 60/3000 [00:11<08:24, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:25:53,738 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 61/3000 [00:11<08:20, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:25:53,905 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 62/3000 [00:11<08:17, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:25:54,072 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 63/3000 [00:12<08:14, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:25:54,239 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▊ | 64/3000 [00:12<08:12, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:25:54,405 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▉ | 65/3000 [00:12<08:11, 5.97it/s][WARNING|utils.py:1542] 2024-09-15 01:25:54,572 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▉ | 66/3000 [00:12<08:11, 5.98it/s][WARNING|utils.py:1542] 2024-09-15 01:25:54,739 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▉ | 67/3000 [00:12<08:10, 5.98it/s][WARNING|utils.py:1542] 2024-09-15 01:25:54,906 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▉ | 68/3000 [00:12<08:09, 5.99it/s][WARNING|utils.py:1542] 2024-09-15 01:25:55,072 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▉ | 69/3000 [00:13<08:08, 6.00it/s][WARNING|utils.py:1542] 2024-09-15 01:25:55,238 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▉ | 70/3000 [00:13<08:08, 6.00it/s][WARNING|utils.py:1542] 2024-09-15 01:25:55,405 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▉ | 71/3000 [00:13<08:07, 6.00it/s][WARNING|utils.py:1542] 2024-09-15 01:25:55,571 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▉ | 72/3000 [00:13<08:08, 5.99it/s][WARNING|utils.py:1542] 2024-09-15 01:25:55,739 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|▉ | 73/3000 [00:13<08:10, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:25:55,909 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|█ | 74/3000 [00:14<09:20, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:25:56,156 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 2%|█ | 75/3000 [00:14<10:10, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:25:56,405 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█ | 76/3000 [00:14<09:34, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:25:56,572 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█ | 77/3000 [00:14<09:08, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:25:56,740 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█ | 78/3000 [00:14<08:53, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:25:56,910 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█ | 79/3000 [00:15<08:41, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:25:57,079 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█ | 80/3000 [00:15<08:31, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:25:57,246 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█ | 81/3000 [00:15<09:33, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:25:57,492 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█ | 82/3000 [00:15<09:10, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:25:57,663 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▏ | 83/3000 [00:15<08:51, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:25:57,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▏ | 84/3000 [00:15<08:39, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:25:57,998 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▏ | 85/3000 [00:16<08:29, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:25:58,165 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▏ | 86/3000 [00:16<08:23, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:25:58,333 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▏ | 87/3000 [00:16<08:18, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:25:58,501 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▏ | 88/3000 [00:16<08:15, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:25:58,669 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▏ | 89/3000 [00:16<08:13, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:25:58,837 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▏ | 90/3000 [00:16<08:14, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:25:59,007 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▏ | 91/3000 [00:17<08:21, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:25:59,186 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 92/3000 [00:17<08:22, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:25:59,359 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 93/3000 [00:17<08:18, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:25:59,528 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 94/3000 [00:17<08:14, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:25:59,695 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 95/3000 [00:17<08:11, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:25:59,862 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 96/3000 [00:17<08:12, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:00,032 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 97/3000 [00:18<08:10, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:00,200 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 98/3000 [00:18<08:09, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:00,368 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 99/3000 [00:18<08:09, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:00,537 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 100/3000 [00:18<08:08, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:00,704 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 101/3000 [00:18<08:07, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:00,872 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 102/3000 [00:18<08:07, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:26:01,040 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▎ | 103/3000 [00:19<08:06, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:01,207 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 3%|█▍ | 104/3000 [00:19<08:05, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:01,375 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▍ | 105/3000 [00:19<08:07, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:01,545 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▍ | 106/3000 [00:19<08:05, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:01,711 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▍ | 107/3000 [00:19<08:05, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:01,879 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▍ | 108/3000 [00:19<08:04, 5.97it/s][WARNING|utils.py:1542] 2024-09-15 01:26:02,046 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▍ | 109/3000 [00:20<08:04, 5.97it/s][WARNING|utils.py:1542] 2024-09-15 01:26:02,213 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▍ | 110/3000 [00:20<08:03, 5.97it/s][WARNING|utils.py:1542] 2024-09-15 01:26:02,381 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▍ | 111/3000 [00:20<08:02, 5.98it/s][WARNING|utils.py:1542] 2024-09-15 01:26:02,547 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▍ | 112/3000 [00:20<08:03, 5.98it/s][WARNING|utils.py:1542] 2024-09-15 01:26:02,715 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▌ | 113/3000 [00:20<08:04, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:02,884 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▌ | 114/3000 [00:20<08:03, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:03,051 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▌ | 115/3000 [00:21<08:04, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:03,220 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▌ | 116/3000 [00:21<08:07, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:03,391 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▌ | 117/3000 [00:21<08:06, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:03,559 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▌ | 118/3000 [00:21<08:05, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:03,727 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▌ | 119/3000 [00:21<08:05, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:03,895 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▌ | 120/3000 [00:21<08:04, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:26:04,063 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▌ | 121/3000 [00:22<08:27, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:26:04,258 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 122/3000 [00:22<08:20, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:26:04,426 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 123/3000 [00:22<08:15, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:26:04,595 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 124/3000 [00:22<08:11, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:26:04,762 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 125/3000 [00:22<08:09, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:26:04,931 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 126/3000 [00:23<08:06, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:05,099 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 127/3000 [00:23<08:07, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:26:05,269 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 128/3000 [00:23<08:06, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:26:05,437 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 129/3000 [00:23<08:04, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:05,605 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 130/3000 [00:23<09:11, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:26:05,852 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▋ | 131/3000 [00:23<08:52, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:26:06,022 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▊ | 132/3000 [00:24<08:36, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:26:06,190 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▊ | 133/3000 [00:24<09:35, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:26:06,438 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▊ | 134/3000 [00:24<09:08, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:26:06,607 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 4%|█▊ | 135/3000 [00:24<08:47, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:26:06,775 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▊ | 136/3000 [00:24<09:46, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:26:07,027 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▊ | 137/3000 [00:25<09:15, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:26:07,196 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▊ | 138/3000 [00:25<08:53, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:26:07,366 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▊ | 139/3000 [00:25<08:38, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:26:07,535 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▊ | 140/3000 [00:25<08:25, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:26:07,701 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▉ | 141/3000 [00:25<08:18, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:26:07,870 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▉ | 142/3000 [00:26<09:25, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:26:08,122 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▉ | 143/3000 [00:26<10:09, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:26:08,372 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▉ | 144/3000 [00:26<09:30, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:26:08,539 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▉ | 145/3000 [00:26<09:02, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:26:08,706 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▉ | 146/3000 [00:26<08:41, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:26:08,873 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▉ | 147/3000 [00:26<08:29, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:26:09,042 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▉ | 148/3000 [00:27<09:30, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:26:09,292 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|█▉ | 149/3000 [00:27<09:04, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:26:09,462 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 150/3000 [00:27<08:44, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:26:09,630 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 151/3000 [00:27<08:31, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:26:09,799 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 152/3000 [00:27<09:30, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:26:10,048 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 153/3000 [00:28<10:11, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:26:10,296 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 154/3000 [00:28<09:31, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:26:10,465 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 155/3000 [00:28<09:03, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:26:10,632 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 156/3000 [00:28<08:45, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:26:10,803 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 157/3000 [00:28<08:32, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:26:10,972 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 158/3000 [00:29<09:28, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:26:11,219 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██ | 159/3000 [00:29<09:01, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:26:11,387 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██▏ | 160/3000 [00:29<08:41, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:26:11,554 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██▏ | 161/3000 [00:29<08:28, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:26:11,723 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██▏ | 162/3000 [00:29<09:30, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:26:11,975 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██▏ | 163/3000 [00:30<09:01, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:26:12,142 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 5%|██▏ | 164/3000 [00:30<08:42, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:26:12,311 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▏ | 165/3000 [00:30<09:39, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:26:12,562 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▏ | 166/3000 [00:30<09:09, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:26:12,732 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▏ | 167/3000 [00:30<09:56, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:26:12,981 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▏ | 168/3000 [00:31<09:20, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:26:13,149 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 169/3000 [00:31<08:53, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:26:13,316 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 170/3000 [00:31<08:35, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:26:13,484 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 171/3000 [00:31<08:24, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:26:13,652 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 172/3000 [00:31<08:14, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:26:13,819 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 173/3000 [00:31<08:09, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:26:13,988 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 174/3000 [00:32<08:03, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:26:14,155 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 175/3000 [00:32<08:00, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:26:14,323 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 176/3000 [00:32<07:57, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:26:14,490 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 177/3000 [00:32<09:04, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:26:14,738 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▎ | 178/3000 [00:32<09:53, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:26:14,989 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▍ | 179/3000 [00:33<09:18, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:26:15,158 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▍ | 180/3000 [00:33<08:51, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:26:15,325 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▍ | 181/3000 [00:33<08:32, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:26:15,491 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▍ | 182/3000 [00:33<09:30, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:15,741 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▍ | 183/3000 [00:33<09:03, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:26:15,913 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▍ | 184/3000 [00:34<08:42, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:26:16,080 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▍ | 185/3000 [00:34<09:35, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:26:16,329 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▍ | 186/3000 [00:34<10:13, 4.58it/s][WARNING|utils.py:1542] 2024-09-15 01:26:16,580 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▍ | 187/3000 [00:34<09:32, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:16,748 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▌ | 188/3000 [00:34<09:04, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:26:16,919 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▌ | 189/3000 [00:35<08:41, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:26:17,085 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▌ | 190/3000 [00:35<08:25, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:26:17,252 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▌ | 191/3000 [00:35<09:20, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:26:17,498 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▌ | 192/3000 [00:35<08:55, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:26:17,668 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▌ | 193/3000 [00:35<08:34, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:26:17,834 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▌ | 194/3000 [00:35<08:23, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:26:18,004 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 6%|██▌ | 195/3000 [00:36<08:13, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:26:18,172 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▌ | 196/3000 [00:36<09:15, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:26:18,422 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 197/3000 [00:36<08:50, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:26:18,591 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 198/3000 [00:36<08:32, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:26:18,758 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 199/3000 [00:36<08:21, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:26:18,929 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 200/3000 [00:37<08:11, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:26:19,096 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 201/3000 [00:37<09:12, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:26:19,344 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 202/3000 [00:37<09:56, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:26:19,594 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 203/3000 [00:37<09:18, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:26:19,763 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 204/3000 [00:37<08:53, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:26:19,932 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 205/3000 [00:38<08:33, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:26:20,100 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▋ | 206/3000 [00:38<08:22, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:26:20,273 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▊ | 207/3000 [00:38<08:15, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:26:20,442 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▊ | 208/3000 [00:38<08:09, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:26:20,613 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▊ | 209/3000 [00:38<08:02, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:26:20,780 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▊ | 210/3000 [00:38<08:00, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:26:20,950 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▊ | 211/3000 [00:39<07:56, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:26:21,117 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▊ | 212/3000 [00:39<07:53, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:26:21,286 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▊ | 213/3000 [00:39<07:52, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:21,454 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▊ | 214/3000 [00:39<07:51, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:21,623 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▊ | 215/3000 [00:39<07:50, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:21,791 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▉ | 216/3000 [00:39<07:49, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:21,959 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▉ | 217/3000 [00:40<07:48, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:22,127 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▉ | 218/3000 [00:40<08:54, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:26:22,374 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▉ | 219/3000 [00:40<08:34, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:26:22,543 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▉ | 220/3000 [00:40<08:20, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:26:22,712 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▉ | 221/3000 [00:40<08:11, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:26:22,881 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▉ | 222/3000 [00:40<08:04, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:26:23,049 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▉ | 223/3000 [00:41<07:59, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:26:23,218 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 7%|██▉ | 224/3000 [00:41<07:56, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:26:23,388 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 225/3000 [00:41<07:53, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:26:23,555 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 226/3000 [00:41<07:50, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:26:23,723 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 227/3000 [00:41<07:49, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:26:23,892 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 228/3000 [00:41<07:48, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:24,060 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 229/3000 [00:42<07:47, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:24,228 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 230/3000 [00:42<07:47, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:24,396 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 231/3000 [00:42<07:45, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:24,564 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 232/3000 [00:42<07:46, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:24,733 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 233/3000 [00:42<07:47, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:24,902 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███ | 234/3000 [00:43<08:52, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:26:25,150 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▏ | 235/3000 [00:43<08:32, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:26:25,320 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▏ | 236/3000 [00:43<08:19, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:26:25,488 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▏ | 237/3000 [00:43<08:08, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:26:25,656 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▏ | 238/3000 [00:43<08:00, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:26:25,823 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▏ | 239/3000 [00:43<07:56, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:26:25,993 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▏ | 240/3000 [00:44<07:53, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:26:26,162 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▏ | 241/3000 [00:44<07:49, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:26:26,329 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▏ | 242/3000 [00:44<10:01, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:26:26,659 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▏ | 243/3000 [00:44<09:19, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:26,827 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 244/3000 [00:44<09:58, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:26:27,077 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 245/3000 [00:45<09:16, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:26:27,244 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 246/3000 [00:45<08:49, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:26:27,413 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 247/3000 [00:45<08:29, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:26:27,581 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 248/3000 [00:45<08:14, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:26:27,749 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 249/3000 [00:45<08:06, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:26:27,919 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 250/3000 [00:46<07:58, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:26:28,086 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 251/3000 [00:46<07:52, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:26:28,254 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 252/3000 [00:46<07:49, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:26:28,422 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▎ | 253/3000 [00:46<07:48, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:26:28,591 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▍ | 254/3000 [00:46<07:45, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:26:28,759 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 8%|███▍ | 255/3000 [00:46<07:45, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:26:28,929 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▍ | 256/3000 [00:47<07:44, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:26:29,097 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▍ | 257/3000 [00:47<08:48, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:26:29,344 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▍ | 258/3000 [00:47<08:30, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:26:29,516 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▍ | 259/3000 [00:47<08:16, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:26:29,685 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▍ | 260/3000 [00:47<08:07, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:26:29,855 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▍ | 261/3000 [00:47<07:59, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:26:30,024 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▍ | 262/3000 [00:48<07:53, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:26:30,192 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▌ | 263/3000 [00:48<07:50, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:26:30,361 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▌ | 264/3000 [00:48<07:47, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:26:30,530 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▌ | 265/3000 [00:48<08:51, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:26:30,779 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▌ | 266/3000 [00:48<09:36, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:26:31,029 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▌ | 267/3000 [00:49<09:01, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:26:31,197 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▌ | 268/3000 [00:49<08:37, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:26:31,366 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▌ | 269/3000 [00:49<08:19, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:26:31,533 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▌ | 270/3000 [00:49<09:12, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:31,782 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▌ | 271/3000 [00:49<08:46, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:26:31,952 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 272/3000 [00:50<09:31, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:26:32,200 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 273/3000 [00:50<08:58, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:26:32,369 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 274/3000 [00:50<08:33, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:26:32,537 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 275/3000 [00:50<08:16, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:26:32,704 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 276/3000 [00:50<08:04, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:26:32,872 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 277/3000 [00:50<07:56, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:26:33,041 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 278/3000 [00:51<08:56, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:26:33,289 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 279/3000 [00:51<08:33, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:26:33,458 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 280/3000 [00:51<08:17, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:26:33,628 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▋ | 281/3000 [00:51<08:04, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:26:33,795 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▊ | 282/3000 [00:51<07:57, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:26:33,965 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▊ | 283/3000 [00:52<07:51, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:26:34,133 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 9%|███▊ | 284/3000 [00:52<07:46, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:26:34,301 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▊ | 285/3000 [00:52<07:43, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:26:34,469 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▊ | 286/3000 [00:52<07:40, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:34,636 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|██���▊ | 287/3000 [00:52<07:40, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:26:34,806 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▊ | 288/3000 [00:52<07:40, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:26:34,977 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▊ | 289/3000 [00:53<07:37, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:35,143 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▊ | 290/3000 [00:53<07:37, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:35,311 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▉ | 291/3000 [00:53<07:39, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:26:35,484 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▉ | 292/3000 [00:53<08:42, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:26:35,731 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▉ | 293/3000 [00:53<08:22, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:26:35,900 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▉ | 294/3000 [00:53<08:09, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:26:36,069 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▉ | 295/3000 [00:54<07:58, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:26:36,236 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▉ | 296/3000 [00:54<08:54, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:26:36,483 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▉ | 297/3000 [00:54<08:29, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:26:36,650 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▉ | 298/3000 [00:54<08:12, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:26:36,817 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|███▉ | 299/3000 [00:54<08:01, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:26:36,987 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 300/3000 [00:55<07:53, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:26:37,156 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 301/3000 [00:55<07:46, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:26:37,323 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 302/3000 [00:55<07:42, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:26:37,491 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 303/3000 [00:55<07:39, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:26:37,658 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 304/3000 [00:55<07:36, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:26:37,825 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 305/3000 [00:55<08:41, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:26:38,075 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 306/3000 [00:56<08:21, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:26:38,244 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 307/3000 [00:56<08:05, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:26:38,411 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 308/3000 [00:56<07:55, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:26:38,579 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████ | 309/3000 [00:56<07:48, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:26:38,747 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████▏ | 310/3000 [00:56<07:44, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:26:38,917 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████▏ | 311/3000 [00:57<07:40, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:26:39,084 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████▏ | 312/3000 [00:57<07:36, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:26:39,251 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████▏ | 313/3000 [00:57<07:35, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:39,419 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████▏ | 314/3000 [00:57<07:34, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:26:39,588 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 10%|████▏ | 315/3000 [00:57<08:38, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:26:39,837 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▏ | 316/3000 [00:57<08:20, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:26:40,007 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▏ | 317/3000 [00:58<09:09, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:26:40,255 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▏ | 318/3000 [00:58<09:43, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:26:40,503 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 319/3000 [00:58<09:04, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:40,672 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 320/3000 [00:58<09:42, 4.60it/s][WARNING|utils.py:1542] 2024-09-15 01:26:40,923 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 321/3000 [00:59<09:03, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:41,091 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 322/3000 [00:59<08:34, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:26:41,259 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 323/3000 [00:59<08:15, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:26:41,428 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 324/3000 [00:59<08:01, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:26:41,596 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 325/3000 [00:59<07:52, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:26:41,764 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 326/3000 [00:59<07:47, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:26:41,935 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 327/3000 [01:00<08:47, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:26:42,186 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▎ | 328/3000 [01:00<09:27, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:26:42,433 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▍ | 329/3000 [01:00<08:52, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:26:42,602 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▍ | 330/3000 [01:00<09:30, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:26:42,849 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▍ | 331/3000 [01:01<12:10, 3.65it/s][WARNING|utils.py:1542] 2024-09-15 01:26:43,262 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▍ | 332/3000 [01:01<10:44, 4.14it/s][WARNING|utils.py:1542] 2024-09-15 01:26:43,430 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▍ | 333/3000 [01:01<09:44, 4.56it/s][WARNING|utils.py:1542] 2024-09-15 01:26:43,597 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▍ | 334/3000 [01:01<09:03, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:43,765 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▍ | 335/3000 [01:01<08:37, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:26:43,936 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▍ | 336/3000 [01:02<09:20, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:26:44,184 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▍ | 337/3000 [01:02<08:46, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:26:44,352 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▌ | 338/3000 [01:02<08:22, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:26:44,521 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▌ | 339/3000 [01:02<09:09, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:26:44,768 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▌ | 340/3000 [01:02<09:45, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:26:45,020 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▌ | 341/3000 [01:03<10:07, 4.37it/s][WARNING|utils.py:1542] 2024-09-15 01:26:45,269 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▌ | 342/3000 [01:03<10:23, 4.26it/s][WARNING|utils.py:1542] 2024-09-15 01:26:45,518 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▌ | 343/3000 [01:03<10:34, 4.19it/s][WARNING|utils.py:1542] 2024-09-15 01:26:45,766 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 11%|████▌ | 344/3000 [01:03<10:42, 4.13it/s][WARNING|utils.py:1542] 2024-09-15 01:26:46,015 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▌ | 345/3000 [01:04<10:48, 4.09it/s][WARNING|utils.py:1542] 2024-09-15 01:26:46,265 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▌ | 346/3000 [01:04<10:52, 4.07it/s][WARNING|utils.py:1542] 2024-09-15 01:26:46,514 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 347/3000 [01:04<10:54, 4.05it/s][WARNING|utils.py:1542] 2024-09-15 01:26:46,763 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 348/3000 [01:04<09:53, 4.47it/s][WARNING|utils.py:1542] 2024-09-15 01:26:46,934 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 349/3000 [01:05<10:12, 4.33it/s][WARNING|utils.py:1542] 2024-09-15 01:26:47,181 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 350/3000 [01:05<09:22, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:26:47,349 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 351/3000 [01:05<09:50, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:26:47,598 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 352/3000 [01:05<10:10, 4.34it/s][WARNING|utils.py:1542] 2024-09-15 01:26:47,846 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 353/3000 [01:06<10:27, 4.22it/s][WARNING|utils.py:1542] 2024-09-15 01:26:48,099 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 354/3000 [01:06<09:32, 4.62it/s][WARNING|utils.py:1542] 2024-09-15 01:26:48,267 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 355/3000 [01:06<09:59, 4.41it/s][WARNING|utils.py:1542] 2024-09-15 01:26:48,517 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▋ | 356/3000 [01:06<10:14, 4.30it/s][WARNING|utils.py:1542] 2024-09-15 01:26:48,763 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▊ | 357/3000 [01:06<09:25, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:26:48,934 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▊ | 358/3000 [01:07<09:53, 4.45it/s][WARNING|utils.py:1542] 2024-09-15 01:26:49,184 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▊ | 359/3000 [01:07<09:09, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:26:49,353 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▊ | 360/3000 [01:07<09:41, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:26:49,602 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▊ | 361/3000 [01:07<10:03, 4.37it/s][WARNING|utils.py:1542] 2024-09-15 01:26:49,850 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▊ | 362/3000 [01:07<09:15, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:26:50,019 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▊ | 363/3000 [01:08<10:49, 4.06it/s][WARNING|utils.py:1542] 2024-09-15 01:26:50,348 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▊ | 364/3000 [01:08<09:47, 4.49it/s][WARNING|utils.py:1542] 2024-09-15 01:26:50,516 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▊ | 365/3000 [01:08<09:03, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:26:50,684 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▉ | 366/3000 [01:08<09:38, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:26:50,935 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▉ | 367/3000 [01:09<10:01, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:26:51,184 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▉ | 368/3000 [01:09<10:16, 4.27it/s][WARNING|utils.py:1542] 2024-09-15 01:26:51,431 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▉ | 369/3000 [01:09<10:27, 4.19it/s][WARNING|utils.py:1542] 2024-09-15 01:26:51,681 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▉ | 370/3000 [01:09<10:38, 4.12it/s][WARNING|utils.py:1542] 2024-09-15 01:26:51,933 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▉ | 371/3000 [01:10<09:39, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:26:52,101 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▉ | 372/3000 [01:10<08:58, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:26:52,269 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▉ | 373/3000 [01:10<09:31, 4.60it/s][WARNING|utils.py:1542] 2024-09-15 01:26:52,516 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|████▉ | 374/3000 [01:10<08:51, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:52,683 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 12%|█████ | 375/3000 [01:10<08:24, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:26:52,852 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████ | 376/3000 [01:11<09:10, 4.77it/s][WARNING|utils.py:1542] 2024-09-15 01:26:53,102 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████ | 377/3000 [01:11<08:37, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:26:53,271 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████ | 378/3000 [01:11<09:18, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:26:53,521 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████ | 379/3000 [01:11<08:43, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:26:53,689 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████ | 380/3000 [01:11<08:18, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:26:53,857 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████ | 381/3000 [01:11<08:02, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:26:54,028 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████ | 382/3000 [01:12<08:53, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:54,278 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████ | 383/3000 [01:12<09:28, 4.60it/s][WARNING|utils.py:1542] 2024-09-15 01:26:54,527 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████ | 384/3000 [01:12<08:50, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:26:54,695 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▏ | 385/3000 [01:12<08:23, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:26:54,864 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▏ | 386/3000 [01:13<09:09, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:26:55,115 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▏ | 387/3000 [01:13<08:37, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:26:55,284 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▏ | 388/3000 [01:13<08:12, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:26:55,451 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▏ | 389/3000 [01:13<08:59, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:26:55,699 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▏ | 390/3000 [01:13<08:28, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:26:55,867 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▏ | 391/3000 [01:13<08:08, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:26:56,037 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▏ | 392/3000 [01:14<07:53, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:26:56,205 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▏ | 393/3000 [01:14<08:45, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:56,454 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 394/3000 [01:14<09:22, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:26:56,703 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 395/3000 [01:14<08:44, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:56,871 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 396/3000 [01:15<09:21, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:26:57,120 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 397/3000 [01:15<08:44, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:57,288 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 398/3000 [01:15<08:17, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:26:57,455 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 399/3000 [01:15<07:58, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:26:57,622 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 400/3000 [01:15<07:45, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:26:57,789 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 401/3000 [01:15<07:37, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:26:57,958 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 402/3000 [01:16<07:30, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:26:58,125 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▎ | 403/3000 [01:16<07:25, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:26:58,293 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 13%|█████▍ | 404/3000 [01:16<07:24, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:26:58,463 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▍ | 405/3000 [01:16<07:22, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:26:58,632 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▍ | 406/3000 [01:16<07:19, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:58,799 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▍ | 407/3000 [01:16<07:19, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:26:58,968 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▍ | 408/3000 [01:17<07:17, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:26:59,136 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▍ | 409/3000 [01:17<07:16, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:59,303 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▍ | 410/3000 [01:17<07:15, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:26:59,471 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▍ | 411/3000 [01:17<07:14, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:26:59,638 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▍ | 412/3000 [01:17<07:15, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:26:59,807 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▌ | 413/3000 [01:17<07:15, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:26:59,975 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▌ | 414/3000 [01:18<07:14, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:00,143 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▌ | 415/3000 [01:18<08:15, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:27:00,390 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▌ | 416/3000 [01:18<07:57, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:27:00,558 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▌ | 417/3000 [01:18<08:08, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:27:00,757 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▌ | 418/3000 [01:18<07:52, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:27:00,926 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▌ | 419/3000 [01:19<07:40, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:27:01,094 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▌ | 420/3000 [01:19<07:31, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:27:01,261 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▌ | 421/3000 [01:19<07:25, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:27:01,429 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 422/3000 [01:19<07:22, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:27:01,597 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 423/3000 [01:19<07:19, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:27:01,765 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 424/3000 [01:19<07:19, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:27:01,936 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 425/3000 [01:20<07:16, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:27:02,103 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 426/3000 [01:20<07:14, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:02,270 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 427/3000 [01:20<07:12, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:02,437 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 428/3000 [01:20<07:11, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:27:02,604 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 429/3000 [01:20<07:11, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:27:02,771 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 430/3000 [01:20<07:13, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:27:02,942 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▋ | 431/3000 [01:21<07:12, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:27:03,110 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▊ | 432/3000 [01:21<07:11, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:03,278 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▊ | 433/3000 [01:21<07:11, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:03,446 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▊ | 434/3000 [01:21<08:12, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:27:03,694 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 14%|█████▊ | 435/3000 [01:21<08:59, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:27:03,947 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▊ | 436/3000 [01:22<09:30, 4.50it/s][WARNING|utils.py:1542] 2024-09-15 01:27:04,198 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▊ | 437/3000 [01:22<08:48, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:27:04,366 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▊ | 438/3000 [01:22<08:18, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:27:04,534 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▊ | 439/3000 [01:22<07:58, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:27:04,702 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▊ | 440/3000 [01:22<07:43, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:27:04,870 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▉ | 441/3000 [01:22<07:35, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:27:05,041 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▉ | 442/3000 [01:23<07:26, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:27:05,208 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▉ | 443/3000 [01:23<08:23, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:27:05,456 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▉ | 444/3000 [01:23<08:01, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:27:05,625 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▉ | 445/3000 [01:23<07:45, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:27:05,793 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▉ | 446/3000 [01:23<07:35, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:27:05,962 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▉ | 447/3000 [01:24<07:27, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:27:06,131 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▉ | 448/3000 [01:24<07:23, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:27:06,301 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|█████▉ | 449/3000 [01:24<07:20, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:27:06,470 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 450/3000 [01:24<07:16, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:27:06,638 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 451/3000 [01:24<07:13, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:27:06,806 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 452/3000 [01:24<07:13, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:27:06,977 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 453/3000 [01:25<07:11, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:27:07,144 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 454/3000 [01:25<07:11, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:27:07,313 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 455/3000 [01:25<07:10, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:27:07,482 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 456/3000 [01:25<07:10, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:27:07,651 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 457/3000 [01:25<07:09, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:07,819 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 458/3000 [01:25<08:11, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:27:08,071 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████ | 459/3000 [01:26<07:54, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:27:08,241 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████▏ | 460/3000 [01:26<07:39, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:27:08,409 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████▏ | 461/3000 [01:26<07:29, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:27:08,576 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████▏ | 462/3000 [01:26<07:21, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:27:08,743 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████▏ | 463/3000 [01:26<07:17, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:27:08,912 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 15%|██████▏ | 464/3000 [01:27<07:13, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:27:09,079 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▏ | 465/3000 [01:27<07:10, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:27:09,246 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▏ | 466/3000 [01:27<07:09, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:27:09,415 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▏ | 467/3000 [01:27<07:09, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:27:09,584 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▏ | 468/3000 [01:27<07:07, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:27:09,752 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 469/3000 [01:27<07:06, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:27:09,920 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 470/3000 [01:28<07:06, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:27:10,088 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 471/3000 [01:28<07:05, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:10,256 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 472/3000 [01:28<07:04, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:10,423 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 473/3000 [01:28<07:05, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:10,593 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 474/3000 [01:28<07:04, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:10,760 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 475/3000 [01:28<07:04, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:10,929 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 476/3000 [01:29<07:04, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:11,096 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 477/3000 [01:29<07:03, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:27:11,263 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▎ | 478/3000 [01:29<07:02, 5.97it/s][WARNING|utils.py:1542] 2024-09-15 01:27:11,430 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▍ | 479/3000 [01:29<07:01, 5.98it/s][WARNING|utils.py:1542] 2024-09-15 01:27:11,597 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▍ | 480/3000 [01:29<07:02, 5.97it/s][WARNING|utils.py:1542] 2024-09-15 01:27:11,765 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▍ | 481/3000 [01:29<07:04, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:27:11,936 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▍ | 482/3000 [01:30<08:04, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:27:12,184 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▍ | 483/3000 [01:30<07:45, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:27:12,352 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▍ | 484/3000 [01:30<07:31, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:27:12,519 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▍ | 485/3000 [01:30<07:23, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:27:12,687 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▍ | 486/3000 [01:30<07:16, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:27:12,854 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▍ | 487/3000 [01:30<07:12, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:27:13,023 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▌ | 488/3000 [01:31<07:09, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:27:13,191 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▌ | 489/3000 [01:31<07:06, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:27:13,358 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▌ | 490/3000 [01:31<07:05, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:27:13,527 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▌ | 491/3000 [01:31<07:04, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:13,695 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▌ | 492/3000 [01:31<07:03, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:13,864 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▌ | 493/3000 [01:31<07:04, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:27:14,034 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▌ | 494/3000 [01:32<09:03, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:27:14,362 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 16%|██████▌ | 495/3000 [01:32<10:28, 3.99it/s][WARNING|utils.py:1542] 2024-09-15 01:27:14,692 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▌ | 496/3000 [01:32<09:26, 4.42it/s][WARNING|utils.py:1542] 2024-09-15 01:27:14,860 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 497/3000 [01:32<08:42, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:27:15,029 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 498/3000 [01:33<08:12, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:27:15,197 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 499/3000 [01:33<07:50, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:27:15,366 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 500/3000 [01:33<07:36, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:27:15,535 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 501/3000 [01:33<07:25, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:27:15,703 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 502/3000 [01:33<07:19, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:27:15,874 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 503/3000 [01:33<07:14, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:27:16,043 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 504/3000 [01:34<07:08, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:27:16,210 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 505/3000 [01:34<08:06, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:27:16,458 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▋ | 506/3000 [01:34<07:45, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:27:16,625 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▊ | 507/3000 [01:34<07:30, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:27:16,793 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▊ | 508/3000 [01:34<08:21, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:27:17,041 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▊ | 509/3000 [01:35<07:55, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:27:17,209 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▊ | 510/3000 [01:35<07:37, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:27:17,376 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▊ | 511/3000 [01:35<07:24, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:27:17,543 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▊ | 512/3000 [01:35<07:16, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:27:17,711 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▊ | 513/3000 [01:35<07:11, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:27:17,880 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▊ | 514/3000 [01:35<07:07, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:27:18,048 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▊ | 515/3000 [01:36<07:04, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:27:18,216 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▉ | 516/3000 [01:36<07:01, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:27:18,383 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▉ | 517/3000 [01:36<06:59, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:18,551 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▉ | 518/3000 [01:36<06:58, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:27:18,718 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▉ | 519/3000 [01:36<06:59, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:27:18,888 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▉ | 520/3000 [01:36<06:58, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:19,057 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▉ | 521/3000 [01:37<06:58, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:19,226 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▉ | 522/3000 [01:37<06:58, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:19,395 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▉ | 523/3000 [01:37<06:57, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:27:19,563 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 17%|██████▉ | 524/3000 [01:37<07:55, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:27:19,810 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 525/3000 [01:37<08:37, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:27:20,059 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 526/3000 [01:38<09:05, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:27:20,305 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 527/3000 [01:38<09:24, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:27:20,553 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 528/3000 [01:38<09:37, 4.28it/s][WARNING|utils.py:1542] 2024-09-15 01:27:20,800 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 529/3000 [01:38<09:50, 4.19it/s][WARNING|utils.py:1542] 2024-09-15 01:27:21,049 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 530/3000 [01:39<08:57, 4.60it/s][WARNING|utils.py:1542] 2024-09-15 01:27:21,217 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 531/3000 [01:39<09:19, 4.41it/s][WARNING|utils.py:1542] 2024-09-15 01:27:21,464 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 532/3000 [01:39<09:35, 4.29it/s][WARNING|utils.py:1542] 2024-09-15 01:27:21,713 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 533/3000 [01:39<08:46, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:27:21,881 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████ | 534/3000 [01:40<09:11, 4.47it/s][WARNING|utils.py:1542] 2024-09-15 01:27:22,128 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▏ | 535/3000 [01:40<09:29, 4.33it/s][WARNING|utils.py:1542] 2024-09-15 01:27:22,377 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▏ | 536/3000 [01:40<09:41, 4.24it/s][WARNING|utils.py:1542] 2024-09-15 01:27:22,625 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▏ | 537/3000 [01:40<08:52, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:27:22,794 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▏ | 538/3000 [01:40<08:17, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:22,963 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▏ | 539/3000 [01:41<07:51, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:27:23,131 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▏ | 540/3000 [01:41<07:34, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:27:23,299 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▏ | 541/3000 [01:41<07:20, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:27:23,466 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▏ | 542/3000 [01:41<07:11, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:27:23,632 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▏ | 543/3000 [01:41<07:05, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:27:23,799 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 544/3000 [01:41<07:01, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:27:23,969 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 545/3000 [01:42<07:57, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:27:24,216 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 546/3000 [01:42<08:37, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:27:24,465 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 547/3000 [01:42<08:11, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:27:24,640 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 548/3000 [01:42<08:55, 4.58it/s][WARNING|utils.py:1542] 2024-09-15 01:27:24,902 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 549/3000 [01:43<09:18, 4.39it/s][WARNING|utils.py:1542] 2024-09-15 01:27:25,151 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 550/3000 [01:43<09:32, 4.28it/s][WARNING|utils.py:1542] 2024-09-15 01:27:25,398 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 551/3000 [01:43<09:42, 4.21it/s][WARNING|utils.py:1542] 2024-09-15 01:27:25,645 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 552/3000 [01:43<08:50, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:27:25,813 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▎ | 553/3000 [01:43<09:14, 4.41it/s][WARNING|utils.py:1542] 2024-09-15 01:27:26,063 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▍ | 554/3000 [01:44<08:31, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:27:26,231 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 18%|███████▍ | 555/3000 [01:44<08:00, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:27:26,399 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▍ | 556/3000 [01:44<07:39, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:27:26,566 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▍ | 557/3000 [01:44<07:23, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:27:26,734 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▍ | 558/3000 [01:44<08:13, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:26,983 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▍ | 559/3000 [01:45<07:48, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:27:27,151 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▍ | 560/3000 [01:45<07:30, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:27:27,319 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▍ | 561/3000 [01:45<07:17, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:27:27,486 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▍ | 562/3000 [01:45<07:08, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:27:27,653 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▌ | 563/3000 [01:45<07:01, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:27:27,820 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▌ | 564/3000 [01:45<06:58, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:27:27,989 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▌ | 565/3000 [01:46<07:55, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:27:28,239 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▌ | 566/3000 [01:46<07:36, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:27:28,408 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▌ | 567/3000 [01:46<07:21, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:27:28,575 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▌ | 568/3000 [01:46<07:10, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:27:28,743 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▌ | 569/3000 [01:46<07:04, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:27:28,912 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▌ | 570/3000 [01:47<06:58, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:27:29,078 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▌ | 571/3000 [01:47<06:54, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:27:29,245 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 572/3000 [01:47<07:50, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:27:29,493 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 573/3000 [01:47<08:29, 4.77it/s][WARNING|utils.py:1542] 2024-09-15 01:27:29,740 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 574/3000 [01:47<08:58, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:27:29,990 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 575/3000 [01:48<09:17, 4.35it/s][WARNING|utils.py:1542] 2024-09-15 01:27:30,239 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 576/3000 [01:48<08:32, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:27:30,408 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 577/3000 [01:48<08:00, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:27:30,576 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 578/3000 [01:48<07:37, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:27:30,742 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 579/3000 [01:48<08:20, 4.83it/s][WARNING|utils.py:1542] 2024-09-15 01:27:30,991 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 580/3000 [01:49<07:52, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:27:31,158 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▋ | 581/3000 [01:49<08:29, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:27:31,405 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▊ | 582/3000 [01:49<08:55, 4.52it/s][WARNING|utils.py:1542] 2024-09-15 01:27:31,652 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▊ | 583/3000 [01:49<08:16, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:27:31,820 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 19%|███████▊ | 584/3000 [01:49<08:48, 4.57it/s][WARNING|utils.py:1542] 2024-09-15 01:27:32,070 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▊ | 585/3000 [01:50<09:08, 4.40it/s][WARNING|utils.py:1542] 2024-09-15 01:27:32,318 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▊ | 586/3000 [01:50<09:23, 4.29it/s][WARNING|utils.py:1542] 2024-09-15 01:27:32,565 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▊ | 587/3000 [01:50<09:34, 4.20it/s][WARNING|utils.py:1542] 2024-09-15 01:27:32,814 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▊ | 588/3000 [01:50<09:43, 4.14it/s][WARNING|utils.py:1542] 2024-09-15 01:27:33,064 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▊ | 589/3000 [01:51<09:46, 4.11it/s][WARNING|utils.py:1542] 2024-09-15 01:27:33,312 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▊ | 590/3000 [01:51<08:52, 4.53it/s][WARNING|utils.py:1542] 2024-09-15 01:27:33,480 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▉ | 591/3000 [01:51<08:13, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:27:33,647 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▉ | 592/3000 [01:51<07:45, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:27:33,813 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▉ | 593/3000 [01:51<07:27, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:27:33,982 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▉ | 594/3000 [01:52<08:10, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:27:34,228 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▉ | 595/3000 [01:52<08:42, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:27:34,476 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▉ | 596/3000 [01:52<08:06, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:34,643 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▉ | 597/3000 [01:52<09:38, 4.15it/s][WARNING|utils.py:1542] 2024-09-15 01:27:34,974 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▉ | 598/3000 [01:53<08:46, 4.56it/s][WARNING|utils.py:1542] 2024-09-15 01:27:35,143 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|███████▉ | 599/3000 [01:53<08:08, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:27:35,310 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 600/3000 [01:53<08:39, 4.62it/s][WARNING|utils.py:1542] 2024-09-15 01:27:35,557 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 601/3000 [01:53<08:04, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:35,725 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 602/3000 [01:53<08:37, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:27:35,973 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 603/3000 [01:54<08:02, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:27:36,141 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 604/3000 [01:54<08:34, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:27:36,387 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 605/3000 [01:54<08:01, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:27:36,556 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 606/3000 [01:54<07:36, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:27:36,723 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 607/3000 [01:54<09:17, 4.30it/s][WARNING|utils.py:1542] 2024-09-15 01:27:37,054 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 608/3000 [01:55<08:29, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:27:37,221 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████ | 609/3000 [01:55<08:53, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:27:37,468 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████▏ | 610/3000 [01:55<08:13, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:27:37,635 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████▏ | 611/3000 [01:55<07:44, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:27:37,802 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████▏ | 612/3000 [01:55<07:26, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:27:37,971 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████▏ | 613/3000 [01:56<07:11, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:27:38,137 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████▏ | 614/3000 [01:56<07:01, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:27:38,305 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 20%|████████▏ | 615/3000 [01:56<06:54, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:27:38,472 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▏ | 616/3000 [01:56<07:45, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:27:38,717 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▏ | 617/3000 [01:56<08:23, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:27:38,966 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▏ | 618/3000 [01:57<07:52, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:27:39,134 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 619/3000 [01:57<07:29, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:27:39,301 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 620/3000 [01:57<07:13, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:27:39,468 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 621/3000 [01:57<07:04, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:27:39,637 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 622/3000 [01:57<06:56, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:27:39,805 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 623/3000 [01:57<06:52, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:27:39,974 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 624/3000 [01:58<06:48, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:27:40,142 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 625/3000 [01:58<06:45, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:27:40,310 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 626/3000 [01:58<06:43, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:27:40,478 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 627/3000 [01:58<06:41, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:27:40,645 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▎ | 628/3000 [01:58<06:39, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:40,812 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▍ | 629/3000 [01:58<06:38, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:40,980 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▍ | 630/3000 [01:59<06:38, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:41,147 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▍ | 631/3000 [01:59<06:37, 5.97it/s][WARNING|utils.py:1542] 2024-09-15 01:27:41,314 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▍ | 632/3000 [01:59<06:37, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:27:41,482 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▍ | 633/3000 [01:59<06:36, 5.97it/s][WARNING|utils.py:1542] 2024-09-15 01:27:41,649 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▍ | 634/3000 [01:59<06:35, 5.98it/s][WARNING|utils.py:1542] 2024-09-15 01:27:41,816 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▍ | 635/3000 [01:59<06:35, 5.98it/s][WARNING|utils.py:1542] 2024-09-15 01:27:41,983 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▍ | 636/3000 [02:00<07:31, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:27:42,230 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▍ | 637/3000 [02:00<07:14, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:27:42,397 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▌ | 638/3000 [02:00<07:02, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:27:42,564 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▌ | 639/3000 [02:00<06:54, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:27:42,732 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▌ | 640/3000 [02:00<06:48, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:27:42,900 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▌ | 641/3000 [02:00<06:44, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:27:43,067 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▌ | 642/3000 [02:01<06:41, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:27:43,235 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▌ | 643/3000 [02:01<06:39, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:27:43,403 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 21%|████████▌ | 644/3000 [02:01<06:38, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:43,570 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▌ | 645/3000 [02:01<06:38, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:27:43,740 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▌ | 646/3000 [02:01<07:36, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:27:43,991 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 647/3000 [02:02<08:13, 4.77it/s][WARNING|utils.py:1542] 2024-09-15 01:27:44,238 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 648/3000 [02:02<09:36, 4.08it/s][WARNING|utils.py:1542] 2024-09-15 01:27:44,566 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 649/3000 [02:02<08:41, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:27:44,734 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 650/3000 [02:02<08:04, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:27:44,903 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 651/3000 [02:02<07:37, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:27:45,071 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 652/3000 [02:03<08:13, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:27:45,318 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 653/3000 [02:03<07:43, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:27:45,485 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 654/3000 [02:03<08:18, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:27:45,732 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 655/3000 [02:03<07:47, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:27:45,901 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▋ | 656/3000 [02:03<07:24, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:27:46,069 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▊ | 657/3000 [02:04<07:09, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:27:46,237 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▊ | 658/3000 [02:04<06:57, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:27:46,404 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▊ | 659/3000 [02:04<06:50, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:27:46,572 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▊ | 660/3000 [02:04<06:45, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:27:46,741 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▊ | 661/3000 [02:04<06:42, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:27:46,910 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▊ | 662/3000 [02:05<06:39, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:27:47,078 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▊ | 663/3000 [02:05<06:36, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:27:47,245 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▊ | 664/3000 [02:05<06:34, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:47,412 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▊ | 665/3000 [02:05<07:30, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:27:47,661 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▉ | 666/3000 [02:05<07:13, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:27:47,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▉ | 667/3000 [02:05<07:01, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:27:47,999 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▉ | 668/3000 [02:06<06:53, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:27:48,168 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▉ | 669/3000 [02:06<06:46, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:27:48,336 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▉ | 670/3000 [02:06<06:41, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:27:48,503 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▉ | 671/3000 [02:06<06:38, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:27:48,671 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▉ | 672/3000 [02:06<07:32, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:27:48,920 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▉ | 673/3000 [02:07<07:14, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:27:49,088 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|████████▉ | 674/3000 [02:07<07:00, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:27:49,257 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 22%|█████████ | 675/3000 [02:07<07:47, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:27:49,504 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████ | 676/3000 [02:07<07:23, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:27:49,672 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████ | 677/3000 [02:07<07:08, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:27:49,841 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████ | 678/3000 [02:08<07:54, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:27:50,091 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████ | 679/3000 [02:08<08:23, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:27:50,338 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████ | 680/3000 [02:08<08:46, 4.41it/s][WARNING|utils.py:1542] 2024-09-15 01:27:50,587 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████ | 681/3000 [02:08<09:00, 4.29it/s][WARNING|utils.py:1542] 2024-09-15 01:27:50,835 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████ | 682/3000 [02:09<09:12, 4.20it/s][WARNING|utils.py:1542] 2024-09-15 01:27:51,086 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████ | 683/3000 [02:09<09:19, 4.14it/s][WARNING|utils.py:1542] 2024-09-15 01:27:51,335 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████ | 684/3000 [02:09<08:28, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:27:51,504 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▏ | 685/3000 [02:09<07:52, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:27:51,672 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▏ | 686/3000 [02:09<08:23, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:27:51,921 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▏ | 687/3000 [02:10<08:44, 4.41it/s][WARNING|utils.py:1542] 2024-09-15 01:27:52,169 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▏ | 688/3000 [02:10<08:59, 4.29it/s][WARNING|utils.py:1542] 2024-09-15 01:27:52,417 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▏ | 689/3000 [02:10<08:13, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:27:52,585 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▏ | 690/3000 [02:10<07:42, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:27:52,754 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▏ | 691/3000 [02:10<07:20, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:27:52,922 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▏ | 692/3000 [02:11<07:03, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:27:53,089 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▏ | 693/3000 [02:11<06:52, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:27:53,256 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 694/3000 [02:11<07:40, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:27:53,505 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 695/3000 [02:11<07:18, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:27:53,673 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 696/3000 [02:11<07:02, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:27:53,841 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 697/3000 [02:11<06:52, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:27:54,009 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 698/3000 [02:12<06:44, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:27:54,177 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 699/3000 [02:12<06:38, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:27:54,344 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 700/3000 [02:12<06:33, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:27:54,511 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 701/3000 [02:12<06:31, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:27:54,679 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 702/3000 [02:12<06:30, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:27:54,848 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▎ | 703/3000 [02:12<06:30, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:27:55,018 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 23%|█████████▍ | 704/3000 [02:13<06:28, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:27:55,186 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▍ | 705/3000 [02:13<06:27, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:55,354 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▍ | 706/3000 [02:13<06:27, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:27:55,523 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▍ | 707/3000 [02:13<06:26, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:55,690 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▍ | 708/3000 [02:13<06:26, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:55,859 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▍ | 709/3000 [02:13<06:26, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:27:56,027 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▍ | 710/3000 [02:14<06:24, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:27:56,194 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▍ | 711/3000 [02:14<07:18, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:27:56,441 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▍ | 712/3000 [02:14<07:04, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:27:56,612 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▌ | 713/3000 [02:14<06:52, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:27:56,781 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▌ | 714/3000 [02:14<07:40, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:27:57,032 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▌ | 715/3000 [02:15<07:17, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:27:57,200 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▌ | 716/3000 [02:15<07:01, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:27:57,368 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▌ | 717/3000 [02:15<06:49, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:27:57,535 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▌ | 718/3000 [02:15<06:41, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:27:57,703 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▌ | 719/3000 [02:15<06:35, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:27:57,871 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▌ | 720/3000 [02:15<06:33, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:27:58,042 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▌ | 721/3000 [02:16<06:30, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:27:58,210 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 722/3000 [02:16<07:23, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:27:58,459 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 723/3000 [02:16<07:04, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:27:58,627 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 724/3000 [02:16<06:51, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:27:58,794 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 725/3000 [02:16<06:42, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:27:58,963 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 726/3000 [02:17<06:36, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:27:59,130 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 727/3000 [02:17<06:31, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:27:59,298 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 728/3000 [02:17<07:22, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:27:59,545 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 729/3000 [02:17<07:05, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:27:59,715 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 730/3000 [02:17<07:47, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:27:59,964 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▋ | 731/3000 [02:18<07:21, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:28:00,132 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▊ | 732/3000 [02:18<07:57, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:28:00,380 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▊ | 733/3000 [02:18<07:28, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:28:00,548 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▊ | 734/3000 [02:18<08:01, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:28:00,795 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 24%|█████████▊ | 735/3000 [02:18<08:27, 4.46it/s][WARNING|utils.py:1542] 2024-09-15 01:28:01,046 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▊ | 736/3000 [02:19<07:49, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:28:01,214 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▊ | 737/3000 [02:19<07:23, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:28:01,383 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▊ | 738/3000 [02:19<07:57, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:28:01,630 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▊ | 739/3000 [02:19<08:22, 4.50it/s][WARNING|utils.py:1542] 2024-09-15 01:28:01,879 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▊ | 740/3000 [02:20<08:40, 4.34it/s][WARNING|utils.py:1542] 2024-09-15 01:28:02,128 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▉ | 741/3000 [02:20<07:57, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:28:02,296 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▉ | 742/3000 [02:20<08:23, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:28:02,545 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▉ | 743/3000 [02:20<07:46, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:28:02,714 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▉ | 744/3000 [02:20<08:15, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:28:02,964 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▉ | 745/3000 [02:21<08:35, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:28:03,213 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▉ | 746/3000 [02:21<07:53, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:28:03,381 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▉ | 747/3000 [02:21<08:18, 4.52it/s][WARNING|utils.py:1542] 2024-09-15 01:28:03,628 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▉ | 748/3000 [02:21<07:42, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:28:03,796 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|█████████▉ | 749/3000 [02:21<08:11, 4.58it/s][WARNING|utils.py:1542] 2024-09-15 01:28:04,044 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 750/3000 [02:22<07:38, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:04,214 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 751/3000 [02:22<07:13, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:28:04,382 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 752/3000 [02:22<07:50, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:28:04,629 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 753/3000 [02:22<08:17, 4.52it/s][WARNING|utils.py:1542] 2024-09-15 01:28:04,879 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 754/3000 [02:22<07:41, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:28:05,047 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 755/3000 [02:23<07:15, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:28:05,214 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 756/3000 [02:23<07:51, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:28:05,462 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 757/3000 [02:23<08:16, 4.52it/s][WARNING|utils.py:1542] 2024-09-15 01:28:05,709 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 758/3000 [02:23<07:40, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:28:05,878 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████ | 759/3000 [02:23<07:15, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:28:06,046 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████▏ | 760/3000 [02:24<06:56, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:28:06,212 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████▏ | 761/3000 [02:24<07:37, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:28:06,460 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████▏ | 762/3000 [02:24<07:12, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:28:06,628 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████▏ | 763/3000 [02:24<06:55, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:28:06,796 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 25%|██████████▏ | 764/3000 [02:24<06:44, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:28:06,965 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▏ | 765/3000 [02:25<07:29, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:28:07,213 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▏ | 766/3000 [02:25<07:07, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:28:07,382 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▏ | 767/3000 [02:25<06:51, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:28:07,549 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▏ | 768/3000 [02:25<07:35, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:28:07,799 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 769/3000 [02:25<07:13, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:28:07,971 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 770/3000 [02:26<07:48, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:28:08,218 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 771/3000 [02:26<08:15, 4.50it/s][WARNING|utils.py:1542] 2024-09-15 01:28:08,468 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 772/3000 [02:26<07:39, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:28:08,637 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 773/3000 [02:26<08:09, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:28:08,889 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 774/3000 [02:27<08:27, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:28:09,137 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 775/3000 [02:27<08:42, 4.25it/s][WARNING|utils.py:1542] 2024-09-15 01:28:09,387 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 776/3000 [02:27<08:51, 4.18it/s][WARNING|utils.py:1542] 2024-09-15 01:28:09,636 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 777/3000 [02:27<08:58, 4.13it/s][WARNING|utils.py:1542] 2024-09-15 01:28:09,885 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▎ | 778/3000 [02:27<08:09, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:28:10,054 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▍ | 779/3000 [02:28<07:34, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:28:10,223 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▍ | 780/3000 [02:28<08:03, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:28:10,470 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▍ | 781/3000 [02:28<07:29, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:28:10,638 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▍ | 782/3000 [02:28<08:02, 4.60it/s][WARNING|utils.py:1542] 2024-09-15 01:28:10,891 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▍ | 783/3000 [02:28<07:29, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:28:11,059 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▍ | 784/3000 [02:29<07:05, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:28:11,226 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▍ | 785/3000 [02:29<06:49, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:28:11,395 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▍ | 786/3000 [02:29<06:38, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:28:11,562 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▍ | 787/3000 [02:29<06:31, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:28:11,732 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▌ | 788/3000 [02:29<06:26, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:28:11,902 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▌ | 789/3000 [02:29<06:21, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:28:12,069 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▌ | 790/3000 [02:30<06:18, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:28:12,238 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▌ | 791/3000 [02:30<06:16, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:28:12,406 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▌ | 792/3000 [02:30<06:13, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:12,573 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▌ | 793/3000 [02:30<07:05, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:28:12,821 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▌ | 794/3000 [02:30<07:43, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:28:13,071 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 26%|██████████▌ | 795/3000 [02:31<07:16, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:28:13,240 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▌ | 796/3000 [02:31<06:55, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:28:13,407 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 797/3000 [02:31<07:33, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:28:13,654 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 798/3000 [02:31<07:08, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:28:13,821 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 799/3000 [02:31<06:51, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:28:13,991 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 800/3000 [02:32<06:38, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:28:14,159 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 801/3000 [02:32<06:30, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:28:14,327 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 802/3000 [02:32<07:16, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:28:14,575 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 803/3000 [02:32<06:56, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:28:14,744 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 804/3000 [02:32<06:43, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:28:14,913 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 805/3000 [02:33<07:25, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:28:15,161 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▋ | 806/3000 [02:33<07:54, 4.62it/s][WARNING|utils.py:1542] 2024-09-15 01:28:15,410 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▊ | 807/3000 [02:33<07:23, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:28:15,579 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▊ | 808/3000 [02:33<07:53, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:28:15,827 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▊ | 809/3000 [02:33<07:22, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:28:15,999 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▊ | 810/3000 [02:34<08:46, 4.16it/s][WARNING|utils.py:1542] 2024-09-15 01:28:16,326 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▊ | 811/3000 [02:34<07:59, 4.56it/s][WARNING|utils.py:1542] 2024-09-15 01:28:16,496 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▊ | 812/3000 [02:34<08:17, 4.40it/s][WARNING|utils.py:1542] 2024-09-15 01:28:16,742 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▊ | 813/3000 [02:34<07:39, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:28:16,912 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▊ | 814/3000 [02:35<07:11, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:28:17,079 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▊ | 815/3000 [02:35<06:51, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:28:17,247 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▉ | 816/3000 [02:35<06:37, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:28:17,414 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▉ | 817/3000 [02:35<06:27, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:28:17,582 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▉ | 818/3000 [02:35<07:13, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:28:17,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▉ | 819/3000 [02:35<06:55, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:28:18,001 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▉ | 820/3000 [02:36<06:40, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:28:18,169 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▉ | 821/3000 [02:36<06:30, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:28:18,337 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▉ | 822/3000 [02:36<06:22, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:28:18,504 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▉ | 823/3000 [02:36<06:17, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:28:18,672 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 27%|██████████▉ | 824/3000 [02:36<06:12, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:28:18,839 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 825/3000 [02:36<06:12, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:28:19,010 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 826/3000 [02:37<06:09, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:28:19,177 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 827/3000 [02:37<06:07, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:19,344 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 828/3000 [02:37<06:06, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:28:19,511 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 829/3000 [02:37<06:57, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:28:19,759 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 830/3000 [02:37<07:34, 4.77it/s][WARNING|utils.py:1542] 2024-09-15 01:28:20,009 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 831/3000 [02:38<07:06, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:28:20,176 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 832/3000 [02:38<07:39, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:28:20,423 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 833/3000 [02:38<07:10, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:28:20,592 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████ | 834/3000 [02:38<07:41, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:28:20,839 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▏ | 835/3000 [02:38<07:13, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:28:21,008 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▏ | 836/3000 [02:39<07:43, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:28:21,255 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▏ | 837/3000 [02:39<07:13, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:28:21,423 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▏ | 838/3000 [02:39<06:51, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:28:21,590 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▏ | 839/3000 [02:39<07:28, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:28:21,838 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▏ | 840/3000 [02:39<07:03, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:28:22,008 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▏ | 841/3000 [02:40<06:44, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:28:22,176 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▏ | 842/3000 [02:40<06:31, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:28:22,342 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▏ | 843/3000 [02:40<06:22, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:28:22,510 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 844/3000 [02:40<06:15, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:28:22,677 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 845/3000 [02:40<06:11, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:28:22,845 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 846/3000 [02:40<06:09, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:28:23,015 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 847/3000 [02:41<06:06, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:28:23,182 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 848/3000 [02:41<06:04, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:23,349 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 849/3000 [02:41<06:03, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:28:23,517 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 850/3000 [02:41<07:46, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:28:23,846 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 851/3000 [02:41<07:15, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:28:24,016 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 852/3000 [02:42<06:52, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:28:24,182 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▎ | 853/3000 [02:42<06:36, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:28:24,350 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▍ | 854/3000 [02:42<06:24, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:28:24,517 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 28%|███████████▍ | 855/3000 [02:42<06:16, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:28:24,684 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▍ | 856/3000 [02:42<06:11, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:28:24,851 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▍ | 857/3000 [02:42<06:08, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:28:25,021 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▍ | 858/3000 [02:43<06:06, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:28:25,191 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▍ | 859/3000 [02:43<06:58, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:28:25,442 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▍ | 860/3000 [02:43<06:40, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:28:25,610 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▍ | 861/3000 [02:43<06:29, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:28:25,779 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▍ | 862/3000 [02:43<06:21, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:28:25,949 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▌ | 863/3000 [02:44<06:14, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:28:26,117 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▌ | 864/3000 [02:44<06:09, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:28:26,284 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▌ | 865/3000 [02:44<06:05, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:28:26,452 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▌ | 866/3000 [02:44<06:02, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:28:26,619 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▌ | 867/3000 [02:44<06:00, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:26,786 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▌ | 868/3000 [02:44<06:00, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:26,956 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▌ | 869/3000 [02:45<06:01, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:28:27,127 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▌ | 870/3000 [02:45<05:59, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:28:27,294 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▌ | 871/3000 [02:45<05:58, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:28:27,461 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 872/3000 [02:45<05:58, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:28:27,629 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 873/3000 [02:45<05:57, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:28:27,796 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 874/3000 [02:45<05:57, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:28:27,965 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 875/3000 [02:46<05:56, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:28:28,132 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 876/3000 [02:46<05:56, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:28:28,299 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 877/3000 [02:46<05:56, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:28:28,468 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 878/3000 [02:46<05:56, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:28:28,636 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 879/3000 [02:46<05:55, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:28:28,804 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 880/3000 [02:46<06:48, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:28:29,054 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▋ | 881/3000 [02:47<06:32, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:28:29,222 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▊ | 882/3000 [02:47<07:12, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:28:29,471 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▊ | 883/3000 [02:47<07:41, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:28:29,720 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 29%|███████████▊ | 884/3000 [02:47<07:11, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:29,891 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▊ | 885/3000 [02:48<07:38, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:28:30,139 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▊ | 886/3000 [02:48<07:59, 4.41it/s][WARNING|utils.py:1542] 2024-09-15 01:28:30,389 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▊ | 887/3000 [02:48<07:21, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:28:30,556 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▊ | 888/3000 [02:48<07:46, 4.53it/s][WARNING|utils.py:1542] 2024-09-15 01:28:30,805 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▊ | 889/3000 [02:48<07:13, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:28:30,974 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▊ | 890/3000 [02:49<06:50, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:28:31,143 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▉ | 891/3000 [02:49<07:23, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:28:31,391 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▉ | 892/3000 [02:49<06:57, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:28:31,559 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▉ | 893/3000 [02:49<06:38, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:28:31,727 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▉ | 894/3000 [02:49<06:26, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:28:31,898 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▉ | 895/3000 [02:50<07:08, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:28:32,148 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▉ | 896/3000 [02:50<06:45, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:28:32,316 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▉ | 897/3000 [02:50<06:29, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:28:32,484 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▉ | 898/3000 [02:50<06:18, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:28:32,651 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|███████████▉ | 899/3000 [02:50<06:10, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:28:32,819 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 900/3000 [02:50<06:06, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:28:32,990 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 901/3000 [02:51<06:02, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:28:33,158 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 902/3000 [02:51<05:58, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:28:33,325 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 903/3000 [02:51<05:56, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:28:33,492 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 904/3000 [02:51<05:55, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:28:33,662 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 905/3000 [02:51<05:54, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:33,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 906/3000 [02:51<05:55, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:28:34,000 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 907/3000 [02:52<06:44, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:28:34,248 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 908/3000 [02:52<06:28, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:28:34,417 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████ | 909/3000 [02:52<06:16, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:28:34,584 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████▏ | 910/3000 [02:52<06:08, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:28:34,751 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████▏ | 911/3000 [02:52<06:03, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:28:34,920 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████▏ | 912/3000 [02:53<05:59, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:28:35,087 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████▏ | 913/3000 [02:53<06:46, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:28:35,335 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████▏ | 914/3000 [02:53<07:19, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:28:35,583 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 30%|████████████▏ | 915/3000 [02:53<06:53, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:28:35,751 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▏ | 916/3000 [02:53<07:24, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:28:36,000 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▏ | 917/3000 [02:54<07:47, 4.46it/s][WARNING|utils.py:1542] 2024-09-15 01:28:36,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▏ | 918/3000 [02:54<07:12, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:28:36,418 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 919/3000 [02:54<06:46, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:28:36,585 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 920/3000 [02:54<07:18, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:28:36,832 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 921/3000 [02:54<06:52, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:28:37,003 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 922/3000 [02:55<07:23, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:28:37,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 923/3000 [02:55<07:44, 4.47it/s][WARNING|utils.py:1542] 2024-09-15 01:28:37,498 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 924/3000 [02:55<07:09, 4.83it/s][WARNING|utils.py:1542] 2024-09-15 01:28:37,665 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 925/3000 [02:55<06:44, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:28:37,833 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 926/3000 [02:56<07:19, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:28:38,084 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 927/3000 [02:56<06:52, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:28:38,252 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▎ | 928/3000 [02:56<07:22, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:28:38,500 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▍ | 929/3000 [02:56<06:53, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:28:38,668 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▍ | 930/3000 [02:56<08:14, 4.18it/s][WARNING|utils.py:1542] 2024-09-15 01:28:38,999 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▍ | 931/3000 [02:57<07:30, 4.60it/s][WARNING|utils.py:1542] 2024-09-15 01:28:39,166 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▍ | 932/3000 [02:57<07:48, 4.42it/s][WARNING|utils.py:1542] 2024-09-15 01:28:39,412 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▍ | 933/3000 [02:57<07:11, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:28:39,580 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▍ | 934/3000 [02:57<06:45, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:28:39,748 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▍ | 935/3000 [02:57<06:29, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:28:39,919 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▍ | 936/3000 [02:58<06:16, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:28:40,086 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▍ | 937/3000 [02:58<06:07, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:28:40,255 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▌ | 938/3000 [02:58<06:00, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:28:40,422 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▌ | 939/3000 [02:58<05:56, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:28:40,590 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▌ | 940/3000 [02:58<05:52, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:28:40,757 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▌ | 941/3000 [02:58<05:50, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:28:40,926 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▌ | 942/3000 [02:59<05:49, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:28:41,095 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▌ | 943/3000 [02:59<05:47, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:41,262 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 31%|████████████▌ | 944/3000 [02:59<05:46, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:28:41,429 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▌ | 945/3000 [02:59<06:35, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:28:41,677 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▌ | 946/3000 [02:59<06:19, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:28:41,844 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 947/3000 [03:00<06:59, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:28:42,093 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 948/3000 [03:00<06:37, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:28:42,262 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 949/3000 [03:00<06:20, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:28:42,429 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 950/3000 [03:00<06:08, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:28:42,596 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 951/3000 [03:00<06:01, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:28:42,763 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 952/3000 [03:00<05:56, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:28:42,932 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 953/3000 [03:01<06:41, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:28:43,180 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 954/3000 [03:01<06:23, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:28:43,348 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 955/3000 [03:01<06:12, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:28:43,517 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▋ | 956/3000 [03:01<06:51, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:28:43,764 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▊ | 957/3000 [03:01<06:32, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:28:43,935 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▊ | 958/3000 [03:02<07:07, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:28:44,184 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▊ | 959/3000 [03:02<06:42, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:28:44,352 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▊ | 960/3000 [03:02<06:23, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:28:44,519 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▊ | 961/3000 [03:02<06:59, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:28:44,766 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▊ | 962/3000 [03:02<06:37, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:28:44,935 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▊ | 963/3000 [03:03<06:19, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:28:45,102 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▊ | 964/3000 [03:03<06:57, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:28:45,351 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▊ | 965/3000 [03:03<06:34, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:28:45,519 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▉ | 966/3000 [03:03<06:19, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:28:45,688 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▉ | 967/3000 [03:03<06:08, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:28:45,856 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▉ | 968/3000 [03:03<06:01, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:28:46,027 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▉ | 969/3000 [03:04<06:44, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:28:46,275 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▉ | 970/3000 [03:04<06:24, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:28:46,442 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▉ | 971/3000 [03:04<06:10, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:28:46,609 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▉ | 972/3000 [03:04<06:01, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:28:46,777 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▉ | 973/3000 [03:04<05:55, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:28:46,946 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|████████████▉ | 974/3000 [03:05<05:50, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:28:47,113 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 32%|█████████████ | 975/3000 [03:05<06:34, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:28:47,360 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 976/3000 [03:05<06:18, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:28:47,528 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 977/3000 [03:05<06:06, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:28:47,695 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 978/3000 [03:05<05:58, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:28:47,864 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 979/3000 [03:05<05:53, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:28:48,033 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 980/3000 [03:06<05:48, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:28:48,200 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 981/3000 [03:06<05:46, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:28:48,369 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 982/3000 [03:06<05:43, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:28:48,536 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 983/3000 [03:06<05:41, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:48,703 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 984/3000 [03:06<05:40, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:28:48,871 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▏ | 985/3000 [03:06<05:40, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:28:49,040 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▏ | 986/3000 [03:07<06:27, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:28:49,287 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▏ | 987/3000 [03:07<06:12, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:28:49,455 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▏ | 988/3000 [03:07<06:01, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:28:49,622 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▏ | 989/3000 [03:07<05:54, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:28:49,790 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▏ | 990/3000 [03:07<05:49, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:28:49,959 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▏ | 991/3000 [03:08<05:45, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:28:50,126 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▏ | 992/3000 [03:08<05:42, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:28:50,293 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▏ | 993/3000 [03:08<06:28, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:28:50,540 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▎ | 994/3000 [03:08<06:13, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:28:50,709 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▎ | 995/3000 [03:08<06:51, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:28:50,958 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▎ | 996/3000 [03:09<06:28, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:28:51,126 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▎ | 997/3000 [03:09<06:13, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:28:51,294 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▎ | 998/3000 [03:09<06:01, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:28:51,461 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████▎ | 999/3000 [03:09<05:53, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:28:51,629 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 1000/3000 [03:09<05:47, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:28:51,797 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 1001/3000 [03:09<06:32, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:28:52,046 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 1002/3000 [03:10<06:15, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:28:52,214 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 1003/3000 [03:10<06:03, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:28:52,382 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 33%|█████████████ | 1004/3000 [03:10<05:54, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:28:52,549 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████ | 1005/3000 [03:10<05:47, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:28:52,716 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████ | 1006/3000 [03:10<05:44, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:28:52,885 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████ | 1007/3000 [03:10<05:41, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:28:53,053 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████ | 1008/3000 [03:11<05:38, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:28:53,220 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████ | 1009/3000 [03:11<05:37, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:28:53,388 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▏ | 1010/3000 [03:11<05:35, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:28:53,555 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▏ | 1011/3000 [03:11<06:22, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:28:53,803 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▏ | 1012/3000 [03:11<06:08, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:28:53,971 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▏ | 1013/3000 [03:12<05:57, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:28:54,139 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▏ | 1014/3000 [03:12<05:49, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:28:54,306 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▏ | 1015/3000 [03:12<05:44, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:28:54,473 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▏ | 1016/3000 [03:12<05:40, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:28:54,640 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▏ | 1017/3000 [03:12<06:25, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:28:54,888 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|███████████��█▏ | 1018/3000 [03:13<07:45, 4.26it/s][WARNING|utils.py:1542] 2024-09-15 01:28:55,218 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▏ | 1019/3000 [03:13<07:05, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:28:55,386 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▎ | 1020/3000 [03:13<06:37, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:28:55,553 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▎ | 1021/3000 [03:13<07:05, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:28:55,802 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▎ | 1022/3000 [03:13<06:38, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:28:55,972 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▎ | 1023/3000 [03:14<06:18, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:28:56,139 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▎ | 1024/3000 [03:14<06:50, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:28:56,386 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▎ | 1025/3000 [03:14<06:26, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:28:56,554 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▎ | 1026/3000 [03:14<06:10, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:28:56,723 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▎ | 1027/3000 [03:14<05:59, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:28:56,892 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▎ | 1028/3000 [03:15<07:26, 4.42it/s][WARNING|utils.py:1542] 2024-09-15 01:28:57,222 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▍ | 1029/3000 [03:15<06:51, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:28:57,389 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▍ | 1030/3000 [03:15<07:16, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:28:57,640 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▍ | 1031/3000 [03:15<07:32, 4.35it/s][WARNING|utils.py:1542] 2024-09-15 01:28:57,891 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▍ | 1032/3000 [03:15<06:56, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:28:58,058 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▍ | 1033/3000 [03:16<06:29, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:28:58,225 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▍ | 1034/3000 [03:16<06:11, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:28:58,393 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 34%|█████████████▍ | 1035/3000 [03:16<06:45, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:28:58,639 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▍ | 1036/3000 [03:16<06:22, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:28:58,808 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▍ | 1037/3000 [03:16<06:07, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:28:58,978 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▍ | 1038/3000 [03:17<05:55, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:28:59,145 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1039/3000 [03:17<05:47, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:28:59,312 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1040/3000 [03:17<05:41, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:28:59,480 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1041/3000 [03:17<05:42, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:28:59,656 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1042/3000 [03:17<05:42, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:28:59,831 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1043/3000 [03:17<05:38, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:00,000 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1044/3000 [03:18<06:21, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:29:00,247 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1045/3000 [03:18<06:06, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:29:00,416 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1046/3000 [03:18<05:54, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:29:00,583 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1047/3000 [03:18<06:33, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:29:00,832 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▌ | 1048/3000 [03:19<07:01, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:29:01,081 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▋ | 1049/3000 [03:19<06:33, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:29:01,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▋ | 1050/3000 [03:19<06:12, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:29:01,416 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▋ | 1051/3000 [03:19<05:58, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:29:01,583 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▋ | 1052/3000 [03:19<06:35, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:29:01,832 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▋ | 1053/3000 [03:20<07:49, 4.14it/s][WARNING|utils.py:1542] 2024-09-15 01:29:02,162 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▋ | 1054/3000 [03:20<07:06, 4.56it/s][WARNING|utils.py:1542] 2024-09-15 01:29:02,329 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▋ | 1055/3000 [03:20<06:35, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:29:02,497 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▋ | 1056/3000 [03:20<07:48, 4.15it/s][WARNING|utils.py:1542] 2024-09-15 01:29:02,825 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▋ | 1057/3000 [03:20<07:06, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:29:02,994 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▊ | 1058/3000 [03:21<06:36, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:29:03,162 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▊ | 1059/3000 [03:21<06:14, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:29:03,330 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▊ | 1060/3000 [03:21<05:59, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:29:03,497 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▊ | 1061/3000 [03:21<05:49, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:29:03,665 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▊ | 1062/3000 [03:21<05:41, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:29:03,832 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▊ | 1063/3000 [03:22<06:25, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:29:04,084 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 35%|█████████████▊ | 1064/3000 [03:22<06:07, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:29:04,253 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▊ | 1065/3000 [03:22<05:54, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:29:04,420 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▊ | 1066/3000 [03:22<05:46, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:29:04,591 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▊ | 1067/3000 [03:22<06:36, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:04,856 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▉ | 1068/3000 [03:22<06:16, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:29:05,026 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▉ | 1069/3000 [03:23<05:59, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:29:05,193 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▉ | 1070/3000 [03:23<05:49, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:29:05,361 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▉ | 1071/3000 [03:23<05:40, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:29:05,529 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▉ | 1072/3000 [03:23<05:35, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:29:05,696 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▉ | 1073/3000 [03:23<05:31, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:29:05,863 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▉ | 1074/3000 [03:23<05:30, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:29:06,033 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▉ | 1075/3000 [03:24<06:15, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:29:06,283 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|█████████████▉ | 1076/3000 [03:24<06:45, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:29:06,531 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1077/3000 [03:24<06:20, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:29:06,699 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1078/3000 [03:24<06:02, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:29:06,866 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1079/3000 [03:24<05:52, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:29:07,038 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1080/3000 [03:25<05:43, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:29:07,205 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1081/3000 [03:25<05:36, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:29:07,373 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1082/3000 [03:25<05:32, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:29:07,541 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1083/3000 [03:25<05:29, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:29:07,709 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1084/3000 [03:25<06:13, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:29:07,959 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1085/3000 [03:26<05:58, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:29:08,128 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████ | 1086/3000 [03:26<05:46, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:29:08,295 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████▏ | 1087/3000 [03:26<05:38, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:29:08,462 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████▏ | 1088/3000 [03:26<05:33, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:29:08,631 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████▏ | 1089/3000 [03:26<05:29, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:29:08,799 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████▏ | 1090/3000 [03:26<06:13, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:29:09,049 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████▏ | 1091/3000 [03:27<05:57, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:29:09,217 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████▏ | 1092/3000 [03:27<05:46, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:29:09,385 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████▏ | 1093/3000 [03:27<05:38, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:29:09,553 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████▏ | 1094/3000 [03:27<05:32, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:29:09,720 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 36%|██████████████▏ | 1095/3000 [03:27<05:28, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:29:09,888 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▏ | 1096/3000 [03:28<06:12, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:29:10,137 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▎ | 1097/3000 [03:28<05:56, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:29:10,306 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▎ | 1098/3000 [03:28<05:45, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:29:10,473 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▎ | 1099/3000 [03:28<05:37, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:29:10,641 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▎ | 1100/3000 [03:28<06:17, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:29:10,891 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▎ | 1101/3000 [03:28<06:01, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:29:11,060 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▎ | 1102/3000 [03:29<05:48, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:29:11,228 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▎ | 1103/3000 [03:29<05:38, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:29:11,395 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▎ | 1104/3000 [03:29<05:32, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:29:11,563 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▎ | 1105/3000 [03:29<05:27, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:11,730 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1106/3000 [03:29<06:11, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:29:11,980 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1107/3000 [03:30<05:55, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:29:12,148 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1108/3000 [03:30<05:44, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:29:12,317 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1109/3000 [03:30<05:36, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:29:12,485 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1110/3000 [03:30<06:15, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:29:12,732 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1111/3000 [03:30<05:58, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:29:12,902 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1112/3000 [03:30<05:46, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:29:13,070 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1113/3000 [03:31<05:36, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:29:13,237 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1114/3000 [03:31<05:30, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:29:13,404 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▍ | 1115/3000 [03:31<05:26, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:13,573 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▌ | 1116/3000 [03:31<05:22, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:29:13,739 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▌ | 1117/3000 [03:31<05:21, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:29:13,909 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▌ | 1118/3000 [03:32<05:19, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:14,077 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▌ | 1119/3000 [03:32<06:03, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:29:14,325 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▌ | 1120/3000 [03:32<05:49, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:29:14,494 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▌ | 1121/3000 [03:32<06:24, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:29:14,742 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▌ | 1122/3000 [03:32<06:05, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:29:14,913 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▌ | 1123/3000 [03:33<05:50, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:29:15,082 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 37%|██████████████▌ | 1124/3000 [03:33<05:39, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:29:15,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1125/3000 [03:33<05:32, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:29:15,419 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1126/3000 [03:33<05:27, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:29:15,586 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1127/3000 [03:33<05:23, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:29:15,754 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1128/3000 [03:33<05:21, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:29:15,924 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1129/3000 [03:34<05:18, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:29:16,091 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1130/3000 [03:34<05:18, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:16,261 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1131/3000 [03:34<05:17, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:29:16,430 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1132/3000 [03:34<05:15, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:29:16,597 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1133/3000 [03:34<05:14, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:29:16,764 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▋ | 1134/3000 [03:34<06:01, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:29:17,017 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|█��████████████▊ | 1135/3000 [03:35<05:46, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:29:17,185 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▊ | 1136/3000 [03:35<05:36, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:29:17,351 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▊ | 1137/3000 [03:35<05:28, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:29:17,519 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▊ | 1138/3000 [03:35<05:24, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:29:17,689 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▊ | 1139/3000 [03:35<05:20, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:29:17,857 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▊ | 1140/3000 [03:36<06:06, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:29:18,112 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▊ | 1141/3000 [03:36<05:50, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:29:18,279 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▊ | 1142/3000 [03:36<05:38, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:29:18,447 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▊ | 1143/3000 [03:36<05:29, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:29:18,614 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▊ | 1144/3000 [03:36<05:24, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:29:18,782 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▉ | 1145/3000 [03:36<06:08, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:29:19,037 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▉ | 1146/3000 [03:37<06:36, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:29:19,287 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▉ | 1147/3000 [03:37<06:55, 4.46it/s][WARNING|utils.py:1542] 2024-09-15 01:29:19,535 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▉ | 1148/3000 [03:37<06:24, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:29:19,704 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▉ | 1149/3000 [03:37<06:02, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:29:19,872 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▉ | 1150/3000 [03:38<06:32, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:29:20,123 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▉ | 1151/3000 [03:38<06:08, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:29:20,292 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▉ | 1152/3000 [03:38<06:35, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:29:20,540 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|██████████████▉ | 1153/3000 [03:38<06:09, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:29:20,708 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|███████████████ | 1154/3000 [03:38<05:51, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:29:20,875 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 38%|███████████████ | 1155/3000 [03:38<05:39, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:29:21,044 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████ | 1156/3000 [03:39<06:14, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:29:21,292 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████ | 1157/3000 [03:39<06:39, 4.62it/s][WARNING|utils.py:1542] 2024-09-15 01:29:21,540 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████ | 1158/3000 [03:39<06:12, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:29:21,709 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████ | 1159/3000 [03:39<06:39, 4.60it/s][WARNING|utils.py:1542] 2024-09-15 01:29:21,961 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████ | 1160/3000 [03:40<06:12, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:29:22,130 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████ | 1161/3000 [03:40<05:53, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:29:22,297 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████ | 1162/3000 [03:40<06:24, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:22,546 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████ | 1163/3000 [03:40<06:01, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:29:22,714 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1164/3000 [03:40<06:10, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:29:22,928 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1165/3000 [03:41<06:37, 4.62it/s][WARNING|utils.py:1542] 2024-09-15 01:29:23,178 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1166/3000 [03:41<06:55, 4.42it/s][WARNING|utils.py:1542] 2024-09-15 01:29:23,428 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1167/3000 [03:41<07:51, 3.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:23,758 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1168/3000 [03:41<07:04, 4.31it/s][WARNING|utils.py:1542] 2024-09-15 01:29:23,930 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1169/3000 [03:42<06:29, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:29:24,098 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1170/3000 [03:42<06:04, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:29:24,266 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1171/3000 [03:42<06:31, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:29:24,515 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1172/3000 [03:42<06:07, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:29:24,684 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▏ | 1173/3000 [03:42<05:48, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:29:24,852 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▎ | 1174/3000 [03:42<05:36, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:29:25,021 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▎ | 1175/3000 [03:43<05:27, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:29:25,190 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▎ | 1176/3000 [03:43<06:04, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:29:25,437 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▎ | 1177/3000 [03:43<05:46, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:29:25,605 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▎ | 1178/3000 [03:43<05:35, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:29:25,774 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▎ | 1179/3000 [03:44<06:56, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:29:26,106 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▎ | 1180/3000 [03:44<07:06, 4.27it/s][WARNING|utils.py:1542] 2024-09-15 01:29:26,355 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▎ | 1181/3000 [03:44<06:31, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:29:26,524 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▎ | 1182/3000 [03:44<06:04, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:29:26,692 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▍ | 1183/3000 [03:44<06:31, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:29:26,942 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 39%|███████████████▍ | 1184/3000 [03:45<06:06, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:29:27,111 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▍ | 1185/3000 [03:45<06:31, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:29:27,358 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▍ | 1186/3000 [03:45<06:05, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:29:27,527 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▍ | 1187/3000 [03:45<05:46, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:29:27,694 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▍ | 1188/3000 [03:45<05:33, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:29:27,861 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▍ | 1189/3000 [03:45<05:25, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:29:28,032 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▍ | 1190/3000 [03:46<05:19, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:29:28,200 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▍ | 1191/3000 [03:46<05:14, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:29:28,368 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▍ | 1192/3000 [03:46<05:11, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:29:28,536 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▌ | 1193/3000 [03:46<05:08, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:29:28,704 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▌ | 1194/3000 [03:46<05:06, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:29:28,872 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▌ | 1195/3000 [03:46<05:06, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:29,041 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▌ | 1196/3000 [03:47<05:05, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:29:29,209 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▌ | 1197/3000 [03:47<05:03, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:29:29,376 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▌ | 1198/3000 [03:47<05:46, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:29:29,624 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▌ | 1199/3000 [03:47<06:17, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:29,873 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▌ | 1200/3000 [03:47<05:55, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:29:30,042 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▌ | 1201/3000 [03:48<05:39, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:29:30,211 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1202/3000 [03:48<05:27, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:29:30,378 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1203/3000 [03:48<06:02, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:29:30,626 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1204/3000 [03:48<06:28, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:29:30,875 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1205/3000 [03:48<06:03, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:29:31,045 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1206/3000 [03:49<05:44, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:29:31,213 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1207/3000 [03:49<05:31, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:29:31,381 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1208/3000 [03:49<06:05, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:29:31,630 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1209/3000 [03:49<06:28, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:29:31,878 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1210/3000 [03:49<06:02, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:29:32,046 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▋ | 1211/3000 [03:50<05:43, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:29:32,214 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▊ | 1212/3000 [03:50<06:14, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:32,464 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▊ | 1213/3000 [03:50<05:51, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:29:32,631 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▊ | 1214/3000 [03:50<05:35, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:29:32,799 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 40%|███████████████▊ | 1215/3000 [03:50<05:26, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:29:32,969 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▊ | 1216/3000 [03:51<05:18, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:29:33,137 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▊ | 1217/3000 [03:51<05:12, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:29:33,306 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▊ | 1218/3000 [03:51<05:08, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:29:33,474 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▊ | 1219/3000 [03:51<05:05, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:29:33,641 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▊ | 1220/3000 [03:51<05:02, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:33,808 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▊ | 1221/3000 [03:51<05:45, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:29:34,059 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▉ | 1222/3000 [03:52<05:31, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:29:34,228 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▉ | 1223/3000 [03:52<06:03, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:34,475 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▉ | 1224/3000 [03:52<05:44, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:29:34,645 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▉ | 1225/3000 [03:52<05:31, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:29:34,813 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▉ | 1226/3000 [03:52<05:21, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:29:34,982 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▉ | 1227/3000 [03:53<05:56, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:29:35,230 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▉ | 1228/3000 [03:53<05:38, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:29:35,398 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▉ | 1229/3000 [03:53<05:27, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:29:35,568 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|███████████████▉ | 1230/3000 [03:53<05:18, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:29:35,736 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1231/3000 [03:53<05:12, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:29:35,904 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1232/3000 [03:53<05:07, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:29:36,073 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1233/3000 [03:54<05:04, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:29:36,241 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1234/3000 [03:54<05:44, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:29:36,489 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1235/3000 [03:54<06:12, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:29:36,737 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1236/3000 [03:54<05:50, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:29:36,907 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1237/3000 [03:54<05:34, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:29:37,076 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1238/3000 [03:55<05:22, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:29:37,244 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1239/3000 [03:55<05:14, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:29:37,412 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████ | 1240/3000 [03:55<05:08, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:29:37,579 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████▏ | 1241/3000 [03:55<05:03, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:29:37,747 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████▏ | 1242/3000 [03:55<05:03, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:29:37,919 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████▏ | 1243/3000 [03:56<05:00, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:29:38,086 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 41%|████████████████▏ | 1244/3000 [03:56<04:58, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:38,254 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▏ | 1245/3000 [03:56<05:39, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:29:38,501 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▏ | 1246/3000 [03:56<06:07, 4.77it/s][WARNING|utils.py:1542] 2024-09-15 01:29:38,749 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▏ | 1247/3000 [03:56<06:28, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:29:38,999 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▏ | 1248/3000 [03:57<06:00, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:29:39,168 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▏ | 1249/3000 [03:57<05:40, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:29:39,336 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1250/3000 [03:57<05:26, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:29:39,504 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1251/3000 [03:57<05:16, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:29:39,672 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1252/3000 [03:57<05:09, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:29:39,840 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1253/3000 [03:57<05:06, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:29:40,012 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1254/3000 [03:58<05:02, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:40,179 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1255/3000 [03:58<04:59, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:29:40,348 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1256/3000 [03:58<04:58, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:29:40,518 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1257/3000 [03:58<04:56, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:29:40,685 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1258/3000 [03:58<05:37, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:29:40,934 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▎ | 1259/3000 [03:59<05:24, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:29:41,103 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1260/3000 [03:59<05:55, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:29:41,350 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1261/3000 [03:59<05:36, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:29:41,518 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1262/3000 [03:59<05:23, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:29:41,686 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1263/3000 [03:59<05:13, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:29:41,854 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1264/3000 [03:59<05:08, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:29:42,025 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1265/3000 [04:00<05:03, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:29:42,193 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1266/3000 [04:00<04:59, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:42,361 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1267/3000 [04:00<04:56, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:29:42,529 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1268/3000 [04:00<04:54, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:42,696 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▍ | 1269/3000 [04:00<04:53, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:29:42,865 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▌ | 1270/3000 [04:00<04:53, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:29:43,035 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▌ | 1271/3000 [04:01<04:51, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:29:43,202 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▌ | 1272/3000 [04:01<04:51, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:29:43,371 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▌ | 1273/3000 [04:01<04:51, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:29:43,539 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▌ | 1274/3000 [04:01<04:50, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:29:43,705 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 42%|████████████████▌ | 1275/3000 [04:01<04:50, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:29:43,874 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▌ | 1276/3000 [04:02<05:31, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:29:44,123 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▌ | 1277/3000 [04:02<06:00, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:44,371 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▌ | 1278/3000 [04:02<05:39, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:29:44,541 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1279/3000 [04:02<05:24, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:29:44,709 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1280/3000 [04:02<05:57, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:29:44,961 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1281/3000 [04:03<05:36, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:29:45,129 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1282/3000 [04:03<05:21, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:29:45,297 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1283/3000 [04:03<05:11, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:29:45,464 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1284/3000 [04:03<05:03, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:29:45,631 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1285/3000 [04:03<04:58, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:29:45,798 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1286/3000 [04:03<04:56, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:29:45,968 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1287/3000 [04:04<04:52, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:29:46,135 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▋ | 1288/3000 [04:04<04:51, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:46,303 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1289/3000 [04:04<05:31, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:29:46,551 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1290/3000 [04:04<05:17, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:29:46,719 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1291/3000 [04:04<05:09, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:29:46,889 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1292/3000 [04:04<05:03, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:29:47,058 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1293/3000 [04:05<04:57, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:29:47,225 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1294/3000 [04:05<04:53, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:29:47,393 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1295/3000 [04:05<05:33, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:29:47,643 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1296/3000 [04:05<06:00, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:29:47,893 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1297/3000 [04:06<06:19, 4.49it/s][WARNING|utils.py:1542] 2024-09-15 01:29:48,141 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▊ | 1298/3000 [04:06<05:50, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:29:48,308 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▉ | 1299/3000 [04:06<06:11, 4.58it/s][WARNING|utils.py:1542] 2024-09-15 01:29:48,555 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▉ | 1300/3000 [04:06<05:46, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:29:48,725 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▉ | 1301/3000 [04:06<05:28, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:29:48,894 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▉ | 1302/3000 [04:06<05:15, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:29:49,062 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▉ | 1303/3000 [04:07<05:47, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:29:49,311 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 43%|████████████████▉ | 1304/3000 [04:07<05:28, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:29:49,480 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|████████████████▉ | 1305/3000 [04:07<06:38, 4.25it/s][WARNING|utils.py:1542] 2024-09-15 01:29:49,811 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|████████████████▉ | 1306/3000 [04:07<06:05, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:29:49,981 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|████████████████▉ | 1307/3000 [04:08<05:40, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:29:50,148 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1308/3000 [04:08<05:23, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:29:50,315 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1309/3000 [04:08<05:10, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:29:50,482 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1310/3000 [04:08<05:02, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:29:50,650 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1311/3000 [04:08<05:37, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:29:50,899 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1312/3000 [04:08<05:21, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:29:51,068 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1313/3000 [04:09<05:09, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:29:51,235 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1314/3000 [04:09<05:41, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:29:51,482 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1315/3000 [04:09<05:24, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:29:51,650 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1316/3000 [04:09<05:10, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:29:51,817 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████ | 1317/3000 [04:09<05:43, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:29:52,067 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▏ | 1318/3000 [04:10<05:25, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:29:52,236 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▏ | 1319/3000 [04:10<05:12, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:29:52,403 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▏ | 1320/3000 [04:10<05:02, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:29:52,570 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▏ | 1321/3000 [04:10<04:56, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:29:52,739 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▏ | 1322/3000 [04:10<05:33, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:29:52,988 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▏ | 1323/3000 [04:11<05:17, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:29:53,156 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▏ | 1324/3000 [04:11<06:28, 4.31it/s][WARNING|utils.py:1542] 2024-09-15 01:29:53,487 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▏ | 1325/3000 [04:11<05:55, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:29:53,654 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▏ | 1326/3000 [04:11<06:14, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:29:53,904 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|���████████████████▎ | 1327/3000 [04:11<05:46, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:29:54,073 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▎ | 1328/3000 [04:12<05:26, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:29:54,241 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▎ | 1329/3000 [04:12<05:12, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:29:54,408 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▎ | 1330/3000 [04:12<05:42, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:29:54,656 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▎ | 1331/3000 [04:12<05:23, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:29:54,824 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▎ | 1332/3000 [04:12<05:11, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:29:54,994 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▎ | 1333/3000 [04:13<05:01, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:29:55,161 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▎ | 1334/3000 [04:13<04:55, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:29:55,330 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 44%|█████████████████▎ | 1335/3000 [04:13<04:50, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:29:55,499 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▎ | 1336/3000 [04:13<04:47, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:29:55,666 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1337/3000 [04:13<04:44, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:29:55,833 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1338/3000 [04:13<04:44, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:29:56,006 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1339/3000 [04:14<05:22, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:29:56,253 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1340/3000 [04:14<05:09, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:29:56,421 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1341/3000 [04:14<05:39, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:29:56,668 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1342/3000 [04:14<05:21, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:29:56,837 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1343/3000 [04:15<05:48, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:29:57,085 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1344/3000 [04:15<05:26, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:29:57,253 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1345/3000 [04:15<05:11, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:29:57,420 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▍ | 1346/3000 [04:15<05:00, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:29:57,587 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▌ | 1347/3000 [04:15<04:53, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:29:57,755 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▌ | 1348/3000 [04:15<05:29, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:29:58,005 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▌ | 1349/3000 [04:16<05:53, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:29:58,254 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▌ | 1350/3000 [04:16<05:31, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:29:58,423 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▌ | 1351/3000 [04:16<05:14, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:29:58,590 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▌ | 1352/3000 [04:16<05:42, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:29:58,838 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▌ | 1353/3000 [04:16<05:24, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:29:59,011 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▌ | 1354/3000 [04:17<06:29, 4.23it/s][WARNING|utils.py:1542] 2024-09-15 01:29:59,339 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▌ | 1355/3000 [04:17<05:55, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:29:59,506 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▋ | 1356/3000 [04:17<05:30, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:29:59,674 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▋ | 1357/3000 [04:17<05:14, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:29:59,842 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▋ | 1358/3000 [04:18<05:44, 4.77it/s][WARNING|utils.py:1542] 2024-09-15 01:30:00,095 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▋ | 1359/3000 [04:18<05:23, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:30:00,263 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▋ | 1360/3000 [04:18<05:48, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:30:00,510 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▋ | 1361/3000 [04:18<05:26, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:30:00,679 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▋ | 1362/3000 [04:18<05:11, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:30:00,848 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▋ | 1363/3000 [04:18<05:02, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:30:01,021 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 45%|█████████████████▋ | 1364/3000 [04:19<04:54, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:30:01,189 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▋ | 1365/3000 [04:19<04:47, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:30:01,356 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▊ | 1366/3000 [04:19<05:22, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:30:01,603 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▊ | 1367/3000 [04:19<05:47, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:30:01,851 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▊ | 1368/3000 [04:20<06:05, 4.47it/s][WARNING|utils.py:1542] 2024-09-15 01:30:02,101 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▊ | 1369/3000 [04:20<05:37, 4.83it/s][WARNING|utils.py:1542] 2024-09-15 01:30:02,269 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▊ | 1370/3000 [04:20<05:18, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:30:02,437 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▊ | 1371/3000 [04:20<05:04, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:30:02,605 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▊ | 1372/3000 [04:20<05:33, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:30:02,852 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▊ | 1373/3000 [04:21<05:55, 4.58it/s][WARNING|utils.py:1542] 2024-09-15 01:30:03,102 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▊ | 1374/3000 [04:21<05:30, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:30:03,270 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1375/3000 [04:21<05:52, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:30:03,519 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1376/3000 [04:21<05:28, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:30:03,687 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1377/3000 [04:21<05:12, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:30:03,857 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1378/3000 [04:22<05:40, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:30:04,108 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1379/3000 [04:22<05:19, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:30:04,275 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1380/3000 [04:22<05:05, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:30:04,442 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1381/3000 [04:22<05:34, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:30:04,692 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1382/3000 [04:22<05:15, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:30:04,859 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1383/3000 [04:22<05:02, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:30:05,029 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|█████████████████▉ | 1384/3000 [04:23<05:32, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:30:05,278 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1385/3000 [04:23<05:14, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:30:05,447 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1386/3000 [04:23<05:40, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:30:05,696 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1387/3000 [04:23<05:19, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:30:05,864 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1388/3000 [04:24<05:44, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:30:06,114 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1389/3000 [04:24<05:22, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:30:06,283 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1390/3000 [04:24<06:24, 4.19it/s][WARNING|utils.py:1542] 2024-09-15 01:30:06,612 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1391/3000 [04:24<06:28, 4.14it/s][WARNING|utils.py:1542] 2024-09-15 01:30:06,860 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1392/3000 [04:25<06:32, 4.09it/s][WARNING|utils.py:1542] 2024-09-15 01:30:07,110 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1393/3000 [04:25<05:56, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:30:07,279 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████ | 1394/3000 [04:25<05:29, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:30:07,446 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 46%|██████████████████▏ | 1395/3000 [04:25<06:29, 4.12it/s][WARNING|utils.py:1542] 2024-09-15 01:30:07,776 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▏ | 1396/3000 [04:25<05:53, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:30:07,945 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▏ | 1397/3000 [04:26<06:06, 4.37it/s][WARNING|utils.py:1542] 2024-09-15 01:30:08,193 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▏ | 1398/3000 [04:26<05:37, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:30:08,361 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▏ | 1399/3000 [04:26<05:54, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:30:08,609 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▏ | 1400/3000 [04:26<05:29, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:30:08,778 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▏ | 1401/3000 [04:26<05:11, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:30:08,946 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▏ | 1402/3000 [04:27<04:57, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:30:09,113 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▏ | 1403/3000 [04:27<04:48, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:30:09,281 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1404/3000 [04:27<04:41, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:30:09,448 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1405/3000 [04:27<04:37, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:30:09,616 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1406/3000 [04:27<05:13, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:30:09,865 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1407/3000 [04:27<05:00, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:30:10,034 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1408/3000 [04:28<04:50, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:30:10,202 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1409/3000 [04:28<04:42, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:30:10,369 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1410/3000 [04:28<04:38, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:30:10,538 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1411/3000 [04:28<04:34, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:30:10,705 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1412/3000 [04:28<05:49, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:30:11,036 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▎ | 1413/3000 [04:29<05:24, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:30:11,205 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1414/3000 [04:29<05:06, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:30:11,372 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1415/3000 [04:29<04:54, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:30:11,539 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1416/3000 [04:29<05:23, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:30:11,786 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1417/3000 [04:29<05:07, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:30:11,957 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1418/3000 [04:30<04:54, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:30:12,125 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1419/3000 [04:30<04:45, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:30:12,293 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1420/3000 [04:30<04:39, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:30:12,461 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1421/3000 [04:30<05:12, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:30:12,709 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1422/3000 [04:30<04:58, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:30:12,877 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▍ | 1423/3000 [04:30<04:48, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:30:13,046 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 47%|██████████████████▌ | 1424/3000 [04:31<04:41, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:30:13,214 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▌ | 1425/3000 [04:31<04:36, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:30:13,381 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▌ | 1426/3000 [04:31<04:32, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:30:13,549 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▌ | 1427/3000 [04:31<04:29, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:30:13,716 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▌ | 1428/3000 [04:31<05:07, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:30:13,968 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▌ | 1429/3000 [04:32<04:54, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:30:14,137 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▌ | 1430/3000 [04:32<04:44, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:30:14,304 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▌ | 1431/3000 [04:32<05:15, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:30:14,552 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▌ | 1432/3000 [04:32<05:00, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:30:14,721 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1433/3000 [04:32<04:49, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:30:14,889 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1434/3000 [04:32<04:41, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:30:15,057 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1435/3000 [04:33<05:12, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:30:15,305 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1436/3000 [04:33<04:57, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:30:15,473 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1437/3000 [04:33<05:24, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:30:15,721 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1438/3000 [04:33<05:06, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:30:15,890 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1439/3000 [04:33<04:53, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:30:16,058 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1440/3000 [04:34<05:21, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:30:16,307 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1441/3000 [04:34<05:03, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:30:16,475 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▋ | 1442/3000 [04:34<04:50, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:30:16,643 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▊ | 1443/3000 [04:34<04:41, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:30:16,810 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▊ | 1444/3000 [04:34<04:36, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:30:16,980 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▊ | 1445/3000 [04:35<04:31, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:30:17,147 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▊ | 1446/3000 [04:35<04:27, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:30:17,315 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▊ | 1447/3000 [04:35<04:25, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:30:17,483 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▊ | 1448/3000 [04:35<04:23, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:30:17,650 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▊ | 1449/3000 [04:35<04:22, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:30:17,817 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▊ | 1450/3000 [04:35<04:59, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:30:18,067 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▊ | 1451/3000 [04:36<04:47, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:30:18,235 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▉ | 1452/3000 [04:36<04:39, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:30:18,402 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▉ | 1453/3000 [04:36<04:32, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:30:18,570 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▉ | 1454/3000 [04:36<04:28, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:30:18,737 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 48%|██████████████████▉ | 1455/3000 [04:36<05:03, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:30:18,987 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|██████████████████▉ | 1456/3000 [04:37<04:50, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:30:19,155 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|██████████████████▉ | 1457/3000 [04:37<04:40, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:30:19,322 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|██████████████████▉ | 1458/3000 [04:37<04:33, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:30:19,490 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|██████████████████▉ | 1459/3000 [04:37<04:29, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:30:19,658 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|██████████████████▉ | 1460/3000 [04:37<05:03, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:30:19,907 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|██████████████████▉ | 1461/3000 [04:37<04:49, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:30:20,074 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1462/3000 [04:38<04:39, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:30:20,241 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1463/3000 [04:38<04:32, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:30:20,408 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1464/3000 [04:38<04:27, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:30:20,576 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1465/3000 [04:38<05:01, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:30:20,824 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1466/3000 [04:38<04:48, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:30:20,993 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1467/3000 [04:39<04:39, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:30:21,160 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1468/3000 [04:39<04:32, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:30:21,328 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1469/3000 [04:39<05:04, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:30:21,576 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1470/3000 [04:39<04:50, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:30:21,746 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████ | 1471/3000 [04:39<04:41, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:30:21,916 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▏ | 1472/3000 [04:40<04:33, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:30:22,083 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▏ | 1473/3000 [04:40<04:28, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:30:22,251 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▏ | 1474/3000 [04:40<04:24, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:30:22,418 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▏ | 1475/3000 [04:40<04:21, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:30:22,585 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▏ | 1476/3000 [04:40<04:19, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:30:22,753 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▏ | 1477/3000 [04:40<04:18, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:30:22,922 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|████���██████████████▏ | 1478/3000 [04:41<04:17, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:30:23,090 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▏ | 1479/3000 [04:41<04:16, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:30:23,257 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▏ | 1480/3000 [04:41<04:16, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:30:23,426 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▎ | 1481/3000 [04:41<04:51, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:30:23,673 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▎ | 1482/3000 [04:41<04:41, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:30:23,841 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▎ | 1483/3000 [04:41<04:33, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:30:24,011 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 49%|███████████████████▎ | 1484/3000 [04:42<04:28, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:30:24,180 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▎ | 1485/3000 [04:42<05:01, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:30:24,430 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▎ | 1486/3000 [04:42<05:23, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:30:24,677 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▎ | 1487/3000 [04:42<05:02, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:30:24,845 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▎ | 1488/3000 [04:42<04:49, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:30:25,017 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▎ | 1489/3000 [04:43<05:15, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:30:25,265 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▎ | 1490/3000 [04:43<05:08, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:30:25,460 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▍ | 1491/3000 [04:43<05:29, 4.57it/s][WARNING|utils.py:1542] 2024-09-15 01:30:25,712 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▍ | 1492/3000 [04:43<05:07, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:30:25,883 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▍ | 1493/3000 [04:43<04:51, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:30:26,051 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▍ | 1494/3000 [04:44<04:40, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:30:26,219 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▍ | 1495/3000 [04:44<04:31, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:30:26,387 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▍ | 1496/3000 [04:44<04:25, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:30:26,555 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▍ | 1497/3000 [04:44<04:21, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:30:26,722 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▍ | 1498/3000 [04:44<04:19, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:30:26,892 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▍ | 1499/3000 [04:44<04:17, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:30:27,061 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1500/3000 [04:45<04:15, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:30:27,228 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1501/3000 [04:45<04:51, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:30:27,478 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1502/3000 [04:45<04:39, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:30:27,647 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1503/3000 [04:45<04:30, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:30:27,814 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1504/3000 [04:45<04:26, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:30:27,985 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1505/3000 [04:46<04:21, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:30:28,153 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1506/3000 [04:46<04:17, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:30:28,320 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1507/3000 [04:46<04:15, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:30:28,487 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1508/3000 [04:46<04:13, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:30:28,655 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▌ | 1509/3000 [04:46<04:12, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:30:28,823 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▋ | 1510/3000 [04:46<04:12, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:30:28,993 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▋ | 1511/3000 [04:47<04:48, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:30:29,243 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▋ | 1512/3000 [04:47<04:36, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:30:29,411 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▋ | 1513/3000 [04:47<04:28, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:30:29,578 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▋ | 1514/3000 [04:47<04:21, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:30:29,745 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 50%|███████████████████▋ | 1515/3000 [04:47<04:17, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:30:29,913 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▋ | 1516/3000 [04:48<04:50, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:30:30,162 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▋ | 1517/3000 [04:48<04:38, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:30:30,329 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▋ | 1518/3000 [04:48<04:30, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:30:30,500 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▋ | 1519/3000 [04:48<04:23, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:30:30,667 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▊ | 1520/3000 [04:48<04:18, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:30:30,835 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▊ | 1521/3000 [04:48<04:16, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:30:31,006 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▊ | 1522/3000 [04:49<04:14, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:30:31,174 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▊ | 1523/3000 [04:49<04:12, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:30:31,342 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▊ | 1524/3000 [04:49<04:10, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:30:31,510 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▊ | 1525/3000 [04:49<04:09, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:30:31,677 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▊ | 1526/3000 [04:49<04:08, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:30:31,844 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▊ | 1527/3000 [04:49<04:09, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:30:32,015 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▊ | 1528/3000 [04:50<04:08, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:30:32,183 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▉ | 1529/3000 [04:50<04:07, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:30:32,350 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▉ | 1530/3000 [04:50<04:07, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:30:32,518 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▉ | 1531/3000 [04:50<04:42, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:30:32,767 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▉ | 1532/3000 [04:50<05:08, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:30:33,019 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▉ | 1533/3000 [04:51<05:25, 4.50it/s][WARNING|utils.py:1542] 2024-09-15 01:30:33,269 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|█████████��█████████▉ | 1534/3000 [04:51<05:37, 4.35it/s][WARNING|utils.py:1542] 2024-09-15 01:30:33,518 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▉ | 1535/3000 [04:51<05:10, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:30:33,687 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▉ | 1536/3000 [04:51<05:26, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:30:33,936 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▉ | 1537/3000 [04:52<05:02, 4.83it/s][WARNING|utils.py:1542] 2024-09-15 01:30:34,105 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|███████████████████▉ | 1538/3000 [04:52<04:45, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:30:34,272 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|████████████████████ | 1539/3000 [04:52<05:08, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:30:34,521 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|████████████████████ | 1540/3000 [04:52<04:49, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:30:34,690 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|████████████████████ | 1541/3000 [04:52<04:36, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:30:34,857 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|████████████████████ | 1542/3000 [04:52<04:27, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:30:35,026 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|████████████████████ | 1543/3000 [04:53<04:21, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:30:35,198 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 51%|████████████████████ | 1544/3000 [04:53<04:52, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:30:35,447 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████ | 1545/3000 [04:53<04:37, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:30:35,615 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████ | 1546/3000 [04:53<04:27, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:30:35,782 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████ | 1547/3000 [04:53<04:20, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:30:35,952 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████ | 1548/3000 [04:54<04:15, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:30:36,119 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▏ | 1549/3000 [04:54<04:11, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:30:36,286 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▏ | 1550/3000 [04:54<04:08, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:30:36,453 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▏ | 1551/3000 [04:54<04:41, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:30:36,708 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▏ | 1552/3000 [04:54<04:34, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:30:36,879 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▏ | 1553/3000 [04:55<04:59, 4.83it/s][WARNING|utils.py:1542] 2024-09-15 01:30:37,127 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▏ | 1554/3000 [04:55<05:17, 4.56it/s][WARNING|utils.py:1542] 2024-09-15 01:30:37,375 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▏ | 1555/3000 [04:55<04:55, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:30:37,544 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▏ | 1556/3000 [04:55<04:39, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:30:37,713 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▏ | 1557/3000 [04:55<05:04, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:30:37,964 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1558/3000 [04:56<04:45, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:30:38,133 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1559/3000 [04:56<05:06, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:30:38,380 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1560/3000 [04:56<05:21, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:30:38,628 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1561/3000 [04:56<04:57, 4.83it/s][WARNING|utils.py:1542] 2024-09-15 01:30:38,796 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1562/3000 [04:56<04:41, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:30:38,965 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1563/3000 [04:57<04:29, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:30:39,134 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1564/3000 [04:57<04:20, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:30:39,301 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1565/3000 [04:57<04:14, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:30:39,470 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1566/3000 [04:57<04:45, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:30:39,719 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▎ | 1567/3000 [04:57<04:32, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:30:39,889 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▍ | 1568/3000 [04:57<04:23, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:30:40,058 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▍ | 1569/3000 [04:58<04:15, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:30:40,225 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▍ | 1570/3000 [04:58<04:10, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:30:40,392 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▍ | 1571/3000 [04:58<04:07, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:30:40,560 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▍ | 1572/3000 [04:58<04:05, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:30:40,729 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▍ | 1573/3000 [04:58<04:03, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:30:40,897 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▍ | 1574/3000 [04:58<04:02, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:30:41,065 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 52%|████████████████████▍ | 1575/3000 [04:59<04:01, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:30:41,233 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▍ | 1576/3000 [04:59<04:00, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:30:41,400 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1577/3000 [04:59<03:59, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:30:41,567 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1578/3000 [04:59<03:58, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:30:41,734 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1579/3000 [04:59<03:58, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:30:41,902 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1580/3000 [05:00<04:32, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:30:42,151 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1581/3000 [05:00<04:22, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:30:42,318 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1582/3000 [05:00<04:14, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:30:42,486 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1583/3000 [05:00<04:09, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:30:42,654 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1584/3000 [05:00<04:06, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:30:42,822 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1585/3000 [05:00<04:38, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:30:43,073 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▌ | 1586/3000 [05:01<04:25, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:30:43,240 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1587/3000 [05:01<04:16, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:30:43,408 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1588/3000 [05:01<04:11, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:30:43,576 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1589/3000 [05:01<04:06, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:30:43,744 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1590/3000 [05:01<04:04, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:30:43,914 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1591/3000 [05:02<04:02, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:30:44,082 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1592/3000 [05:02<04:00, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:30:44,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1593/3000 [05:02<03:58, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:30:44,417 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1594/3000 [05:02<04:31, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:30:44,665 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1595/3000 [05:02<04:55, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:30:44,917 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▋ | 1596/3000 [05:03<04:37, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:30:45,084 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▊ | 1597/3000 [05:03<04:24, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:30:45,251 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▊ | 1598/3000 [05:03<04:16, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:30:45,420 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▊ | 1599/3000 [05:03<04:09, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:30:45,587 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▊ | 1600/3000 [05:03<04:04, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:30:45,754 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▊ | 1601/3000 [05:03<04:02, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:30:45,923 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▊ | 1602/3000 [05:04<03:59, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:30:46,091 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▊ | 1603/3000 [05:04<03:57, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:30:46,258 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 53%|████████████████████▊ | 1604/3000 [05:04<04:30, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:30:46,506 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▊ | 1605/3000 [05:04<04:19, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:30:46,674 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1606/3000 [05:04<04:11, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:30:46,843 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1607/3000 [05:05<04:40, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:30:47,093 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1608/3000 [05:05<04:26, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:30:47,262 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1609/3000 [05:05<04:16, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:30:47,430 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1610/3000 [05:05<04:09, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:30:47,597 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1611/3000 [05:05<04:04, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:30:47,765 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1612/3000 [05:05<04:01, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:30:47,934 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1613/3000 [05:06<03:58, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:30:48,101 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1614/3000 [05:06<04:29, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:30:48,348 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|████████████████████▉ | 1615/3000 [05:06<04:18, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:30:48,516 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████ | 1616/3000 [05:06<04:10, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:30:48,683 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████ | 1617/3000 [05:06<04:38, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:30:48,933 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████ | 1618/3000 [05:07<04:24, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:30:49,102 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████ | 1619/3000 [05:07<04:14, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:30:49,269 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████ | 1620/3000 [05:07<04:07, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:30:49,440 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████ | 1621/3000 [05:07<04:03, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:30:49,608 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████ | 1622/3000 [05:07<03:59, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:30:49,775 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████ | 1623/3000 [05:07<03:57, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:30:49,944 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████ | 1624/3000 [05:08<04:29, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:30:50,195 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1625/3000 [05:08<04:50, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:30:50,442 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1626/3000 [05:08<04:32, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:30:50,610 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1627/3000 [05:08<04:52, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:30:50,857 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1628/3000 [05:08<04:34, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:30:51,027 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1629/3000 [05:09<04:20, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:30:51,194 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1630/3000 [05:09<04:11, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:30:51,361 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1631/3000 [05:09<04:04, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:30:51,528 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1632/3000 [05:09<03:59, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:30:51,695 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1633/3000 [05:09<03:56, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:30:51,863 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 54%|█████████████████████▏ | 1634/3000 [05:09<03:55, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:30:52,033 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1635/3000 [05:10<03:52, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:30:52,200 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1636/3000 [05:10<03:51, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:30:52,368 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1637/3000 [05:10<04:23, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:30:52,616 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1638/3000 [05:10<04:12, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:30:52,784 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1639/3000 [05:10<04:06, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:30:52,954 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1640/3000 [05:11<04:33, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:30:53,203 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1641/3000 [05:11<04:20, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:30:53,371 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1642/3000 [05:11<04:10, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:30:53,538 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1643/3000 [05:11<04:03, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:30:53,706 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▎ | 1644/3000 [05:11<03:58, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:30:53,874 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1645/3000 [05:11<03:55, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:30:54,044 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1646/3000 [05:12<03:52, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:30:54,211 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1647/3000 [05:12<03:50, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:30:54,378 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1648/3000 [05:12<04:21, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:30:54,626 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1649/3000 [05:12<04:11, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:30:54,794 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1650/3000 [05:12<04:05, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:30:54,965 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1651/3000 [05:13<03:59, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:30:55,132 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1652/3000 [05:13<03:54, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:30:55,300 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▍ | 1653/3000 [05:13<03:52, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:30:55,469 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1654/3000 [05:13<04:23, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:30:55,719 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1655/3000 [05:13<04:13, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:30:55,890 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1656/3000 [05:13<04:05, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:30:56,058 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1657/3000 [05:14<03:58, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:30:56,226 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1658/3000 [05:14<04:26, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:30:56,473 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1659/3000 [05:14<04:14, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:30:56,641 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1660/3000 [05:14<04:05, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:30:56,809 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1661/3000 [05:14<04:32, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:30:57,060 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1662/3000 [05:15<04:18, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:30:57,228 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▌ | 1663/3000 [05:15<04:07, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:30:57,396 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 55%|█████████████████████▋ | 1664/3000 [05:15<04:00, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:30:57,563 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1665/3000 [05:15<03:55, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:30:57,731 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1666/3000 [05:15<04:25, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:30:57,983 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1667/3000 [05:16<04:44, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:30:58,231 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1668/3000 [05:16<04:26, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:30:58,401 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1669/3000 [05:16<04:13, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:30:58,568 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1670/3000 [05:16<04:36, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:30:58,815 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1671/3000 [05:16<04:52, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:30:59,065 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1672/3000 [05:17<05:02, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:30:59,312 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▋ | 1673/3000 [05:17<04:38, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:30:59,480 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1674/3000 [05:17<04:53, 4.52it/s][WARNING|utils.py:1542] 2024-09-15 01:30:59,727 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1675/3000 [05:17<04:32, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:30:59,897 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1676/3000 [05:17<04:17, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:31:00,064 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1677/3000 [05:18<04:06, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:31:00,232 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1678/3000 [05:18<03:59, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:31:00,401 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1679/3000 [05:18<03:53, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:31:00,569 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1680/3000 [05:18<03:50, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:31:00,737 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1681/3000 [05:18<03:47, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:31:00,905 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▊ | 1682/3000 [05:18<03:45, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:31:01,074 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1683/3000 [05:19<03:44, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:31:01,241 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1684/3000 [05:19<03:42, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:31:01,409 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1685/3000 [05:19<03:42, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:31:01,577 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1686/3000 [05:19<03:41, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:31:01,746 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1687/3000 [05:19<03:42, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:31:01,916 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1688/3000 [05:20<03:41, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:31:02,084 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1689/3000 [05:20<03:40, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:31:02,251 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1690/3000 [05:20<03:40, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:31:02,419 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1691/3000 [05:20<03:39, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:31:02,586 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|█████████████████████▉ | 1692/3000 [05:20<03:39, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:31:02,755 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|██████████████████████ | 1693/3000 [05:20<04:12, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:31:03,006 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|██████████████████████ | 1694/3000 [05:21<04:02, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:31:03,173 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 56%|██████████████████████ | 1695/3000 [05:21<03:55, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:31:03,341 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████ | 1696/3000 [05:21<03:49, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:31:03,509 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████ | 1697/3000 [05:21<04:18, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:31:03,758 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████ | 1698/3000 [05:21<04:06, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:31:03,928 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████ | 1699/3000 [05:22<03:58, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:31:04,095 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████ | 1700/3000 [05:22<03:52, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:31:04,263 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████ | 1701/3000 [05:22<03:47, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:31:04,432 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1702/3000 [05:22<03:44, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:31:04,598 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1703/3000 [05:22<04:13, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:31:04,846 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1704/3000 [05:22<04:04, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:31:05,018 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1705/3000 [05:23<04:27, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:31:05,266 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1706/3000 [05:23<04:11, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:31:05,434 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1707/3000 [05:23<04:32, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:31:05,683 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1708/3000 [05:23<04:48, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:31:05,935 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1709/3000 [05:24<04:58, 4.32it/s][WARNING|utils.py:1542] 2024-09-15 01:31:06,185 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1710/3000 [05:24<04:33, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:31:06,353 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▏ | 1711/3000 [05:24<04:16, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:31:06,521 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1712/3000 [05:24<04:04, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:31:06,689 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1713/3000 [05:24<04:28, 4.80it/s][WARNING|utils.py:1542] 2024-09-15 01:31:06,941 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1714/3000 [05:25<04:12, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:31:07,110 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1715/3000 [05:25<04:01, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:31:07,277 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1716/3000 [05:25<03:52, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:31:07,444 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1717/3000 [05:25<03:47, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:31:07,611 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1718/3000 [05:25<04:15, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:31:07,864 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1719/3000 [05:25<04:05, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:31:08,035 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1720/3000 [05:26<03:55, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:31:08,202 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▎ | 1721/3000 [05:26<03:49, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:31:08,371 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▍ | 1722/3000 [05:26<03:44, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:31:08,539 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▍ | 1723/3000 [05:26<03:42, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:31:08,708 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▍ | 1724/3000 [05:26<04:10, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:31:08,957 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 57%|██████████████████████▍ | 1725/3000 [05:27<03:59, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:31:09,125 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1726/3000 [05:27<03:52, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:31:09,304 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1727/3000 [05:27<04:21, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:31:09,554 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1728/3000 [05:27<04:07, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:31:09,722 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1729/3000 [05:27<03:57, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:31:09,892 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▍ | 1730/3000 [05:27<03:50, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:31:10,060 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1731/3000 [05:28<03:44, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:31:10,227 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1732/3000 [05:28<03:40, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:31:10,394 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1733/3000 [05:28<03:38, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:31:10,561 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1734/3000 [05:28<03:36, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:31:10,729 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1735/3000 [05:28<04:06, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:31:10,979 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1736/3000 [05:29<03:56, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:31:11,148 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1737/3000 [05:29<03:49, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:31:11,318 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1738/3000 [05:29<03:43, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:31:11,485 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1739/3000 [05:29<03:40, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:31:11,652 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▌ | 1740/3000 [05:29<03:37, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:31:11,821 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1741/3000 [05:29<03:36, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:31:11,991 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1742/3000 [05:30<03:34, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:31:12,159 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1743/3000 [05:30<03:33, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:31:12,327 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1744/3000 [05:30<03:33, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:31:12,496 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1745/3000 [05:30<04:02, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:31:12,744 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1746/3000 [05:30<03:53, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:31:12,915 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1747/3000 [05:31<03:47, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:31:13,084 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1748/3000 [05:31<03:42, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:31:13,253 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▋ | 1749/3000 [05:31<04:08, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:31:13,500 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1750/3000 [05:31<04:27, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:31:13,750 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1751/3000 [05:31<04:10, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:31:13,920 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1752/3000 [05:32<04:28, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:31:14,170 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1753/3000 [05:32<04:10, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:31:14,337 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1754/3000 [05:32<04:27, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:31:14,584 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 58%|██████████████████████▊ | 1755/3000 [05:32<04:10, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:31:14,753 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▊ | 1756/3000 [05:32<03:58, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:31:14,923 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▊ | 1757/3000 [05:33<03:49, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:31:15,092 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▊ | 1758/3000 [05:33<03:43, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:31:15,260 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▊ | 1759/3000 [05:33<03:38, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:31:15,427 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1760/3000 [05:33<03:34, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:31:15,594 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1761/3000 [05:33<04:02, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:31:15,842 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1762/3000 [05:33<03:53, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:31:16,014 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1763/3000 [05:34<04:15, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:31:16,262 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1764/3000 [05:34<04:01, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:31:16,431 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1765/3000 [05:34<04:20, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:31:16,679 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1766/3000 [05:34<04:04, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:31:16,847 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1767/3000 [05:34<03:53, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:31:17,017 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1768/3000 [05:35<03:45, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:31:17,184 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|██████████████████████▉ | 1769/3000 [05:35<04:09, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:31:17,432 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████ | 1770/3000 [05:35<03:56, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:31:17,599 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████ | 1771/3000 [05:35<03:47, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:31:17,768 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████ | 1772/3000 [05:35<03:41, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:31:17,938 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████ | 1773/3000 [05:36<03:36, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:31:18,107 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████ | 1774/3000 [05:36<03:33, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:31:18,275 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████ | 1775/3000 [05:36<04:00, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:31:18,523 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████ | 1776/3000 [05:36<04:19, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:31:18,772 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████ | 1777/3000 [05:36<04:33, 4.47it/s][WARNING|utils.py:1542] 2024-09-15 01:31:19,023 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████ | 1778/3000 [05:37<04:13, 4.83it/s][WARNING|utils.py:1542] 2024-09-15 01:31:19,191 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1779/3000 [05:37<03:58, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:31:19,358 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1780/3000 [05:37<03:47, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:31:19,525 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1781/3000 [05:37<03:40, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:31:19,693 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1782/3000 [05:37<03:35, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:31:19,861 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1783/3000 [05:37<03:33, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:31:20,031 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 59%|███████████████████████▏ | 1784/3000 [05:38<03:30, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:31:20,199 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▏ | 1785/3000 [05:38<03:56, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:31:20,445 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▏ | 1786/3000 [05:38<03:46, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:31:20,613 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▏ | 1787/3000 [05:38<04:08, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:31:20,861 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▏ | 1788/3000 [05:38<03:55, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:31:21,032 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1789/3000 [05:39<03:46, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:31:21,200 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1790/3000 [05:39<04:08, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:31:21,450 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1791/3000 [05:39<03:55, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:31:21,619 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1792/3000 [05:39<04:14, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:31:21,868 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1793/3000 [05:39<03:59, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:31:22,038 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1794/3000 [05:40<03:48, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:31:22,207 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1795/3000 [05:40<04:10, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:31:22,456 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1796/3000 [05:40<04:24, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:31:22,704 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1797/3000 [05:40<04:06, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:31:22,873 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▎ | 1798/3000 [05:41<04:22, 4.58it/s][WARNING|utils.py:1542] 2024-09-15 01:31:23,124 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1799/3000 [05:41<04:04, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:31:23,293 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1800/3000 [05:41<03:51, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:31:23,461 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1801/3000 [05:41<03:42, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:31:23,629 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1802/3000 [05:41<04:05, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:31:23,879 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1803/3000 [05:41<03:51, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:31:24,047 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1804/3000 [05:42<04:11, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:31:24,297 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1805/3000 [05:42<03:56, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:31:24,467 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1806/3000 [05:42<03:45, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:31:24,634 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▍ | 1807/3000 [05:42<03:38, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:31:24,802 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1808/3000 [05:42<03:33, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:31:24,973 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1809/3000 [05:43<03:29, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:31:25,141 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████��███████████▌ | 1810/3000 [05:43<03:26, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:31:25,308 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1811/3000 [05:43<03:23, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:31:25,476 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1812/3000 [05:43<03:22, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:31:25,644 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1813/3000 [05:43<03:21, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:31:25,812 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1814/3000 [05:43<03:49, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:31:26,062 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 60%|███████████████████████▌ | 1815/3000 [05:44<03:40, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:31:26,229 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▌ | 1816/3000 [05:44<04:01, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:31:26,477 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▌ | 1817/3000 [05:44<03:49, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:31:26,646 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1818/3000 [05:44<03:39, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:31:26,814 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1819/3000 [05:44<03:33, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:31:26,983 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1820/3000 [05:45<03:57, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:31:27,232 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1821/3000 [05:45<04:14, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:31:27,481 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1822/3000 [05:45<03:57, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:31:27,649 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1823/3000 [05:45<03:45, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:31:27,817 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1824/3000 [05:45<03:37, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:31:27,987 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1825/3000 [05:46<03:31, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:31:28,154 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▋ | 1826/3000 [05:46<03:26, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:31:28,322 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1827/3000 [05:46<03:24, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:31:28,491 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1828/3000 [05:46<04:18, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:31:28,820 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1829/3000 [05:46<04:29, 4.35it/s][WARNING|utils.py:1542] 2024-09-15 01:31:29,072 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1830/3000 [05:47<04:07, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:31:29,240 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1831/3000 [05:47<04:20, 4.49it/s][WARNING|utils.py:1542] 2024-09-15 01:31:29,489 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1832/3000 [05:47<04:00, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:31:29,656 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1833/3000 [05:47<03:46, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:31:29,824 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1834/3000 [05:47<03:37, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:31:29,992 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1835/3000 [05:48<03:30, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:31:30,159 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▊ | 1836/3000 [05:48<03:54, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:31:30,408 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1837/3000 [05:48<03:42, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:31:30,576 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1838/3000 [05:48<03:33, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:31:30,743 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1839/3000 [05:48<03:27, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:31:30,911 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1840/3000 [05:49<03:24, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:31:31,080 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1841/3000 [05:49<03:21, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:31:31,248 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1842/3000 [05:49<03:46, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:31:31,495 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1843/3000 [05:49<04:04, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:31:31,744 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 61%|███████████████████████▉ | 1844/3000 [05:49<03:50, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:31:31,914 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|███████████████████████▉ | 1845/3000 [05:50<03:38, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:31:32,081 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|███████████████████████▉ | 1846/3000 [05:50<03:31, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:31:32,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████ | 1847/3000 [05:50<03:26, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:31:32,418 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████ | 1848/3000 [05:50<03:21, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:31:32,585 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████ | 1849/3000 [05:50<03:46, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:31:32,833 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████ | 1850/3000 [05:50<03:37, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:31:33,004 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████ | 1851/3000 [05:51<03:57, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:31:33,251 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████ | 1852/3000 [05:51<03:44, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:31:33,420 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████ | 1853/3000 [05:51<04:02, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:31:33,668 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████ | 1854/3000 [05:51<03:47, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:31:33,836 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████ | 1855/3000 [05:52<04:05, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:31:34,088 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1856/3000 [05:52<03:50, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:31:34,259 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1857/3000 [05:52<03:38, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:31:34,427 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1858/3000 [05:52<03:30, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:31:34,594 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1859/3000 [05:52<03:24, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:31:34,763 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1860/3000 [05:52<03:21, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:31:34,933 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1861/3000 [05:53<03:18, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:31:35,100 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1862/3000 [05:53<03:16, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:31:35,271 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1863/3000 [05:53<03:42, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:31:35,521 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1864/3000 [05:53<03:33, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:31:35,689 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▏ | 1865/3000 [05:53<03:25, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:31:35,856 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1866/3000 [05:53<03:21, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:31:36,026 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1867/3000 [05:54<03:18, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:31:36,195 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1868/3000 [05:54<03:15, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:31:36,361 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1869/3000 [05:54<03:13, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:31:36,529 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1870/3000 [05:54<03:12, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:31:36,697 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1871/3000 [05:54<03:39, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:31:36,947 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1872/3000 [05:55<03:30, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:31:37,116 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1873/3000 [05:55<03:24, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:31:37,284 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▎ | 1874/3000 [05:55<03:19, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:31:37,451 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 62%|████████████████████████▍ | 1875/3000 [05:55<03:15, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:31:37,619 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1876/3000 [05:55<03:13, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:31:37,786 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1877/3000 [05:55<03:12, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:31:37,956 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1878/3000 [05:56<03:10, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:31:38,123 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1879/3000 [05:56<03:36, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:31:38,370 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1880/3000 [05:56<03:28, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:31:38,539 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1881/3000 [05:56<03:21, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:31:38,706 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1882/3000 [05:56<03:17, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:31:38,875 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1883/3000 [05:56<03:15, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:31:39,045 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▍ | 1884/3000 [05:57<03:39, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:31:39,294 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1885/3000 [05:57<03:29, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:31:39,462 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1886/3000 [05:57<03:23, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:31:39,632 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1887/3000 [05:57<03:18, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:31:39,799 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1888/3000 [05:57<03:43, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:31:40,052 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1889/3000 [05:58<03:32, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:31:40,221 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1890/3000 [05:58<03:24, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:31:40,389 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1891/3000 [05:58<03:18, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:31:40,556 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1892/3000 [05:58<03:14, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:31:40,723 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1893/3000 [05:58<03:12, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:31:40,894 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▌ | 1894/3000 [05:58<03:10, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:31:41,063 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1895/3000 [05:59<04:02, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:31:41,393 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1896/3000 [05:59<04:12, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:31:41,642 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1897/3000 [05:59<03:51, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:31:41,809 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1898/3000 [05:59<03:38, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:31:41,988 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1899/3000 [06:00<03:58, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:31:42,238 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1900/3000 [06:00<03:42, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:31:42,406 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1901/3000 [06:00<03:30, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:31:42,573 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1902/3000 [06:00<03:22, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:31:42,741 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▋ | 1903/3000 [06:00<03:43, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:31:42,990 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 63%|████████████████████████▊ | 1904/3000 [06:01<03:31, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:31:43,159 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1905/3000 [06:01<03:23, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:31:43,328 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1906/3000 [06:01<03:17, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:31:43,497 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1907/3000 [06:01<03:13, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:31:43,665 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1908/3000 [06:01<03:10, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:31:43,833 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1909/3000 [06:02<03:35, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:31:44,084 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1910/3000 [06:02<03:25, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:31:44,252 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1911/3000 [06:02<03:18, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:31:44,419 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1912/3000 [06:02<03:13, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:31:44,587 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▊ | 1913/3000 [06:02<03:36, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:31:44,837 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1914/3000 [06:02<03:26, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:31:45,006 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1915/3000 [06:03<03:19, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:31:45,175 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1916/3000 [06:03<03:14, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:31:45,344 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1917/3000 [06:03<03:10, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:31:45,512 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1918/3000 [06:03<03:07, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:31:45,680 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1919/3000 [06:03<03:05, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:31:45,847 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1920/3000 [06:04<03:30, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:31:46,096 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1921/3000 [06:04<03:21, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:31:46,264 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1922/3000 [06:04<03:15, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:31:46,432 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|████████████████████████▉ | 1923/3000 [06:04<03:10, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:31:46,598 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████ | 1924/3000 [06:04<03:07, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:31:46,766 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████ | 1925/3000 [06:04<03:06, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:31:46,937 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████ | 1926/3000 [06:05<03:31, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:31:47,188 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████ | 1927/3000 [06:05<03:22, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:31:47,359 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████ | 1928/3000 [06:05<03:41, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:31:47,607 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████ | 1929/3000 [06:05<03:29, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:31:47,776 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████ | 1930/3000 [06:05<03:46, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:31:48,026 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████ | 1931/3000 [06:06<03:32, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:31:48,195 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████ | 1932/3000 [06:06<03:22, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:31:48,361 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████▏ | 1933/3000 [06:06<03:16, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:31:48,534 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████▏ | 1934/3000 [06:06<03:36, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:31:48,782 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 64%|█████████████████████████▏ | 1935/3000 [06:06<03:26, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:31:48,954 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1936/3000 [06:07<03:44, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:31:49,203 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1937/3000 [06:07<03:55, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:31:49,452 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1938/3000 [06:07<03:38, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:31:49,619 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1939/3000 [06:07<03:26, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:31:49,787 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1940/3000 [06:07<03:18, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:31:49,958 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1941/3000 [06:08<03:12, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:31:50,125 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▏ | 1942/3000 [06:08<03:33, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:31:50,374 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1943/3000 [06:08<03:48, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:31:50,623 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1944/3000 [06:08<03:32, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:31:50,791 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1945/3000 [06:08<03:47, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:31:51,039 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1946/3000 [06:09<03:31, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:31:51,207 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1947/3000 [06:09<03:21, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:31:51,376 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1948/3000 [06:09<03:39, 4.80it/s][WARNING|utils.py:1542] 2024-09-15 01:31:51,624 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1949/3000 [06:09<03:26, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:31:51,792 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1950/3000 [06:09<03:17, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:31:51,962 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▎ | 1951/3000 [06:10<03:36, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:31:52,211 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1952/3000 [06:10<03:24, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:31:52,378 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1953/3000 [06:10<03:15, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:31:52,547 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1954/3000 [06:10<03:09, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:31:52,715 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1955/3000 [06:10<03:05, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:31:52,883 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1956/3000 [06:10<03:02, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:31:53,053 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1957/3000 [06:11<03:00, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:31:53,222 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1958/3000 [06:11<02:58, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:31:53,390 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1959/3000 [06:11<03:22, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:31:53,637 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1960/3000 [06:11<03:14, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:31:53,807 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▍ | 1961/3000 [06:11<03:08, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:31:53,976 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▌ | 1962/3000 [06:12<03:04, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:31:54,143 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▌ | 1963/3000 [06:12<03:25, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:31:54,391 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 65%|█████████████████████████▌ | 1964/3000 [06:12<03:16, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:31:54,560 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1965/3000 [06:12<03:10, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:31:54,730 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1966/3000 [06:12<03:05, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:31:54,900 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1967/3000 [06:13<03:27, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:31:55,149 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1968/3000 [06:13<03:41, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:31:55,398 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1969/3000 [06:13<03:27, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:31:55,567 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1970/3000 [06:13<03:16, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:31:55,734 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▌ | 1971/3000 [06:13<03:09, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:31:55,902 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1972/3000 [06:13<03:04, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:31:56,070 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1973/3000 [06:14<03:00, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:31:56,239 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1974/3000 [06:14<02:57, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:31:56,406 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1975/3000 [06:14<03:20, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:31:56,654 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1976/3000 [06:14<03:12, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:31:56,823 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1977/3000 [06:14<03:31, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:31:57,073 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1978/3000 [06:15<03:19, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:31:57,242 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1979/3000 [06:15<03:35, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:31:57,489 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▋ | 1980/3000 [06:15<03:46, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:31:57,737 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1981/3000 [06:15<03:30, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:31:57,907 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1982/3000 [06:16<03:42, 4.57it/s][WARNING|utils.py:1542] 2024-09-15 01:31:58,155 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1983/3000 [06:16<03:26, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:31:58,323 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1984/3000 [06:16<03:15, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:31:58,490 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1985/3000 [06:16<03:07, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:31:58,657 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1986/3000 [06:16<03:27, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:31:58,907 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1987/3000 [06:17<03:41, 4.58it/s][WARNING|utils.py:1542] 2024-09-15 01:31:59,158 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1988/3000 [06:17<03:25, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:31:59,326 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1989/3000 [06:17<03:15, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:31:59,495 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▊ | 1990/3000 [06:17<03:07, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:31:59,663 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1991/3000 [06:17<03:01, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:31:59,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1992/3000 [06:17<02:58, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:31:59,999 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1993/3000 [06:18<03:24, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:32:00,265 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1994/3000 [06:18<03:38, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:00,514 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 66%|█████████████████████████▉ | 1995/3000 [06:18<03:23, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:32:00,682 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|█████████████████████████▉ | 1996/3000 [06:18<03:12, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:32:00,850 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|█████████████████████████▉ | 1997/3000 [06:19<03:30, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:32:01,102 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|█████████████████████████▉ | 1998/3000 [06:19<03:41, 4.52it/s][WARNING|utils.py:1542] 2024-09-15 01:32:01,350 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|█████████████████████████▉ | 1999/3000 [06:19<03:25, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:32:01,518 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████ | 2000/3000 [06:19<03:14, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:32:01,687 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████ | 2001/3000 [06:19<03:06, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:32:01,854 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████ | 2002/3000 [06:19<03:01, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:32:02,025 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████ | 2003/3000 [06:20<03:21, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:32:02,275 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████ | 2004/3000 [06:20<03:35, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:32:02,524 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████ | 2005/3000 [06:20<03:20, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:32:02,691 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████ | 2006/3000 [06:20<03:10, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:32:02,858 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████ | 2007/3000 [06:21<03:27, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:32:03,109 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|█████████████████████��████ | 2008/3000 [06:21<03:15, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:32:03,278 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████ | 2009/3000 [06:21<03:06, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:32:03,445 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2010/3000 [06:21<03:00, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:32:03,613 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2011/3000 [06:21<02:56, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:32:03,781 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2012/3000 [06:21<03:17, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:32:04,032 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2013/3000 [06:22<03:08, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:32:04,201 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2014/3000 [06:22<03:01, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:32:04,370 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2015/3000 [06:22<02:56, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:32:04,538 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2016/3000 [06:22<02:53, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:32:04,706 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2017/3000 [06:22<02:50, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:32:04,873 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2018/3000 [06:22<02:48, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:32:05,042 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▏ | 2019/3000 [06:23<02:56, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:32:05,239 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2020/3000 [06:23<02:53, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:32:05,410 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2021/3000 [06:23<02:50, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:32:05,579 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2022/3000 [06:23<02:48, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:32:05,746 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2023/3000 [06:23<03:11, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:32:05,998 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 67%|██████████████████████████▎ | 2024/3000 [06:24<03:03, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:32:06,166 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▎ | 2025/3000 [06:24<03:22, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:32:06,420 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|█��████████████████████████▎ | 2026/3000 [06:24<03:34, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:32:06,669 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▎ | 2027/3000 [06:24<03:18, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:32:06,837 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▎ | 2028/3000 [06:24<03:08, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:32:07,008 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2029/3000 [06:25<03:24, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:32:07,256 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2030/3000 [06:25<03:35, 4.50it/s][WARNING|utils.py:1542] 2024-09-15 01:32:07,505 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2031/3000 [06:25<03:19, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:32:07,673 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2032/3000 [06:25<03:08, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:32:07,841 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2033/3000 [06:25<03:00, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:32:08,011 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2034/3000 [06:26<02:54, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:32:08,178 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2035/3000 [06:26<02:50, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:32:08,345 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2036/3000 [06:26<02:48, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:32:08,513 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2037/3000 [06:26<02:45, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:32:08,681 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▍ | 2038/3000 [06:26<03:39, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:32:09,040 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2039/3000 [06:27<03:48, 4.21it/s][WARNING|utils.py:1542] 2024-09-15 01:32:09,300 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2040/3000 [06:27<03:28, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:09,469 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2041/3000 [06:27<03:36, 4.42it/s][WARNING|utils.py:1542] 2024-09-15 01:32:09,716 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2042/3000 [06:27<03:43, 4.28it/s][WARNING|utils.py:1542] 2024-09-15 01:32:09,967 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2043/3000 [06:28<03:24, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:32:10,134 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2044/3000 [06:28<03:34, 4.46it/s][WARNING|utils.py:1542] 2024-09-15 01:32:10,383 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2045/3000 [06:28<03:18, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:32:10,552 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2046/3000 [06:28<03:29, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:32:10,800 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2047/3000 [06:28<03:37, 4.37it/s][WARNING|utils.py:1542] 2024-09-15 01:32:11,049 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▌ | 2048/3000 [06:29<03:20, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:32:11,217 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2049/3000 [06:29<03:07, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:32:11,385 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2050/3000 [06:29<02:59, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:32:11,552 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2051/3000 [06:29<02:53, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:32:11,720 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2052/3000 [06:29<02:49, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:32:11,890 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2053/3000 [06:30<03:09, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:32:12,139 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2054/3000 [06:30<02:59, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:32:12,307 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 68%|██████████████████████████▋ | 2055/3000 [06:30<02:53, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:32:12,475 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▋ | 2056/3000 [06:30<02:48, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:32:12,642 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▋ | 2057/3000 [06:30<02:45, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:32:12,810 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2058/3000 [06:30<02:43, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:32:12,980 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2059/3000 [06:31<02:42, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:32:13,149 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2060/3000 [06:31<02:40, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:32:13,317 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2061/3000 [06:31<02:39, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:32:13,485 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2062/3000 [06:31<03:01, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:32:13,733 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2063/3000 [06:31<02:55, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:32:13,905 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2064/3000 [06:31<02:49, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:32:14,073 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2065/3000 [06:32<02:45, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:32:14,241 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2066/3000 [06:32<03:05, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:32:14,490 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▊ | 2067/3000 [06:32<02:58, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:32:14,662 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2068/3000 [06:32<02:51, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:32:14,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2069/3000 [06:32<02:47, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:32:15,000 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2070/3000 [06:33<03:06, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:32:15,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2071/3000 [06:33<02:57, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:32:15,419 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2072/3000 [06:33<02:51, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:32:15,587 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2073/3000 [06:33<02:46, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:32:15,755 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2074/3000 [06:33<02:43, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:32:15,926 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2075/3000 [06:34<02:41, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:32:16,095 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|██████████████████████████▉ | 2076/3000 [06:34<02:39, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:32:16,264 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|███████████████████████████ | 2077/3000 [06:34<03:00, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:32:16,513 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|███████████████████████████ | 2078/3000 [06:34<02:52, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:32:16,680 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|███████████████████████████ | 2079/3000 [06:34<02:47, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:32:16,848 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|███████████████████████████ | 2080/3000 [06:34<02:44, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:17,019 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|███████████████████████████ | 2081/3000 [06:35<02:40, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:32:17,187 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|███████████████████████████ | 2082/3000 [06:35<03:01, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:32:17,436 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|███████████████████████████ | 2083/3000 [06:35<02:52, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:32:17,604 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 69%|███████████████████████████ | 2084/3000 [06:35<02:46, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:32:17,771 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████ | 2085/3000 [06:35<03:05, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:32:18,023 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████ | 2086/3000 [06:36<02:56, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:32:18,192 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2087/3000 [06:36<03:10, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:32:18,439 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2088/3000 [06:36<03:21, 4.52it/s][WARNING|utils.py:1542] 2024-09-15 01:32:18,688 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2089/3000 [06:36<03:06, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:32:18,856 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2090/3000 [06:37<03:19, 4.57it/s][WARNING|utils.py:1542] 2024-09-15 01:32:19,107 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2091/3000 [06:37<03:05, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:32:19,275 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2092/3000 [06:37<03:17, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:19,523 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2093/3000 [06:37<03:03, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:32:19,691 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2094/3000 [06:37<03:17, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:32:19,946 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2095/3000 [06:38<03:03, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:32:20,114 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▏ | 2096/3000 [06:38<02:54, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:32:20,282 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|█████��█████████████████████▎ | 2097/3000 [06:38<02:47, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:32:20,450 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2098/3000 [06:38<02:42, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:32:20,619 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2099/3000 [06:38<02:39, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:32:20,788 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2100/3000 [06:38<02:37, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:32:20,957 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2101/3000 [06:39<02:56, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:32:21,205 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2102/3000 [06:39<02:49, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:32:21,374 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2103/3000 [06:39<02:43, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:32:21,542 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2104/3000 [06:39<02:39, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:21,711 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▎ | 2105/3000 [06:39<02:58, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:32:21,961 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2106/3000 [06:40<02:50, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:32:22,129 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2107/3000 [06:40<03:05, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:32:22,377 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2108/3000 [06:40<02:54, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:32:22,544 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2109/3000 [06:40<02:46, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:32:22,711 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2110/3000 [06:40<02:41, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:32:22,879 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2111/3000 [06:41<02:59, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:32:23,128 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2112/3000 [06:41<03:11, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:32:23,376 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2113/3000 [06:41<02:58, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:32:23,544 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2114/3000 [06:41<02:49, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:32:23,712 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 70%|███████████████████████████▍ | 2115/3000 [06:41<02:43, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:32:23,880 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2116/3000 [06:41<02:38, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:32:24,050 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2117/3000 [06:42<02:35, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:32:24,218 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2118/3000 [06:42<02:54, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:32:24,466 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2119/3000 [06:42<03:07, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:32:24,715 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2120/3000 [06:42<03:17, 4.45it/s][WARNING|utils.py:1542] 2024-09-15 01:32:24,967 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2121/3000 [06:43<03:23, 4.32it/s][WARNING|utils.py:1542] 2024-09-15 01:32:25,215 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2122/3000 [06:43<03:06, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:32:25,382 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2123/3000 [06:43<03:15, 4.49it/s][WARNING|utils.py:1542] 2024-09-15 01:32:25,629 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▌ | 2124/3000 [06:43<03:00, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:32:25,798 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2125/3000 [06:43<02:51, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:32:25,967 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2126/3000 [06:44<02:43, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:32:26,134 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2127/3000 [06:44<02:38, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:32:26,301 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2128/3000 [06:44<02:34, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:32:26,469 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2129/3000 [06:44<02:32, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:32:26,638 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2130/3000 [06:44<02:51, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:32:26,887 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2131/3000 [06:44<02:44, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:32:27,057 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2132/3000 [06:45<02:59, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:32:27,306 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2133/3000 [06:45<02:49, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:32:27,474 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▋ | 2134/3000 [06:45<02:41, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:32:27,642 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2135/3000 [06:45<02:36, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:32:27,810 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2136/3000 [06:45<02:33, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:27,981 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2137/3000 [06:46<02:30, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:32:28,148 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2138/3000 [06:46<02:28, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:32:28,315 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2139/3000 [06:46<02:59, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:32:28,608 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2140/3000 [06:46<02:49, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:32:28,778 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2141/3000 [06:46<02:42, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:32:28,948 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2142/3000 [06:47<02:36, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:32:29,115 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2143/3000 [06:47<02:32, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:32:29,282 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 71%|███████████████████████████▊ | 2144/3000 [06:47<02:49, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:32:29,529 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2145/3000 [06:47<02:42, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:32:29,698 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2146/3000 [06:47<02:36, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:32:29,865 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2147/3000 [06:48<02:53, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:32:30,119 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2148/3000 [06:48<02:44, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:32:30,288 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2149/3000 [06:48<02:58, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:32:30,537 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|██���████████████████████████▉ | 2150/3000 [06:48<02:47, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:32:30,704 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2151/3000 [06:48<02:40, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:32:30,872 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2152/3000 [06:49<02:55, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:32:31,123 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|███████████████████████████▉ | 2153/3000 [06:49<02:45, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:32:31,290 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2154/3000 [06:49<02:58, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:32:31,540 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2155/3000 [06:49<02:48, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:32:31,710 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2156/3000 [06:49<02:40, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:32:31,879 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2157/3000 [06:50<02:55, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:32:32,129 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2158/3000 [06:50<02:44, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:32:32,296 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2159/3000 [06:50<02:37, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:32:32,464 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2160/3000 [06:50<02:32, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:32:32,631 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2161/3000 [06:50<02:29, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:32:32,800 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2162/3000 [06:50<02:47, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:32:33,050 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████ | 2163/3000 [06:51<02:39, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:32:33,220 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2164/3000 [06:51<02:53, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:32:33,468 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2165/3000 [06:51<02:43, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:32:33,638 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2166/3000 [06:51<02:36, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:32:33,806 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2167/3000 [06:51<02:32, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:32:33,977 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2168/3000 [06:52<02:28, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:34,145 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2169/3000 [06:52<02:25, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:32:34,313 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2170/3000 [06:52<02:43, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:32:34,560 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2171/3000 [06:52<02:35, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:32:34,727 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2172/3000 [06:52<02:50, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:32:34,977 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▏ | 2173/3000 [06:53<02:40, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:32:35,144 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▎ | 2174/3000 [06:53<02:33, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:32:35,311 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 72%|████████████████████████████▎ | 2175/3000 [06:53<02:48, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:32:35,558 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2176/3000 [06:53<02:39, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:32:35,725 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2177/3000 [06:53<02:53, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:32:35,976 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2178/3000 [06:54<02:42, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:32:36,144 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2179/3000 [06:54<02:54, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:32:36,391 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2180/3000 [06:54<03:02, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:32:36,639 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2181/3000 [06:54<03:09, 4.33it/s][WARNING|utils.py:1542] 2024-09-15 01:32:36,888 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▎ | 2182/3000 [06:54<02:53, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:32:37,058 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2183/3000 [06:55<02:42, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:32:37,226 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2184/3000 [06:55<02:34, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:32:37,394 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|██████████████████���█████████▍ | 2185/3000 [06:55<02:29, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:32:37,561 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2186/3000 [06:55<02:25, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:32:37,730 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2187/3000 [06:55<02:22, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:32:37,898 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2188/3000 [06:55<02:21, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:32:38,069 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2189/3000 [06:56<02:19, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:32:38,237 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2190/3000 [06:56<02:37, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:32:38,484 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2191/3000 [06:56<02:31, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:32:38,654 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▍ | 2192/3000 [06:56<02:46, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:32:38,902 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2193/3000 [06:57<02:57, 4.56it/s][WARNING|utils.py:1542] 2024-09-15 01:32:39,153 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2194/3000 [06:57<03:23, 3.97it/s][WARNING|utils.py:1542] 2024-09-15 01:32:39,482 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2195/3000 [06:57<03:02, 4.41it/s][WARNING|utils.py:1542] 2024-09-15 01:32:39,649 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2196/3000 [06:57<02:48, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:32:39,817 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2197/3000 [06:57<02:38, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:32:39,986 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2198/3000 [06:58<02:50, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:32:40,234 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2199/3000 [06:58<02:39, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:32:40,403 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2200/3000 [06:58<02:31, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:32:40,570 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▌ | 2201/3000 [06:58<02:26, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:32:40,738 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▋ | 2202/3000 [06:58<02:22, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:32:40,906 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▋ | 2203/3000 [06:58<02:20, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:32:41,075 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 73%|████████████████████████████▋ | 2204/3000 [06:59<02:18, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:32:41,244 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2205/3000 [06:59<02:16, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:32:41,411 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2206/3000 [06:59<02:15, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:32:41,578 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2207/3000 [06:59<02:14, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:32:41,746 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2208/3000 [06:59<02:33, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:32:41,997 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2209/3000 [07:00<02:27, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:32:42,165 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2210/3000 [07:00<02:23, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:32:42,334 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▋ | 2211/3000 [07:00<02:19, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:32:42,503 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2212/3000 [07:00<02:17, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:32:42,669 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2213/3000 [07:00<02:15, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:32:42,839 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2214/3000 [07:00<02:14, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:32:43,007 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2215/3000 [07:01<02:13, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:32:43,174 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2216/3000 [07:01<02:50, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:32:43,504 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2217/3000 [07:01<02:38, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:32:43,672 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2218/3000 [07:01<02:50, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:32:43,925 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2219/3000 [07:02<02:38, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:32:44,093 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2220/3000 [07:02<02:30, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:32:44,260 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▊ | 2221/3000 [07:02<02:42, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:32:44,509 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2222/3000 [07:02<02:32, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:32:44,676 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2223/3000 [07:02<02:26, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:32:44,844 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2224/3000 [07:02<02:21, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:32:45,014 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2225/3000 [07:03<02:18, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:45,182 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2226/3000 [07:03<02:15, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:32:45,349 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2227/3000 [07:03<02:13, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:32:45,516 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2228/3000 [07:03<02:30, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:32:45,766 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2229/3000 [07:03<02:24, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:32:45,936 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|████████████████████████████▉ | 2230/3000 [07:04<02:20, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:32:46,105 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2231/3000 [07:04<02:16, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:32:46,273 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2232/3000 [07:04<02:14, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:32:46,441 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2233/3000 [07:04<02:31, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:32:46,690 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2234/3000 [07:04<02:24, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:32:46,857 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 74%|█████████████████████████████ | 2235/3000 [07:05<02:38, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:32:47,107 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2236/3000 [07:05<02:28, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:32:47,274 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2237/3000 [07:05<02:22, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:32:47,441 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2238/3000 [07:05<02:17, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:32:47,609 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2239/3000 [07:05<02:14, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:32:47,777 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████ | 2240/3000 [07:05<02:31, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:32:48,028 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2241/3000 [07:06<02:24, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:32:48,197 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2242/3000 [07:06<02:18, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:32:48,364 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2243/3000 [07:06<02:15, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:32:48,533 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2244/3000 [07:06<02:12, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:32:48,700 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2245/3000 [07:06<02:29, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:32:48,950 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2246/3000 [07:07<02:22, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:32:49,118 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2247/3000 [07:07<02:17, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:32:49,286 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2248/3000 [07:07<02:14, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:49,454 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▏ | 2249/3000 [07:07<02:11, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:32:49,621 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2250/3000 [07:07<02:09, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:32:49,790 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2251/3000 [07:07<02:09, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:32:49,961 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2252/3000 [07:08<02:07, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:32:50,128 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2253/3000 [07:08<02:06, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:32:50,295 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2254/3000 [07:08<02:06, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:32:50,462 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|██████████████████████���██████▎ | 2255/3000 [07:08<02:05, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:32:50,629 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2256/3000 [07:08<02:22, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:32:50,876 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2257/3000 [07:08<02:18, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:32:51,048 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2258/3000 [07:09<02:13, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:32:51,215 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▎ | 2259/3000 [07:09<02:10, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:32:51,384 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2260/3000 [07:09<02:26, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:32:51,632 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2261/3000 [07:09<02:20, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:32:51,802 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2262/3000 [07:09<02:33, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:32:52,051 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2263/3000 [07:10<02:42, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:32:52,299 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 75%|█████████████████████████████▍ | 2264/3000 [07:10<02:30, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:32:52,469 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2265/3000 [07:10<02:22, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:32:52,638 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2266/3000 [07:10<02:16, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:32:52,806 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2267/3000 [07:10<02:12, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:32:52,976 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2268/3000 [07:11<02:09, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:32:53,144 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▍ | 2269/3000 [07:11<02:07, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:32:53,312 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2270/3000 [07:11<02:05, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:32:53,480 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2271/3000 [07:11<02:22, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:32:53,729 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2272/3000 [07:11<02:34, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:32:53,979 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2273/3000 [07:12<02:24, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:32:54,147 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2274/3000 [07:12<02:17, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:32:54,314 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2275/3000 [07:12<02:12, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:32:54,481 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2276/3000 [07:12<02:09, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:32:54,650 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2277/3000 [07:12<02:06, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:32:54,818 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▌ | 2278/3000 [07:12<02:22, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:32:55,068 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2279/3000 [07:13<02:15, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:32:55,235 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2280/3000 [07:13<02:11, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:32:55,403 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2281/3000 [07:13<02:07, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:32:55,570 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2282/3000 [07:13<02:05, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:32:55,737 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2283/3000 [07:13<02:03, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:32:55,904 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2284/3000 [07:14<02:19, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:32:56,153 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2285/3000 [07:14<02:13, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:32:56,321 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2286/3000 [07:14<02:09, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:32:56,489 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2287/3000 [07:14<02:23, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:32:56,737 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▋ | 2288/3000 [07:14<02:33, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:32:56,987 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2289/3000 [07:15<02:23, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:32:57,154 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████��███████████████████████▊ | 2290/3000 [07:15<02:15, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:32:57,321 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2291/3000 [07:15<02:27, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:32:57,568 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2292/3000 [07:15<02:18, 5.09it/s][WARNING|utils.py:1542] 2024-09-15 01:32:57,737 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2293/3000 [07:15<02:30, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:32:57,988 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2294/3000 [07:16<02:20, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:32:58,156 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 76%|█████████████████████████████▊ | 2295/3000 [07:16<02:13, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:32:58,323 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▊ | 2296/3000 [07:16<02:08, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:32:58,491 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▊ | 2297/3000 [07:16<02:05, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:32:58,658 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▊ | 2298/3000 [07:16<02:03, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:32:58,827 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2299/3000 [07:16<02:01, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:32:58,996 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2300/3000 [07:17<02:00, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:32:59,164 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2301/3000 [07:17<02:16, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:32:59,412 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2302/3000 [07:17<02:10, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:32:59,582 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2303/3000 [07:17<02:23, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:32:59,831 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2304/3000 [07:17<02:15, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:33:00,001 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2305/3000 [07:18<02:26, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:33:00,248 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2306/3000 [07:18<02:17, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:33:00,417 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|█████████████████████████████▉ | 2307/3000 [07:18<02:10, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:33:00,584 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2308/3000 [07:18<02:06, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:33:00,753 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2309/3000 [07:18<02:03, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:33:00,921 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2310/3000 [07:19<02:00, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:33:01,089 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2311/3000 [07:19<01:59, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:33:01,257 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2312/3000 [07:19<02:14, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:33:01,506 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2313/3000 [07:19<02:42, 4.23it/s][WARNING|utils.py:1542] 2024-09-15 01:33:01,838 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2314/3000 [07:19<02:28, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:33:02,008 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2315/3000 [07:20<02:34, 4.43it/s][WARNING|utils.py:1542] 2024-09-15 01:33:02,255 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2316/3000 [07:20<02:22, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:33:02,423 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████ | 2317/3000 [07:20<02:14, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:33:02,591 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2318/3000 [07:20<02:08, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:33:02,759 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2319/3000 [07:20<02:20, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:33:03,007 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2320/3000 [07:21<02:28, 4.58it/s][WARNING|utils.py:1542] 2024-09-15 01:33:03,254 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2321/3000 [07:21<02:18, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:33:03,425 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2322/3000 [07:21<02:10, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:33:03,593 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2323/3000 [07:21<02:05, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:33:03,760 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 77%|██████████████████████████████▏ | 2324/3000 [07:21<02:01, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:33:03,929 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▏ | 2325/3000 [07:22<01:59, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:33:04,097 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▏ | 2326/3000 [07:22<01:57, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:33:04,266 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2327/3000 [07:22<01:56, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:33:04,434 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2328/3000 [07:22<01:54, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:33:04,601 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2329/3000 [07:22<01:54, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:33:04,769 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2330/3000 [07:22<01:53, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:33:04,940 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2331/3000 [07:23<01:53, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:33:05,108 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2332/3000 [07:23<01:52, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:33:05,275 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2333/3000 [07:23<01:52, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:33:05,444 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2334/3000 [07:23<01:52, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:33:05,612 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2335/3000 [07:23<01:51, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:05,780 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▎ | 2336/3000 [07:23<01:52, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:33:05,949 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2337/3000 [07:24<01:51, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:06,116 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2338/3000 [07:24<01:51, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:06,285 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2339/3000 [07:24<01:51, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:06,453 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2340/3000 [07:24<01:50, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:33:06,621 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2341/3000 [07:24<01:50, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:06,790 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|█████████████��████████████████▍ | 2342/3000 [07:24<01:50, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:33:06,960 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2343/3000 [07:25<01:50, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:33:07,128 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2344/3000 [07:25<01:50, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:07,295 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2345/3000 [07:25<01:49, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:33:07,462 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▍ | 2346/3000 [07:25<02:05, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:33:07,711 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2347/3000 [07:25<02:01, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:33:07,881 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2348/3000 [07:26<02:13, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:33:08,132 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2349/3000 [07:26<02:22, 4.57it/s][WARNING|utils.py:1542] 2024-09-15 01:33:08,382 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2350/3000 [07:26<02:12, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:33:08,551 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2351/3000 [07:26<02:05, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:33:08,719 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2352/3000 [07:26<02:00, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:33:08,887 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2353/3000 [07:27<02:12, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:33:09,138 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2354/3000 [07:27<02:05, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:33:09,306 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 78%|██████████████████████████████▌ | 2355/3000 [07:27<02:15, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:33:09,554 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2356/3000 [07:27<02:22, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:33:09,803 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2357/3000 [07:27<02:28, 4.34it/s][WARNING|utils.py:1542] 2024-09-15 01:33:10,053 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2358/3000 [07:28<02:15, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:33:10,221 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2359/3000 [07:28<02:23, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:33:10,471 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2360/3000 [07:28<02:27, 4.33it/s][WARNING|utils.py:1542] 2024-09-15 01:33:10,719 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2361/3000 [07:28<02:31, 4.23it/s][WARNING|utils.py:1542] 2024-09-15 01:33:10,970 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2362/3000 [07:29<02:17, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:33:11,138 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2363/3000 [07:29<02:08, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:33:11,306 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2364/3000 [07:29<02:01, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:33:11,474 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▋ | 2365/3000 [07:29<01:57, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:33:11,642 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2366/3000 [07:29<01:53, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:33:11,809 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2367/3000 [07:29<01:51, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:33:11,979 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2368/3000 [07:30<01:49, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:33:12,146 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2369/3000 [07:30<01:48, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:33:12,313 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2370/3000 [07:30<01:47, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:33:12,481 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2371/3000 [07:30<01:46, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:33:12,648 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2372/3000 [07:30<01:46, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:33:12,818 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2373/3000 [07:30<01:46, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:33:12,988 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▊ | 2374/3000 [07:31<01:45, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:33:13,155 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2375/3000 [07:31<01:45, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:33:13,323 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2376/3000 [07:31<01:45, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:13,491 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2377/3000 [07:31<01:44, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:33:13,658 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2378/3000 [07:31<01:44, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:13,827 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2379/3000 [07:31<01:44, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:13,995 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2380/3000 [07:32<01:44, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:33:14,163 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2381/3000 [07:32<01:58, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:33:14,410 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2382/3000 [07:32<01:53, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:33:14,577 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2383/3000 [07:32<01:50, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:33:14,744 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 79%|██████████████████████████████▉ | 2384/3000 [07:32<01:48, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:33:14,914 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2385/3000 [07:33<01:47, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:33:15,082 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2386/3000 [07:33<01:45, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:33:15,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2387/3000 [07:33<01:44, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:33:15,417 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2388/3000 [07:33<01:58, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:33:15,663 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2389/3000 [07:33<02:08, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:33:15,913 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2390/3000 [07:34<02:00, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:33:16,082 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2391/3000 [07:34<01:55, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:33:16,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2392/3000 [07:34<01:50, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:33:16,417 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2393/3000 [07:34<01:47, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:33:16,585 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████ | 2394/3000 [07:34<02:00, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:33:16,831 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2395/3000 [07:34<01:55, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:33:17,002 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2396/3000 [07:35<02:05, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:33:17,249 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2397/3000 [07:35<01:57, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:33:17,417 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2398/3000 [07:35<02:07, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:33:17,668 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2399/3000 [07:35<01:59, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:33:17,836 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2400/3000 [07:36<02:08, 4.66it/s][WARNING|utils.py:1542] 2024-09-15 01:33:18,087 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2401/3000 [07:36<02:14, 4.44it/s][WARNING|utils.py:1542] 2024-09-15 01:33:18,337 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2402/3000 [07:36<02:04, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:33:18,505 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▏ | 2403/3000 [07:36<01:56, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:33:18,672 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2404/3000 [07:36<02:06, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:33:18,923 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2405/3000 [07:37<02:12, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:33:19,172 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2406/3000 [07:37<02:02, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:33:19,340 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2407/3000 [07:37<02:10, 4.56it/s][WARNING|utils.py:1542] 2024-09-15 01:33:19,589 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2408/3000 [07:37<02:00, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:33:19,758 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2409/3000 [07:37<01:54, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:33:19,927 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2410/3000 [07:38<01:49, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:33:20,095 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|█████████████████████��█████████▎ | 2411/3000 [07:38<01:46, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:33:20,262 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2412/3000 [07:38<01:43, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:33:20,430 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▎ | 2413/3000 [07:38<01:41, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:33:20,596 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▍ | 2414/3000 [07:38<01:40, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:33:20,764 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 80%|███████████████████████████████▍ | 2415/3000 [07:38<01:39, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:33:20,933 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2416/3000 [07:39<01:39, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:33:21,103 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2417/3000 [07:39<01:38, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:33:21,270 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2418/3000 [07:39<01:38, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:33:21,437 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2419/3000 [07:39<01:37, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:21,605 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2420/3000 [07:39<01:51, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:33:21,853 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2421/3000 [07:39<01:47, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:33:22,025 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2422/3000 [07:40<01:58, 4.86it/s][WARNING|utils.py:1542] 2024-09-15 01:33:22,275 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▍ | 2423/3000 [07:40<02:06, 4.58it/s][WARNING|utils.py:1542] 2024-09-15 01:33:22,524 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2424/3000 [07:40<02:10, 4.40it/s][WARNING|utils.py:1542] 2024-09-15 01:33:22,771 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2425/3000 [07:40<02:14, 4.27it/s][WARNING|utils.py:1542] 2024-09-15 01:33:23,022 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2426/3000 [07:41<02:03, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:33:23,190 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2427/3000 [07:41<01:54, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:33:23,357 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2428/3000 [07:41<02:02, 4.66it/s][WARNING|utils.py:1542] 2024-09-15 01:33:23,605 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2429/3000 [07:41<01:54, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:33:23,772 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2430/3000 [07:41<02:02, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:33:24,021 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2431/3000 [07:42<01:54, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:33:24,190 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▌ | 2432/3000 [07:42<02:02, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:33:24,437 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2433/3000 [07:42<02:07, 4.44it/s][WARNING|utils.py:1542] 2024-09-15 01:33:24,686 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2434/3000 [07:42<01:57, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:33:24,854 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2435/3000 [07:43<02:04, 4.53it/s][WARNING|utils.py:1542] 2024-09-15 01:33:25,104 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2436/3000 [07:43<01:55, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:33:25,273 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2437/3000 [07:43<01:51, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:33:25,456 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2438/3000 [07:43<01:48, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:33:25,638 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2439/3000 [07:43<01:44, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:33:25,806 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2440/3000 [07:43<01:41, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:33:25,974 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2441/3000 [07:44<01:38, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:33:26,142 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▋ | 2442/3000 [07:44<01:37, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:33:26,309 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▊ | 2443/3000 [07:44<01:35, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:33:26,476 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 81%|███████████████████████████████▊ | 2444/3000 [07:44<01:34, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:33:26,643 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2445/3000 [07:44<01:34, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:33:26,813 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2446/3000 [07:44<01:34, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:33:26,983 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2447/3000 [07:45<01:33, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:33:27,150 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2448/3000 [07:45<01:33, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:33:27,317 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2449/3000 [07:45<01:32, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:33:27,486 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2450/3000 [07:45<01:32, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:27,653 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▊ | 2451/3000 [07:45<01:32, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:33:27,821 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2452/3000 [07:45<01:32, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:27,989 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2453/3000 [07:46<01:44, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:33:28,236 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2454/3000 [07:46<01:40, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:33:28,404 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2455/3000 [07:46<01:37, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:33:28,571 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2456/3000 [07:46<01:35, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:33:28,739 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2457/3000 [07:46<01:34, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:33:28,907 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2458/3000 [07:47<01:46, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:33:29,156 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2459/3000 [07:47<01:55, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:33:29,407 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2460/3000 [07:47<01:47, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:33:29,576 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|███████████████████████████████▉ | 2461/3000 [07:47<01:55, 4.66it/s][WARNING|utils.py:1542] 2024-09-15 01:33:29,825 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2462/3000 [07:47<01:48, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:33:29,997 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2463/3000 [07:48<01:42, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:33:30,166 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2464/3000 [07:48<01:39, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:33:30,335 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2465/3000 [07:48<01:36, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:33:30,504 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2466/3000 [07:48<01:34, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:33:30,672 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2467/3000 [07:48<01:32, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:33:30,840 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2468/3000 [07:48<01:31, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:33:31,010 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2469/3000 [07:49<01:30, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:33:31,178 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2470/3000 [07:49<01:30, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:33:31,346 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████ | 2471/3000 [07:49<01:29, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:33:31,514 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████▏ | 2472/3000 [07:49<01:29, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:33:31,682 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████▏ | 2473/3000 [07:49<01:28, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:33:31,849 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████▏ | 2474/3000 [07:49<01:28, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:33:32,019 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 82%|████████████████████████████████▏ | 2475/3000 [07:50<01:28, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:32,186 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2476/3000 [07:50<01:28, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:32,354 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2477/3000 [07:50<01:28, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:32,522 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2478/3000 [07:50<01:27, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:33:32,691 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2479/3000 [07:50<01:40, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:33:32,940 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▏ | 2480/3000 [07:51<01:36, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:33:33,111 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2481/3000 [07:51<01:33, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:33:33,278 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2482/3000 [07:51<01:31, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:33:33,448 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2483/3000 [07:51<01:30, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:33:33,617 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2484/3000 [07:51<01:29, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:33:33,784 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2485/3000 [07:51<01:28, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:33:33,955 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2486/3000 [07:52<01:27, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:33:34,123 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2487/3000 [07:52<01:27, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:33:34,291 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2488/3000 [07:52<01:38, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:33:34,538 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2489/3000 [07:52<01:34, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:33:34,706 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▎ | 2490/3000 [07:52<01:31, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:33:34,874 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2491/3000 [07:52<01:30, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:33:35,045 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2492/3000 [07:53<01:40, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:33:35,292 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2493/3000 [07:53<01:35, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:33:35,459 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2494/3000 [07:53<01:32, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:33:35,626 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2495/3000 [07:53<01:41, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:33:35,874 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2496/3000 [07:53<01:36, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:33:36,043 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2497/3000 [07:54<01:32, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:33:36,210 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2498/3000 [07:54<01:29, 5.58it/s][WARNING|utils.py:1542] 2024-09-15 01:33:36,376 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▍ | 2499/3000 [07:54<01:28, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:33:36,544 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2500/3000 [07:54<01:26, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:33:36,712 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2501/3000 [07:54<01:25, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:33:36,880 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2502/3000 [07:54<01:25, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:33:37,051 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2503/3000 [07:55<01:24, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:33:37,218 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 83%|████████████████████████████████▌ | 2504/3000 [07:55<01:35, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:33:37,465 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2505/3000 [07:55<01:43, 4.77it/s][WARNING|utils.py:1542] 2024-09-15 01:33:37,714 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2506/3000 [07:55<01:37, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:33:37,882 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2507/3000 [07:56<01:57, 4.21it/s][WARNING|utils.py:1542] 2024-09-15 01:33:38,213 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2508/3000 [07:56<01:46, 4.62it/s][WARNING|utils.py:1542] 2024-09-15 01:33:38,380 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▌ | 2509/3000 [07:56<01:38, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:33:38,547 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2510/3000 [07:56<01:33, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:33:38,714 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2511/3000 [07:56<01:29, 5.43it/s][WARNING|utils.py:1542] 2024-09-15 01:33:38,881 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2512/3000 [07:57<01:39, 4.92it/s][WARNING|utils.py:1542] 2024-09-15 01:33:39,130 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2513/3000 [07:57<01:34, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:33:39,300 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|██���█████████████████████████████▋ | 2514/3000 [07:57<01:30, 5.39it/s][WARNING|utils.py:1542] 2024-09-15 01:33:39,467 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2515/3000 [07:57<01:38, 4.90it/s][WARNING|utils.py:1542] 2024-09-15 01:33:39,714 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2516/3000 [07:57<01:33, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:33:39,882 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2517/3000 [07:58<01:41, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:33:40,132 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2518/3000 [07:58<01:35, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:33:40,300 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▋ | 2519/3000 [07:58<01:42, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:33:40,547 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2520/3000 [07:58<01:35, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:33:40,716 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2521/3000 [07:58<01:31, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:33:40,884 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2522/3000 [07:59<01:39, 4.80it/s][WARNING|utils.py:1542] 2024-09-15 01:33:41,135 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2523/3000 [07:59<01:45, 4.53it/s][WARNING|utils.py:1542] 2024-09-15 01:33:41,384 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2524/3000 [07:59<01:37, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:33:41,551 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2525/3000 [07:59<01:32, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:33:41,720 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2526/3000 [07:59<01:39, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:33:41,970 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2527/3000 [08:00<01:45, 4.49it/s][WARNING|utils.py:1542] 2024-09-15 01:33:42,220 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▊ | 2528/3000 [08:00<01:48, 4.34it/s][WARNING|utils.py:1542] 2024-09-15 01:33:42,470 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2529/3000 [08:00<01:51, 4.22it/s][WARNING|utils.py:1542] 2024-09-15 01:33:42,724 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2530/3000 [08:00<01:53, 4.13it/s][WARNING|utils.py:1542] 2024-09-15 01:33:42,976 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2531/3000 [08:01<01:43, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:33:43,144 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2532/3000 [08:01<01:46, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:33:43,391 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2533/3000 [08:01<01:49, 4.27it/s][WARNING|utils.py:1542] 2024-09-15 01:33:43,639 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2534/3000 [08:01<01:39, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:33:43,806 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 84%|████████████████████████████████▉ | 2535/3000 [08:01<01:44, 4.45it/s][WARNING|utils.py:1542] 2024-09-15 01:33:44,056 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|████████████████████████████████▉ | 2536/3000 [08:02<01:36, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:33:44,223 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|████████████████████████████████▉ | 2537/3000 [08:02<01:30, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:33:44,390 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|████████████████████████████████▉ | 2538/3000 [08:02<01:37, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:33:44,637 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2539/3000 [08:02<01:31, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:33:44,806 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2540/3000 [08:02<01:38, 4.68it/s][WARNING|utils.py:1542] 2024-09-15 01:33:45,056 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2541/3000 [08:03<01:31, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:33:45,223 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2542/3000 [08:03<01:37, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:33:45,470 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2543/3000 [08:03<01:31, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:33:45,638 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2544/3000 [08:03<01:37, 4.67it/s][WARNING|utils.py:1542] 2024-09-15 01:33:45,885 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2545/3000 [08:03<01:31, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:33:46,058 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2546/3000 [08:04<01:37, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:33:46,305 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████ | 2547/3000 [08:04<01:31, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:33:46,473 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|███████████████��█████████████████ | 2548/3000 [08:04<01:37, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:33:46,720 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2549/3000 [08:04<01:41, 4.43it/s][WARNING|utils.py:1542] 2024-09-15 01:33:46,972 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2550/3000 [08:05<01:44, 4.30it/s][WARNING|utils.py:1542] 2024-09-15 01:33:47,220 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2551/3000 [08:05<01:35, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:33:47,387 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2552/3000 [08:05<01:39, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:33:47,634 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2553/3000 [08:05<01:43, 4.34it/s][WARNING|utils.py:1542] 2024-09-15 01:33:47,882 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2554/3000 [08:05<01:34, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:33:48,053 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2555/3000 [08:06<01:39, 4.47it/s][WARNING|utils.py:1542] 2024-09-15 01:33:48,303 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2556/3000 [08:06<01:42, 4.33it/s][WARNING|utils.py:1542] 2024-09-15 01:33:48,550 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▏ | 2557/3000 [08:06<01:44, 4.24it/s][WARNING|utils.py:1542] 2024-09-15 01:33:48,797 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2558/3000 [08:06<01:46, 4.16it/s][WARNING|utils.py:1542] 2024-09-15 01:33:49,048 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2559/3000 [08:07<01:46, 4.12it/s][WARNING|utils.py:1542] 2024-09-15 01:33:49,295 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2560/3000 [08:07<01:47, 4.10it/s][WARNING|utils.py:1542] 2024-09-15 01:33:49,543 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2561/3000 [08:07<01:47, 4.09it/s][WARNING|utils.py:1542] 2024-09-15 01:33:49,789 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2562/3000 [08:07<01:47, 4.07it/s][WARNING|utils.py:1542] 2024-09-15 01:33:50,038 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2563/3000 [08:08<01:47, 4.05it/s][WARNING|utils.py:1542] 2024-09-15 01:33:50,287 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 85%|█████████████████████████████████▎ | 2564/3000 [08:08<01:47, 4.05it/s][WARNING|utils.py:1542] 2024-09-15 01:33:50,534 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|███████████��█████████████████████▎ | 2565/3000 [08:08<01:47, 4.05it/s][WARNING|utils.py:1542] 2024-09-15 01:33:50,781 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▎ | 2566/3000 [08:08<01:47, 4.03it/s][WARNING|utils.py:1542] 2024-09-15 01:33:51,033 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▎ | 2567/3000 [08:09<01:47, 4.03it/s][WARNING|utils.py:1542] 2024-09-15 01:33:51,281 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2568/3000 [08:09<01:47, 4.04it/s][WARNING|utils.py:1542] 2024-09-15 01:33:51,528 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2569/3000 [08:09<01:46, 4.03it/s][WARNING|utils.py:1542] 2024-09-15 01:33:51,776 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2570/3000 [08:09<01:47, 4.01it/s][WARNING|utils.py:1542] 2024-09-15 01:33:52,028 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2571/3000 [08:10<01:36, 4.45it/s][WARNING|utils.py:1542] 2024-09-15 01:33:52,196 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2572/3000 [08:10<01:39, 4.32it/s][WARNING|utils.py:1542] 2024-09-15 01:33:52,444 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2573/3000 [08:10<01:40, 4.23it/s][WARNING|utils.py:1542] 2024-09-15 01:33:52,692 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2574/3000 [08:10<01:31, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:33:52,859 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2575/3000 [08:11<01:36, 4.42it/s][WARNING|utils.py:1542] 2024-09-15 01:33:53,113 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▍ | 2576/3000 [08:11<01:29, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:33:53,284 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2577/3000 [08:11<01:23, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:33:53,453 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2578/3000 [08:11<01:19, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:33:53,620 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2579/3000 [08:11<01:16, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:33:53,787 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2580/3000 [08:11<01:14, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:33:53,957 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2581/3000 [08:12<01:13, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:33:54,124 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2582/3000 [08:12<01:23, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:33:54,379 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2583/3000 [08:12<01:19, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:33:54,546 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2584/3000 [08:12<01:16, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:33:54,713 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2585/3000 [08:12<01:14, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:33:54,882 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▌ | 2586/3000 [08:12<01:12, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:33:55,052 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2587/3000 [08:13<01:21, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:33:55,301 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2588/3000 [08:13<01:17, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:33:55,470 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2589/3000 [08:13<01:24, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:33:55,717 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2590/3000 [08:13<01:30, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:33:55,969 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2591/3000 [08:14<01:23, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:33:56,137 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2592/3000 [08:14<01:18, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:33:56,305 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2593/3000 [08:14<01:15, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:33:56,474 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2594/3000 [08:14<01:13, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:33:56,642 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 86%|█████████████████████████████████▋ | 2595/3000 [08:14<01:11, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:33:56,811 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▋ | 2596/3000 [08:14<01:20, 5.03it/s][WARNING|utils.py:1542] 2024-09-15 01:33:57,060 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2597/3000 [08:15<01:16, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:33:57,229 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2598/3000 [08:15<01:23, 4.83it/s][WARNING|utils.py:1542] 2024-09-15 01:33:57,476 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██���██████████████████████████████▊ | 2599/3000 [08:15<01:18, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:33:57,644 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2600/3000 [08:15<01:14, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:33:57,812 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2601/3000 [08:15<01:12, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:33:57,982 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2602/3000 [08:16<01:10, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:33:58,150 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2603/3000 [08:16<01:09, 5.71it/s][WARNING|utils.py:1542] 2024-09-15 01:33:58,319 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2604/3000 [08:16<01:08, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:33:58,487 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▊ | 2605/3000 [08:16<01:07, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:33:58,654 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2606/3000 [08:16<01:07, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:33:58,821 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2607/3000 [08:16<01:06, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:33:58,991 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2608/3000 [08:17<01:06, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:33:59,158 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2609/3000 [08:17<01:05, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:33:59,325 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2610/3000 [08:17<01:05, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:33:59,492 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2611/3000 [08:17<01:05, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:33:59,659 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2612/3000 [08:17<01:05, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:33:59,828 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2613/3000 [08:17<01:05, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:33:59,999 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2614/3000 [08:18<01:04, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:00,166 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|█████████████████████████████████▉ | 2615/3000 [08:18<01:04, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:00,333 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2616/3000 [08:18<01:13, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:34:00,581 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2617/3000 [08:18<01:19, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:34:00,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2618/3000 [08:18<01:15, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:34:00,999 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2619/3000 [08:19<01:11, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:34:01,168 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2620/3000 [08:19<01:09, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:34:01,336 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2621/3000 [08:19<01:07, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:34:01,503 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2622/3000 [08:19<01:05, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:34:01,670 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2623/3000 [08:19<01:04, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:34:01,837 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 87%|██████████████████████████████████ | 2624/3000 [08:19<01:04, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:34:02,006 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2625/3000 [08:20<01:03, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:34:02,173 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2626/3000 [08:20<01:03, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:34:02,341 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2627/3000 [08:20<01:20, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:34:02,669 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2628/3000 [08:20<01:24, 4.41it/s][WARNING|utils.py:1542] 2024-09-15 01:34:02,919 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2629/3000 [08:21<01:17, 4.77it/s][WARNING|utils.py:1542] 2024-09-15 01:34:03,088 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2630/3000 [08:21<01:21, 4.53it/s][WARNING|utils.py:1542] 2024-09-15 01:34:03,335 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2631/3000 [08:21<01:24, 4.37it/s][WARNING|utils.py:1542] 2024-09-15 01:34:03,582 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2632/3000 [08:21<01:17, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:34:03,750 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2633/3000 [08:21<01:21, 4.50it/s][WARNING|utils.py:1542] 2024-09-15 01:34:04,000 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▏ | 2634/3000 [08:22<01:15, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:04,168 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2635/3000 [08:22<01:11, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:34:04,337 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2636/3000 [08:22<01:16, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:34:04,586 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2637/3000 [08:22<01:11, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:34:04,754 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2638/3000 [08:22<01:08, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:34:04,924 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2639/3000 [08:23<01:06, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:34:05,093 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2640/3000 [08:23<01:12, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:05,340 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2641/3000 [08:23<01:09, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:34:05,509 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2642/3000 [08:23<01:14, 4.78it/s][WARNING|utils.py:1542] 2024-09-15 01:34:05,757 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2643/3000 [08:23<01:10, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:34:05,927 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▎ | 2644/3000 [08:24<01:15, 4.69it/s][WARNING|utils.py:1542] 2024-09-15 01:34:06,177 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2645/3000 [08:24<01:19, 4.47it/s][WARNING|utils.py:1542] 2024-09-15 01:34:06,425 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2646/3000 [08:24<01:13, 4.82it/s][WARNING|utils.py:1542] 2024-09-15 01:34:06,594 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2647/3000 [08:24<01:17, 4.55it/s][WARNING|utils.py:1542] 2024-09-15 01:34:06,843 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2648/3000 [08:24<01:12, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:34:07,012 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2649/3000 [08:25<01:16, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:34:07,261 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2650/3000 [08:25<01:10, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:34:07,429 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2651/3000 [08:25<01:07, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:34:07,596 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2652/3000 [08:25<01:12, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:34:07,843 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▍ | 2653/3000 [08:25<01:08, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:34:08,014 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▌ | 2654/3000 [08:26<01:05, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:34:08,181 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 88%|██████████████████████████████████▌ | 2655/3000 [08:26<01:02, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:34:08,348 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2656/3000 [08:26<01:01, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:34:08,515 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2657/3000 [08:26<00:59, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:34:08,683 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2658/3000 [08:26<01:07, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:34:08,933 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2659/3000 [08:27<01:04, 5.30it/s][WARNING|utils.py:1542] 2024-09-15 01:34:09,102 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2660/3000 [08:27<01:10, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:09,349 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2661/3000 [08:27<01:06, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:34:09,517 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2662/3000 [08:27<01:03, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:34:09,684 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▌ | 2663/3000 [08:27<01:09, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:34:09,933 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2664/3000 [08:28<01:05, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:34:10,102 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2665/3000 [08:28<01:02, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:34:10,270 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2666/3000 [08:28<01:08, 4.89it/s][WARNING|utils.py:1542] 2024-09-15 01:34:10,517 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2667/3000 [08:28<01:12, 4.60it/s][WARNING|utils.py:1542] 2024-09-15 01:34:10,765 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2668/3000 [08:28<01:15, 4.39it/s][WARNING|utils.py:1542] 2024-09-15 01:34:11,017 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2669/3000 [08:29<01:09, 4.77it/s][WARNING|utils.py:1542] 2024-09-15 01:34:11,184 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2670/3000 [08:29<01:12, 4.53it/s][WARNING|utils.py:1542] 2024-09-15 01:34:11,431 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2671/3000 [08:29<01:07, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:34:11,600 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2672/3000 [08:29<01:03, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:34:11,770 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▋ | 2673/3000 [08:29<01:09, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:34:12,020 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2674/3000 [08:30<01:12, 4.49it/s][WARNING|utils.py:1542] 2024-09-15 01:34:12,268 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2675/3000 [08:30<01:06, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:12,436 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2676/3000 [08:30<01:03, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:34:12,604 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2677/3000 [08:30<01:08, 4.74it/s][WARNING|utils.py:1542] 2024-09-15 01:34:12,853 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2678/3000 [08:30<01:03, 5.04it/s][WARNING|utils.py:1542] 2024-09-15 01:34:13,022 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2679/3000 [08:31<01:00, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:34:13,189 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2680/3000 [08:31<01:06, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:13,436 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2681/3000 [08:31<01:09, 4.57it/s][WARNING|utils.py:1542] 2024-09-15 01:34:13,684 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▊ | 2682/3000 [08:31<01:04, 4.91it/s][WARNING|utils.py:1542] 2024-09-15 01:34:13,852 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▉ | 2683/3000 [08:32<01:08, 4.60it/s][WARNING|utils.py:1542] 2024-09-15 01:34:14,101 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 89%|██████████████████████████████████▉ | 2684/3000 [08:32<01:03, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:14,269 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2685/3000 [08:32<01:00, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:34:14,437 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2686/3000 [08:32<01:13, 4.27it/s][WARNING|utils.py:1542] 2024-09-15 01:34:14,770 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2687/3000 [08:32<01:07, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:34:14,941 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2688/3000 [08:33<01:02, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:34:15,109 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2689/3000 [08:33<00:59, 5.24it/s][WARNING|utils.py:1542] 2024-09-15 01:34:15,276 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2690/3000 [08:33<00:56, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:34:15,443 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2691/3000 [08:33<00:55, 5.59it/s][WARNING|utils.py:1542] 2024-09-15 01:34:15,610 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|██████████████████████████████████▉ | 2692/3000 [08:33<00:54, 5.70it/s][WARNING|utils.py:1542] 2024-09-15 01:34:15,778 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2693/3000 [08:33<01:03, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:16,056 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2694/3000 [08:34<00:59, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:34:16,224 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2695/3000 [08:34<00:56, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:34:16,391 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2696/3000 [08:34<01:02, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:34:16,639 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2697/3000 [08:34<00:58, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:34:16,806 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2698/3000 [08:34<00:56, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:34:16,976 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2699/3000 [08:35<00:54, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:34:17,143 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2700/3000 [08:35<00:53, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:34:17,312 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████ | 2701/3000 [08:35<00:52, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:34:17,480 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2702/3000 [08:35<00:51, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:34:17,648 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2703/3000 [08:35<00:50, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:17,815 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2704/3000 [08:35<00:50, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:34:17,985 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2705/3000 [08:36<00:50, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:34:18,152 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2706/3000 [08:36<00:49, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:34:18,319 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2707/3000 [08:36<00:49, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:18,486 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2708/3000 [08:36<00:49, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:18,653 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2709/3000 [08:36<00:48, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:18,821 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2710/3000 [08:36<00:48, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:18,990 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▏ | 2711/3000 [08:37<00:48, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:34:19,158 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▎ | 2712/3000 [08:37<00:48, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:34:19,325 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▎ | 2713/3000 [08:37<00:55, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:34:19,573 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▎ | 2714/3000 [08:37<00:52, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:34:19,740 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 90%|███████████████████████████████████▎ | 2715/3000 [08:37<00:51, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:34:19,908 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2716/3000 [08:38<00:50, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:34:20,077 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2717/3000 [08:38<00:49, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:34:20,244 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2718/3000 [08:38<00:48, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:34:20,411 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2719/3000 [08:38<00:54, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:34:20,658 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2720/3000 [08:38<00:52, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:34:20,827 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▎ | 2721/3000 [08:38<00:50, 5.49it/s][WARNING|utils.py:1542] 2024-09-15 01:34:20,998 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2722/3000 [08:39<00:49, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:34:21,165 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2723/3000 [08:39<00:48, 5.73it/s][WARNING|utils.py:1542] 2024-09-15 01:34:21,332 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2724/3000 [08:39<00:54, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:34:21,578 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2725/3000 [08:39<00:58, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:34:21,828 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2726/3000 [08:40<01:01, 4.48it/s][WARNING|utils.py:1542] 2024-09-15 01:34:22,078 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2727/3000 [08:40<00:56, 4.84it/s][WARNING|utils.py:1542] 2024-09-15 01:34:22,246 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2728/3000 [08:40<00:52, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:34:22,413 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2729/3000 [08:40<00:50, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:34:22,580 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▍ | 2730/3000 [08:40<00:48, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:34:22,747 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2731/3000 [08:40<00:54, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:34:22,998 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2732/3000 [08:41<00:57, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:34:23,245 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2733/3000 [08:41<00:53, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:34:23,415 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2734/3000 [08:41<00:57, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:34:23,663 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2735/3000 [08:41<00:53, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:34:23,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2736/3000 [08:41<00:50, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:34:24,000 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2737/3000 [08:42<00:54, 4.80it/s][WARNING|utils.py:1542] 2024-09-15 01:34:24,247 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2738/3000 [08:42<00:51, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:34:24,415 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2739/3000 [08:42<00:48, 5.33it/s][WARNING|utils.py:1542] 2024-09-15 01:34:24,583 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▌ | 2740/3000 [08:42<00:47, 5.51it/s][WARNING|utils.py:1542] 2024-09-15 01:34:24,750 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▋ | 2741/3000 [08:42<00:46, 5.63it/s][WARNING|utils.py:1542] 2024-09-15 01:34:24,919 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▋ | 2742/3000 [08:43<00:45, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:34:25,087 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▋ | 2743/3000 [08:43<00:44, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:34:25,254 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 91%|███████████████████████████████████▋ | 2744/3000 [08:43<00:43, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:34:25,423 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2745/3000 [08:43<00:43, 5.88it/s][WARNING|utils.py:1542] 2024-09-15 01:34:25,590 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2746/3000 [08:43<00:42, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:34:25,757 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2747/3000 [08:43<00:42, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:34:25,925 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2748/3000 [08:44<00:42, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:26,092 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▋ | 2749/3000 [08:44<00:42, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:34:26,262 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2750/3000 [08:44<00:42, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:26,430 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2751/3000 [08:44<00:41, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:26,597 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2752/3000 [08:44<00:41, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:26,768 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2753/3000 [08:44<00:41, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:34:26,936 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2754/3000 [08:45<00:47, 5.18it/s][WARNING|utils.py:1542] 2024-09-15 01:34:27,184 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2755/3000 [08:45<00:45, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:34:27,352 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2756/3000 [08:45<00:43, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:34:27,519 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2757/3000 [08:45<00:42, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:34:27,686 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2758/3000 [08:45<00:47, 5.05it/s][WARNING|utils.py:1542] 2024-09-15 01:34:27,936 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▊ | 2759/3000 [08:46<00:45, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:34:28,104 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2760/3000 [08:46<00:43, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:34:28,273 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2761/3000 [08:46<00:48, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:28,520 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2762/3000 [08:46<00:45, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:34:28,688 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2763/3000 [08:46<00:43, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:34:28,858 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2764/3000 [08:46<00:42, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:34:29,028 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2765/3000 [08:47<00:41, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:34:29,196 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2766/3000 [08:47<00:40, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:34:29,363 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2767/3000 [08:47<00:40, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:34:29,530 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2768/3000 [08:47<00:39, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:34:29,697 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|███████████████████████████████████▉ | 2769/3000 [08:47<00:39, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:34:29,865 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2770/3000 [08:47<00:38, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:34:30,034 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2771/3000 [08:48<00:38, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:34:30,201 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2772/3000 [08:48<00:38, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:34:30,370 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2773/3000 [08:48<00:38, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:30,537 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2774/3000 [08:48<00:37, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:30,704 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 92%|████████████████████████████████████ | 2775/3000 [08:48<00:37, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:30,873 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████ | 2776/3000 [08:49<00:48, 4.61it/s][WARNING|utils.py:1542] 2024-09-15 01:34:31,204 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████ | 2777/3000 [08:49<00:45, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:31,372 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████ | 2778/3000 [08:49<00:42, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:34:31,539 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2779/3000 [08:49<00:40, 5.42it/s][WARNING|utils.py:1542] 2024-09-15 01:34:31,707 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2780/3000 [08:49<00:39, 5.57it/s][WARNING|utils.py:1542] 2024-09-15 01:34:31,874 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2781/3000 [08:49<00:38, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:34:32,044 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2782/3000 [08:50<00:37, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:34:32,212 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2783/3000 [08:50<00:37, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:34:32,379 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2784/3000 [08:50<00:36, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:34:32,546 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2785/3000 [08:50<00:36, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:34:32,713 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2786/3000 [08:50<00:36, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:34:32,881 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2787/3000 [08:50<00:36, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:34:33,051 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▏ | 2788/3000 [08:51<00:35, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:33,217 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2789/3000 [08:51<00:40, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:34:33,467 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2790/3000 [08:51<00:38, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:34:33,635 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2791/3000 [08:51<00:37, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:34:33,803 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2792/3000 [08:51<00:36, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:34:33,972 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2793/3000 [08:52<00:36, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:34:34,139 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2794/3000 [08:52<00:35, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:34:34,308 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2795/3000 [08:52<00:35, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:34,475 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2796/3000 [08:52<00:34, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:34:34,643 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2797/3000 [08:52<00:34, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:34:34,809 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▎ | 2798/3000 [08:52<00:34, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:34:34,979 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2799/3000 [08:53<00:33, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:35,146 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2800/3000 [08:53<00:33, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:35,313 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2801/3000 [08:53<00:33, 5.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:35,481 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2802/3000 [08:53<00:33, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:34:35,648 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2803/3000 [08:53<00:33, 5.96it/s][WARNING|utils.py:1542] 2024-09-15 01:34:35,816 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 93%|████████████████████████████████████▍ | 2804/3000 [08:53<00:37, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:34:36,065 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▍ | 2805/3000 [08:54<00:36, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:34:36,233 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▍ | 2806/3000 [08:54<00:34, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:34:36,401 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▍ | 2807/3000 [08:54<00:34, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:34:36,569 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2808/3000 [08:54<00:33, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:34:36,736 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2809/3000 [08:54<00:37, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:34:36,985 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2810/3000 [08:55<00:40, 4.71it/s][WARNING|utils.py:1542] 2024-09-15 01:34:37,234 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2811/3000 [08:55<00:37, 5.02it/s][WARNING|utils.py:1542] 2024-09-15 01:34:37,403 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2812/3000 [08:55<00:35, 5.27it/s][WARNING|utils.py:1542] 2024-09-15 01:34:37,571 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2813/3000 [08:55<00:34, 5.45it/s][WARNING|utils.py:1542] 2024-09-15 01:34:37,739 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2814/3000 [08:55<00:33, 5.60it/s][WARNING|utils.py:1542] 2024-09-15 01:34:37,906 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2815/3000 [08:56<00:36, 5.01it/s][WARNING|utils.py:1542] 2024-09-15 01:34:38,155 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▌ | 2816/3000 [08:56<00:34, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:34:38,323 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|█████████████��██████████████████████▌ | 2817/3000 [08:56<00:33, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:34:38,490 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2818/3000 [08:56<00:36, 4.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:38,738 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2819/3000 [08:56<00:34, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:34:38,906 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2820/3000 [08:56<00:33, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:34:39,075 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2821/3000 [08:57<00:32, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:34:39,243 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2822/3000 [08:57<00:31, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:34:39,410 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2823/3000 [08:57<00:30, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:34:39,577 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2824/3000 [08:57<00:30, 5.82it/s][WARNING|utils.py:1542] 2024-09-15 01:34:39,746 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2825/3000 [08:57<00:29, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:34:39,913 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▋ | 2826/3000 [08:58<00:33, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:34:40,162 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2827/3000 [08:58<00:32, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:34:40,331 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2828/3000 [08:58<00:31, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:34:40,500 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2829/3000 [08:58<00:34, 4.98it/s][WARNING|utils.py:1542] 2024-09-15 01:34:40,747 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2830/3000 [08:58<00:36, 4.64it/s][WARNING|utils.py:1542] 2024-09-15 01:34:40,997 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2831/3000 [08:59<00:38, 4.44it/s][WARNING|utils.py:1542] 2024-09-15 01:34:41,244 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2832/3000 [08:59<00:34, 4.81it/s][WARNING|utils.py:1542] 2024-09-15 01:34:41,412 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2833/3000 [08:59<00:32, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:34:41,580 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2834/3000 [08:59<00:31, 5.34it/s][WARNING|utils.py:1542] 2024-09-15 01:34:41,747 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 94%|████████████████████████████████████▊ | 2835/3000 [08:59<00:29, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:34:41,916 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▊ | 2836/3000 [09:00<00:29, 5.62it/s][WARNING|utils.py:1542] 2024-09-15 01:34:42,085 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2837/3000 [09:00<00:28, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:34:42,252 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2838/3000 [09:00<00:27, 5.79it/s][WARNING|utils.py:1542] 2024-09-15 01:34:42,420 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2839/3000 [09:00<00:27, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:34:42,588 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2840/3000 [09:00<00:27, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:34:42,755 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2841/3000 [09:00<00:30, 5.15it/s][WARNING|utils.py:1542] 2024-09-15 01:34:43,005 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2842/3000 [09:01<00:29, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:34:43,173 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2843/3000 [09:01<00:28, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:34:43,341 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2844/3000 [09:01<00:31, 4.99it/s][WARNING|utils.py:1542] 2024-09-15 01:34:43,587 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2845/3000 [09:01<00:29, 5.25it/s][WARNING|utils.py:1542] 2024-09-15 01:34:43,755 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|████████████████████████████████████▉ | 2846/3000 [09:01<00:32, 4.80it/s][WARNING|utils.py:1542] 2024-09-15 01:34:44,004 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2847/3000 [09:02<00:29, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:34:44,172 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2848/3000 [09:02<00:32, 4.72it/s][WARNING|utils.py:1542] 2024-09-15 01:34:44,420 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2849/3000 [09:02<00:33, 4.50it/s][WARNING|utils.py:1542] 2024-09-15 01:34:44,667 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2850/3000 [09:02<00:30, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:44,836 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2851/3000 [09:02<00:29, 5.11it/s][WARNING|utils.py:1542] 2024-09-15 01:34:45,007 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2852/3000 [09:03<00:27, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:34:45,174 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2853/3000 [09:03<00:26, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:34:45,341 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2854/3000 [09:03<00:29, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:34:45,589 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████ | 2855/3000 [09:03<00:27, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:34:45,759 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2856/3000 [09:03<00:26, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:34:45,927 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2857/3000 [09:04<00:25, 5.56it/s][WARNING|utils.py:1542] 2024-09-15 01:34:46,096 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2858/3000 [09:04<00:25, 5.68it/s][WARNING|utils.py:1542] 2024-09-15 01:34:46,263 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2859/3000 [09:04<00:24, 5.77it/s][WARNING|utils.py:1542] 2024-09-15 01:34:46,430 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2860/3000 [09:04<00:24, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:34:46,597 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2861/3000 [09:04<00:23, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:46,767 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2862/3000 [09:04<00:23, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:34:46,936 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2863/3000 [09:05<00:23, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:34:47,105 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 95%|█████████████████████████████████████▏ | 2864/3000 [09:05<00:22, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:34:47,272 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▏ | 2865/3000 [09:05<00:25, 5.20it/s][WARNING|utils.py:1542] 2024-09-15 01:34:47,521 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2866/3000 [09:05<00:24, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:34:47,689 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2867/3000 [09:05<00:23, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:34:47,856 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2868/3000 [09:05<00:23, 5.65it/s][WARNING|utils.py:1542] 2024-09-15 01:34:48,025 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2869/3000 [09:06<00:22, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:34:48,193 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2870/3000 [09:06<00:22, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:34:48,360 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2871/3000 [09:06<00:22, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:48,528 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2872/3000 [09:06<00:21, 5.89it/s][WARNING|utils.py:1542] 2024-09-15 01:34:48,695 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2873/3000 [09:06<00:24, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:34:48,944 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▎ | 2874/3000 [09:07<00:23, 5.38it/s][WARNING|utils.py:1542] 2024-09-15 01:34:49,112 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2875/3000 [09:07<00:22, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:34:49,280 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2876/3000 [09:07<00:21, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:34:49,447 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2877/3000 [09:07<00:21, 5.75it/s][WARNING|utils.py:1542] 2024-09-15 01:34:49,615 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2878/3000 [09:07<00:20, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:34:49,783 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2879/3000 [09:07<00:20, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:34:49,952 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2880/3000 [09:08<00:20, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:34:50,121 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2881/3000 [09:08<00:20, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:34:50,289 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2882/3000 [09:08<00:19, 5.91it/s][WARNING|utils.py:1542] 2024-09-15 01:34:50,457 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2883/3000 [09:08<00:19, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:34:50,624 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▍ | 2884/3000 [09:08<00:19, 5.94it/s][WARNING|utils.py:1542] 2024-09-15 01:34:50,791 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2885/3000 [09:08<00:22, 5.19it/s][WARNING|utils.py:1542] 2024-09-15 01:34:51,041 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2886/3000 [09:09<00:21, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:34:51,209 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2887/3000 [09:09<00:20, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:34:51,377 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2888/3000 [09:09<00:19, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:34:51,546 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2889/3000 [09:09<00:24, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:34:51,873 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2890/3000 [09:09<00:22, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:52,043 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2891/3000 [09:10<00:23, 4.56it/s][WARNING|utils.py:1542] 2024-09-15 01:34:52,292 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2892/3000 [09:10<00:24, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:34:52,542 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2893/3000 [09:10<00:22, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:34:52,710 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▌ | 2894/3000 [09:10<00:20, 5.06it/s][WARNING|utils.py:1542] 2024-09-15 01:34:52,879 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 96%|█████████████████████████████████████▋ | 2895/3000 [09:10<00:19, 5.28it/s][WARNING|utils.py:1542] 2024-09-15 01:34:53,049 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2896/3000 [09:11<00:19, 5.46it/s][WARNING|utils.py:1542] 2024-09-15 01:34:53,217 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2897/3000 [09:11<00:20, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:34:53,465 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2898/3000 [09:11<00:19, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:34:53,633 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2899/3000 [09:11<00:18, 5.41it/s][WARNING|utils.py:1542] 2024-09-15 01:34:53,801 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2900/3000 [09:11<00:18, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:34:53,970 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2901/3000 [09:12<00:19, 4.97it/s][WARNING|utils.py:1542] 2024-09-15 01:34:54,220 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2902/3000 [09:12<00:21, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:34:54,468 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▋ | 2903/3000 [09:12<00:21, 4.44it/s][WARNING|utils.py:1542] 2024-09-15 01:34:54,717 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2904/3000 [09:12<00:20, 4.80it/s][WARNING|utils.py:1542] 2024-09-15 01:34:54,886 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2905/3000 [09:12<00:18, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:34:55,057 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2906/3000 [09:13<00:17, 5.31it/s][WARNING|utils.py:1542] 2024-09-15 01:34:55,225 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2907/3000 [09:13<00:16, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:34:55,393 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2908/3000 [09:13<00:18, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:34:55,641 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2909/3000 [09:13<00:17, 5.23it/s][WARNING|utils.py:1542] 2024-09-15 01:34:55,807 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2910/3000 [09:13<00:16, 5.40it/s][WARNING|utils.py:1542] 2024-09-15 01:34:55,979 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2911/3000 [09:14<00:16, 5.55it/s][WARNING|utils.py:1542] 2024-09-15 01:34:56,146 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2912/3000 [09:14<00:15, 5.67it/s][WARNING|utils.py:1542] 2024-09-15 01:34:56,314 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▊ | 2913/3000 [09:14<00:15, 5.76it/s][WARNING|utils.py:1542] 2024-09-15 01:34:56,482 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2914/3000 [09:14<00:14, 5.81it/s][WARNING|utils.py:1542] 2024-09-15 01:34:56,650 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2915/3000 [09:14<00:14, 5.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:56,818 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2916/3000 [09:14<00:14, 5.86it/s][WARNING|utils.py:1542] 2024-09-15 01:34:56,988 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2917/3000 [09:15<00:14, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:34:57,155 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2918/3000 [09:15<00:13, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:34:57,325 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2919/3000 [09:15<00:13, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:34:57,494 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2920/3000 [09:15<00:13, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:34:57,662 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2921/3000 [09:15<00:13, 5.93it/s][WARNING|utils.py:1542] 2024-09-15 01:34:57,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2922/3000 [09:16<00:15, 5.16it/s][WARNING|utils.py:1542] 2024-09-15 01:34:58,083 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|█████████████████████████████████████▉ | 2923/3000 [09:16<00:16, 4.76it/s][WARNING|utils.py:1542] 2024-09-15 01:34:58,331 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 97%|██████████████████████████████████████ | 2924/3000 [09:16<00:16, 4.51it/s][WARNING|utils.py:1542] 2024-09-15 01:34:58,579 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2925/3000 [09:16<00:15, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:34:58,748 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2926/3000 [09:16<00:16, 4.56it/s][WARNING|utils.py:1542] 2024-09-15 01:34:58,999 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2927/3000 [09:17<00:16, 4.38it/s][WARNING|utils.py:1542] 2024-09-15 01:34:59,249 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2928/3000 [09:17<00:15, 4.75it/s][WARNING|utils.py:1542] 2024-09-15 01:34:59,417 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2929/3000 [09:17<00:14, 5.07it/s][WARNING|utils.py:1542] 2024-09-15 01:34:59,584 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2930/3000 [09:17<00:14, 4.70it/s][WARNING|utils.py:1542] 2024-09-15 01:34:59,832 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2931/3000 [09:17<00:13, 5.00it/s][WARNING|utils.py:1542] 2024-09-15 01:35:00,002 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████ | 2932/3000 [09:18<00:12, 5.26it/s][WARNING|utils.py:1542] 2024-09-15 01:35:00,170 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2933/3000 [09:18<00:12, 5.44it/s][WARNING|utils.py:1542] 2024-09-15 01:35:00,351 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2934/3000 [09:18<00:12, 5.48it/s][WARNING|utils.py:1542] 2024-09-15 01:35:00,518 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2935/3000 [09:18<00:11, 5.47it/s][WARNING|utils.py:1542] 2024-09-15 01:35:00,701 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2936/3000 [09:18<00:11, 5.61it/s][WARNING|utils.py:1542] 2024-09-15 01:35:00,869 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2937/3000 [09:18<00:11, 5.69it/s][WARNING|utils.py:1542] 2024-09-15 01:35:01,039 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2938/3000 [09:19<00:10, 5.78it/s][WARNING|utils.py:1542] 2024-09-15 01:35:01,206 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2939/3000 [09:19<00:10, 5.83it/s][WARNING|utils.py:1542] 2024-09-15 01:35:01,374 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2940/3000 [09:19<00:10, 5.87it/s][WARNING|utils.py:1542] 2024-09-15 01:35:01,541 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2941/3000 [09:19<00:09, 5.90it/s][WARNING|utils.py:1542] 2024-09-15 01:35:01,709 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▏| 2942/3000 [09:19<00:09, 5.92it/s][WARNING|utils.py:1542] 2024-09-15 01:35:01,876 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2943/3000 [09:20<00:12, 4.59it/s][WARNING|utils.py:1542] 2024-09-15 01:35:02,208 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2944/3000 [09:20<00:11, 4.93it/s][WARNING|utils.py:1542] 2024-09-15 01:35:02,376 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2945/3000 [09:20<00:11, 4.63it/s][WARNING|utils.py:1542] 2024-09-15 01:35:02,623 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2946/3000 [09:20<00:10, 4.96it/s][WARNING|utils.py:1542] 2024-09-15 01:35:02,790 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2947/3000 [09:20<00:10, 5.21it/s][WARNING|utils.py:1542] 2024-09-15 01:35:02,960 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2948/3000 [09:21<00:10, 4.79it/s][WARNING|utils.py:1542] 2024-09-15 01:35:03,207 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2949/3000 [09:21<00:11, 4.53it/s][WARNING|utils.py:1542] 2024-09-15 01:35:03,457 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2950/3000 [09:21<00:10, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:35:03,624 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▎| 2951/3000 [09:21<00:09, 5.17it/s][WARNING|utils.py:1542] 2024-09-15 01:35:03,791 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▍| 2952/3000 [09:21<00:08, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:35:03,961 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▍| 2953/3000 [09:22<00:08, 5.52it/s][WARNING|utils.py:1542] 2024-09-15 01:35:04,130 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▍| 2954/3000 [09:22<00:08, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:35:04,299 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 98%|██████████████████████████████████████▍| 2955/3000 [09:22<00:07, 5.72it/s][WARNING|utils.py:1542] 2024-09-15 01:35:04,467 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2956/3000 [09:22<00:07, 5.80it/s][WARNING|utils.py:1542] 2024-09-15 01:35:04,634 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2957/3000 [09:22<00:07, 5.84it/s][WARNING|utils.py:1542] 2024-09-15 01:35:04,802 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2958/3000 [09:22<00:08, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:35:05,051 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2959/3000 [09:23<00:07, 5.36it/s][WARNING|utils.py:1542] 2024-09-15 01:35:05,219 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2960/3000 [09:23<00:07, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:35:05,387 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▍| 2961/3000 [09:23<00:06, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:35:05,556 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2962/3000 [09:23<00:07, 4.88it/s][WARNING|utils.py:1542] 2024-09-15 01:35:05,824 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2963/3000 [09:23<00:07, 5.14it/s][WARNING|utils.py:1542] 2024-09-15 01:35:05,995 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2964/3000 [09:24<00:06, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:35:06,162 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2965/3000 [09:24<00:06, 5.54it/s][WARNING|utils.py:1542] 2024-09-15 01:35:06,329 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2966/3000 [09:24<00:06, 5.66it/s][WARNING|utils.py:1542] 2024-09-15 01:35:06,496 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2967/3000 [09:24<00:05, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:35:06,664 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2968/3000 [09:24<00:06, 5.10it/s][WARNING|utils.py:1542] 2024-09-15 01:35:06,913 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2969/3000 [09:25<00:05, 5.32it/s][WARNING|utils.py:1542] 2024-09-15 01:35:07,081 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2970/3000 [09:25<00:05, 5.50it/s][WARNING|utils.py:1542] 2024-09-15 01:35:07,249 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▌| 2971/3000 [09:25<00:05, 5.64it/s][WARNING|utils.py:1542] 2024-09-15 01:35:07,416 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2972/3000 [09:25<00:04, 5.74it/s][WARNING|utils.py:1542] 2024-09-15 01:35:07,583 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2973/3000 [09:25<00:05, 5.08it/s][WARNING|utils.py:1542] 2024-09-15 01:35:07,832 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2974/3000 [09:25<00:04, 5.29it/s][WARNING|utils.py:1542] 2024-09-15 01:35:08,002 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2975/3000 [09:26<00:05, 4.85it/s][WARNING|utils.py:1542] 2024-09-15 01:35:08,250 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2976/3000 [09:26<00:05, 4.11it/s][WARNING|utils.py:1542] 2024-09-15 01:35:08,578 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2977/3000 [09:26<00:05, 4.09it/s][WARNING|utils.py:1542] 2024-09-15 01:35:08,827 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2978/3000 [09:26<00:05, 4.06it/s][WARNING|utils.py:1542] 2024-09-15 01:35:09,076 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2979/3000 [09:27<00:04, 4.49it/s][WARNING|utils.py:1542] 2024-09-15 01:35:09,244 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▋| 2980/3000 [09:27<00:04, 4.35it/s][WARNING|utils.py:1542] 2024-09-15 01:35:09,491 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▊| 2981/3000 [09:27<00:04, 4.25it/s][WARNING|utils.py:1542] 2024-09-15 01:35:09,739 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|███████████████████████��██████████████▊| 2982/3000 [09:27<00:03, 4.65it/s][WARNING|utils.py:1542] 2024-09-15 01:35:09,908 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▊| 2983/3000 [09:28<00:03, 4.95it/s][WARNING|utils.py:1542] 2024-09-15 01:35:10,078 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- " 99%|██████████████████████████████████████▊| 2984/3000 [09:28<00:03, 5.22it/s][WARNING|utils.py:1542] 2024-09-15 01:35:10,245 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2985/3000 [09:28<00:03, 4.80it/s][WARNING|utils.py:1542] 2024-09-15 01:35:10,494 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2986/3000 [09:28<00:03, 4.54it/s][WARNING|utils.py:1542] 2024-09-15 01:35:10,741 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2987/3000 [09:28<00:02, 4.36it/s][WARNING|utils.py:1542] 2024-09-15 01:35:10,992 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2988/3000 [09:29<00:02, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:35:11,162 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2989/3000 [09:29<00:02, 4.50it/s][WARNING|utils.py:1542] 2024-09-15 01:35:11,409 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▊| 2990/3000 [09:29<00:02, 4.34it/s][WARNING|utils.py:1542] 2024-09-15 01:35:11,660 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2991/3000 [09:29<00:01, 4.73it/s][WARNING|utils.py:1542] 2024-09-15 01:35:11,827 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2992/3000 [09:30<00:01, 4.47it/s][WARNING|utils.py:1542] 2024-09-15 01:35:12,079 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2993/3000 [09:30<00:01, 4.83it/s][WARNING|utils.py:1542] 2024-09-15 01:35:12,246 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2994/3000 [09:30<00:01, 5.12it/s][WARNING|utils.py:1542] 2024-09-15 01:35:12,414 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2995/3000 [09:30<00:00, 5.35it/s][WARNING|utils.py:1542] 2024-09-15 01:35:12,581 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2996/3000 [09:30<00:00, 4.87it/s][WARNING|utils.py:1542] 2024-09-15 01:35:12,830 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2997/3000 [09:30<00:00, 5.13it/s][WARNING|utils.py:1542] 2024-09-15 01:35:13,000 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2998/3000 [09:31<00:00, 5.37it/s][WARNING|utils.py:1542] 2024-09-15 01:35:13,167 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|██████████████████████████████████████▉| 2999/3000 [09:31<00:00, 5.53it/s][WARNING|utils.py:1542] 2024-09-15 01:35:13,335 >> Setting `pad_token_id` to `eos_token_id`:128001 for open-end generation.\n",
- "100%|███████████████████████████████████████| 3000/3000 [09:31<00:00, 5.25it/s]\n",
- "shenzhi-wang/Llama3.1-8B-Chinese-Chat/shots-10 metrics: {'accuracy': 0.742, 'incorrect_ids': [10, 15, 16, 18, 43, 48, 53, 58, 59, 61, 63, 65, 66, 67, 78, 80, 81, 83, 88, 91, 93, 96, 97, 99, 102, 104, 106, 110, 112, 113, 115, 123, 126, 141, 143, 150, 153, 161, 164, 170, 171, 190, 191, 192, 193, 198, 199, 200, 202, 218, 221, 222, 224, 227, 233, 234, 236, 237, 238, 240, 241, 243, 245, 247, 248, 250, 251, 252, 255, 260, 261, 263, 264, 265, 268, 269, 271, 275, 276, 279, 290, 292, 293, 295, 301, 311, 314, 317, 318, 320, 324, 325, 328, 330, 332, 334, 335, 338, 343, 350, 356, 360, 361, 362, 368, 370, 375, 377, 383, 384, 389, 397, 398, 406, 409, 410, 414, 428, 430, 432, 438, 445, 446, 447, 450, 452, 453, 456, 457, 465, 468, 469, 470, 471, 478, 481, 484, 487, 488, 490, 493, 494, 497, 500, 501, 502, 503, 504, 506, 507, 513, 516, 517, 518, 519, 530, 531, 536, 538, 544, 552, 555, 560, 569, 570, 571, 579, 581, 589, 593, 596, 597, 599, 601, 606, 614, 622, 624, 632, 635, 636, 646, 647, 651, 657, 671, 674, 680, 682, 686, 695, 700, 717, 721, 727, 729, 730, 732, 738, 739, 740, 742, 748, 754, 758, 764, 773, 774, 781, 788, 791, 794, 798, 801, 809, 813, 819, 820, 823, 824, 826, 827, 828, 840, 841, 842, 844, 847, 849, 851, 856, 861, 862, 866, 867, 869, 873, 875, 886, 890, 904, 906, 915, 918, 919, 922, 927, 929, 935, 940, 942, 943, 953, 964, 965, 966, 969, 974, 977, 980, 994, 998, 1001, 1005, 1006, 1011, 1012, 1014, 1015, 1017, 1018, 1019, 1022, 1024, 1027, 1028, 1030, 1036, 1038, 1040, 1043, 1051, 1052, 1055, 1057, 1061, 1069, 1074, 1076, 1081, 1083, 1087, 1089, 1096, 1107, 1117, 1125, 1126, 1129, 1137, 1141, 1143, 1147, 1161, 1164, 1166, 1174, 1178, 1180, 1181, 1183, 1185, 1188, 1192, 1198, 1203, 1211, 1212, 1220, 1221, 1224, 1226, 1228, 1231, 1232, 1235, 1238, 1239, 1240, 1241, 1251, 1252, 1254, 1257, 1259, 1266, 1270, 1274, 1278, 1282, 1289, 1292, 1295, 1296, 1304, 1305, 1308, 1313, 1315, 1316, 1317, 1319, 1322, 1323, 1324, 1329, 1339, 1340, 1342, 1344, 1345, 1348, 1349, 1353, 1360, 1362, 1363, 1364, 1365, 1367, 1368, 1372, 1385, 1386, 1387, 1389, 1391, 1394, 1400, 1402, 1405, 1406, 1409, 1411, 1416, 1420, 1422, 1423, 1424, 1426, 1427, 1439, 1446, 1449, 1451, 1452, 1453, 1459, 1464, 1469, 1475, 1476, 1478, 1485, 1486, 1490, 1491, 1492, 1494, 1496, 1499, 1500, 1506, 1510, 1515, 1516, 1517, 1518, 1519, 1522, 1525, 1526, 1533, 1536, 1545, 1547, 1551, 1554, 1556, 1558, 1559, 1560, 1562, 1568, 1572, 1580, 1581, 1587, 1594, 1603, 1604, 1607, 1612, 1613, 1614, 1624, 1627, 1633, 1639, 1643, 1648, 1650, 1652, 1654, 1655, 1659, 1660, 1661, 1662, 1665, 1672, 1679, 1684, 1685, 1686, 1691, 1695, 1712, 1716, 1718, 1726, 1727, 1734, 1736, 1738, 1743, 1745, 1751, 1753, 1757, 1762, 1765, 1767, 1769, 1780, 1783, 1786, 1791, 1798, 1801, 1804, 1810, 1812, 1824, 1827, 1839, 1869, 1879, 1884, 1886, 1887, 1890, 1891, 1897, 1899, 1901, 1902, 1903, 1907, 1908, 1914, 1919, 1936, 1938, 1941, 1945, 1946, 1953, 1958, 1959, 1962, 1963, 1964, 1967, 1973, 1976, 1977, 1978, 1979, 1981, 1983, 1985, 1986, 1989, 1990, 1991, 1992, 1995, 2003, 2017, 2025, 2026, 2028, 2029, 2031, 2036, 2037, 2038, 2044, 2046, 2049, 2054, 2064, 2067, 2068, 2070, 2077, 2081, 2084, 2088, 2100, 2105, 2106, 2109, 2110, 2119, 2120, 2121, 2126, 2133, 2147, 2152, 2159, 2160, 2161, 2162, 2164, 2173, 2174, 2177, 2183, 2185, 2186, 2188, 2192, 2193, 2194, 2196, 2197, 2199, 2205, 2208, 2212, 2213, 2215, 2223, 2225, 2226, 2236, 2237, 2238, 2240, 2243, 2245, 2246, 2257, 2262, 2274, 2278, 2281, 2287, 2297, 2304, 2311, 2312, 2320, 2324, 2328, 2330, 2333, 2337, 2343, 2348, 2351, 2354, 2355, 2360, 2366, 2367, 2370, 2372, 2378, 2381, 2395, 2396, 2400, 2404, 2409, 2410, 2412, 2419, 2420, 2422, 2423, 2427, 2429, 2437, 2440, 2442, 2463, 2465, 2469, 2471, 2472, 2475, 2476, 2486, 2491, 2499, 2501, 2503, 2511, 2515, 2520, 2522, 2524, 2529, 2530, 2532, 2535, 2538, 2546, 2558, 2559, 2575, 2577, 2589, 2592, 2594, 2605, 2626, 2628, 2629, 2633, 2644, 2649, 2653, 2663, 2664, 2666, 2667, 2671, 2676, 2685, 2701, 2710, 2712, 2716, 2727, 2731, 2732, 2735, 2736, 2742, 2745, 2746, 2752, 2754, 2757, 2758, 2760, 2762, 2766, 2770, 2777, 2782, 2787, 2788, 2789, 2791, 2794, 2797, 2798, 2800, 2805, 2806, 2807, 2810, 2811, 2815, 2816, 2820, 2823, 2824, 2829, 2834, 2837, 2843, 2845, 2851, 2854, 2858, 2866, 2870, 2877, 2880, 2882, 2884, 2888, 2896, 2902, 2905, 2912, 2913, 2916, 2921, 2927, 2929, 2937, 2939, 2944, 2949, 2953, 2964, 2966, 2967, 2969, 2975, 2977, 2979, 2985, 2990, 2995, 2998], 'precision': 0.7477056799746837, 'recall': 0.742, 'f1': 0.7371050181385632, 'ratio_valid_classifications': 0.8033333333333333}\n",
- "(3) GPU = NVIDIA GeForce RTX 4090. Max memory = 23.988 GB.\n",
- "18.621 GB of memory reserved.\n",
- "CPU times: user 49.8 s, sys: 22.7 s, total: 1min 12s\n",
- "Wall time: 1h 49min 42s\n"
- ]
- }
- ],
- "source": [
- "%%time\n",
- "\n",
- "# zero-shot\n",
- "!./scripts/eval-mgtv-shots.sh"
- ]
- }
- ],
- "metadata": {
- "accelerator": "GPU",
- "application/vnd.databricks.v1+notebook": {
- "dashboards": [],
- "environmentMetadata": null,
- "language": "python",
- "notebookMetadata": {
- "pythonIndentUnit": 4
- },
- "notebookName": "07_MAC_+_Qwen2-7B-Instructi_Unsloth_train",
- "widgets": {}
- },
- "colab": {
- "gpuType": "T4",
- "provenance": []
- },
- "kernelspec": {
- "display_name": "Python 3",
- "name": "python3"
- },
- "language_info": {
- "codemirror_mode": {
- "name": "ipython",
- "version": 3
- },
- "file_extension": ".py",
- "mimetype": "text/x-python",
- "name": "python",
- "nbconvert_exporter": "python",
- "pygments_lexer": "ipython3",
- "version": "3.11.9"
- }
- },
- "nbformat": 4,
- "nbformat_minor": 0
-}
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb55fdcf6c1aed08f8c1276ad01080ea5089147de6ab9681da58b15cc8f6c0d
+size 2151945