{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 206 }, "id": "XRrAMxkuEnL_", "outputId": "cec70550-d29d-461b-aa67-b6fbb487715b", "collapsed": true }, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ " bolum konu \\\n", "0 Adalet Adalet Meslek Etiği \n", "1 Adalet Adalet Meslek Etiği \n", "2 Adalet Adalet Meslek Etiği \n", "3 Adalet Adalet Meslek Etiği \n", "4 Adalet Adalet Meslek Etiği \n", "\n", " soru cevap aciklama \\\n", "0 Avrupa (Ekonomik) Topluluğu’nu kuran antlaşma ... 3 NaN \n", "1 Katma Protokol’de düzenlenen temel konular ara... 4 NaN \n", "2 Türkiye Avrupa Topluluğu’na tam üyelik başvuru... 0 NaN \n", "3 Ankara Anlaşması’nın temel ve nihai amacı aşağ... 1 NaN \n", "4 Türkiye-AB Ortaklığı’nda kömür ve çelik ürünle... 0 NaN \n", "\n", " secenekler \n", "0 [1953, 1955, 1957, 1958, 1960] \n", "1 [İş gücünün serbest dolaşımı, Yabancı sermaye,... \n", "2 [1987, 1988, 1997, 1999, 2007] \n", "3 [Türkiye’yi siyasi olarak güçlendirmek, Türkiy... \n", "4 [Serbest ticaret anlaşması, Entegrasyon rejimi... " ], "text/html": [ "\n", "
\n", "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
bolumkonusorucevapaciklamasecenekler
0AdaletAdalet Meslek EtiğiAvrupa (Ekonomik) Topluluğu’nu kuran antlaşma ...3NaN[1953, 1955, 1957, 1958, 1960]
1AdaletAdalet Meslek EtiğiKatma Protokol’de düzenlenen temel konular ara...4NaN[İş gücünün serbest dolaşımı, Yabancı sermaye,...
2AdaletAdalet Meslek EtiğiTürkiye Avrupa Topluluğu’na tam üyelik başvuru...0NaN[1987, 1988, 1997, 1999, 2007]
3AdaletAdalet Meslek EtiğiAnkara Anlaşması’nın temel ve nihai amacı aşağ...1NaN[Türkiye’yi siyasi olarak güçlendirmek, Türkiy...
4AdaletAdalet Meslek EtiğiTürkiye-AB Ortaklığı’nda kömür ve çelik ürünle...0NaN[Serbest ticaret anlaşması, Entegrasyon rejimi...
\n", "
\n", "
\n", "\n", "
\n", " \n", "\n", " \n", "\n", " \n", "
\n", "\n", "\n", "
\n", " \n", "\n", "\n", "\n", " \n", "
\n", "\n", "
\n", "
\n" ], "application/vnd.google.colaboratory.intrinsic+json": { "type": "dataframe", "variable_name": "df" } }, "metadata": {}, "execution_count": 1 } ], "source": [ "import pandas as pd\n", "\n", "file_path = '/content/turkishMMLU.csv'\n", "\n", "df = pd.read_csv(file_path)\n", "\n", "df.head()\n", "\n" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 206 }, "id": "RBoVsjNbFmqU", "outputId": "7dd268e5-5a38-400d-9ecf-e94faba1cec6", "collapsed": true }, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ " soru cevap \\\n", "0 Avrupa (Ekonomik) Topluluğu’nu kuran antlaşma ... 3 \n", "1 Katma Protokol’de düzenlenen temel konular ara... 4 \n", "2 Türkiye Avrupa Topluluğu’na tam üyelik başvuru... 0 \n", "3 Ankara Anlaşması’nın temel ve nihai amacı aşağ... 1 \n", "4 Türkiye-AB Ortaklığı’nda kömür ve çelik ürünle... 0 \n", "\n", " secenekler \n", "0 [1953, 1955, 1957, 1958, 1960] \n", "1 [İş gücünün serbest dolaşımı, Yabancı sermaye,... \n", "2 [1987, 1988, 1997, 1999, 2007] \n", "3 [Türkiye’yi siyasi olarak güçlendirmek, Türkiy... \n", "4 [Serbest ticaret anlaşması, Entegrasyon rejimi... " ], "text/html": [ "\n", "
\n", "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
sorucevapsecenekler
0Avrupa (Ekonomik) Topluluğu’nu kuran antlaşma ...3[1953, 1955, 1957, 1958, 1960]
1Katma Protokol’de düzenlenen temel konular ara...4[İş gücünün serbest dolaşımı, Yabancı sermaye,...
2Türkiye Avrupa Topluluğu’na tam üyelik başvuru...0[1987, 1988, 1997, 1999, 2007]
3Ankara Anlaşması’nın temel ve nihai amacı aşağ...1[Türkiye’yi siyasi olarak güçlendirmek, Türkiy...
4Türkiye-AB Ortaklığı’nda kömür ve çelik ürünle...0[Serbest ticaret anlaşması, Entegrasyon rejimi...
\n", "
\n", "
\n", "\n", "
\n", " \n", "\n", " \n", "\n", " \n", "
\n", "\n", "\n", "
\n", " \n", "\n", "\n", "\n", " \n", "
\n", "\n", "
\n", "
\n" ], "application/vnd.google.colaboratory.intrinsic+json": { "type": "dataframe", "variable_name": "df_cleaned" } }, "metadata": {}, "execution_count": 2 } ], "source": [ "df_cleaned = df[['soru', 'cevap', 'secenekler']]\n", "\n", "df_cleaned.head()" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 310 }, "id": "H1-7-riNFoPC", "outputId": "68f438c6-ea1a-483a-93e2-32c91f087c86", "collapsed": true }, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ ":11: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " df_cleaned['secenekler'] = df_cleaned['secenekler'].apply(fix_options_format)\n" ] }, { "output_type": "execute_result", "data": { "text/plain": [ " soru cevap \\\n", "0 Avrupa (Ekonomik) Topluluğu’nu kuran antlaşma ... 3 \n", "1 Katma Protokol’de düzenlenen temel konular ara... 4 \n", "2 Türkiye Avrupa Topluluğu’na tam üyelik başvuru... 0 \n", "3 Ankara Anlaşması’nın temel ve nihai amacı aşağ... 1 \n", "4 Türkiye-AB Ortaklığı’nda kömür ve çelik ürünle... 0 \n", "\n", " secenekler \n", "0 [1953, 1955, 1957, 1958, 1960] \n", "1 [İş gücünün serbest dolaşımı, Yabancı sermaye,... \n", "2 [1987, 1988, 1997, 1999, 2007] \n", "3 [Türkiye’yi siyasi olarak güçlendirmek, Türkiy... \n", "4 [Serbest ticaret anlaşması, Entegrasyon rejimi... " ], "text/html": [ "\n", "
\n", "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
sorucevapsecenekler
0Avrupa (Ekonomik) Topluluğu’nu kuran antlaşma ...3[1953, 1955, 1957, 1958, 1960]
1Katma Protokol’de düzenlenen temel konular ara...4[İş gücünün serbest dolaşımı, Yabancı sermaye,...
2Türkiye Avrupa Topluluğu’na tam üyelik başvuru...0[1987, 1988, 1997, 1999, 2007]
3Ankara Anlaşması’nın temel ve nihai amacı aşağ...1[Türkiye’yi siyasi olarak güçlendirmek, Türkiy...
4Türkiye-AB Ortaklığı’nda kömür ve çelik ürünle...0[Serbest ticaret anlaşması, Entegrasyon rejimi...
\n", "
\n", "
\n", "\n", "
\n", " \n", "\n", " \n", "\n", " \n", "
\n", "\n", "\n", "
\n", " \n", "\n", "\n", "\n", " \n", "
\n", "\n", "
\n", "
\n" ], "application/vnd.google.colaboratory.intrinsic+json": { "type": "dataframe", "variable_name": "df_cleaned" } }, "metadata": {}, "execution_count": 3 } ], "source": [ "import ast\n", "\n", "def fix_options_format(options):\n", " try:\n", " if isinstance(options, str):\n", " return ast.literal_eval(options)\n", " except (ValueError, SyntaxError):\n", " return options\n", " return options\n", "\n", "df_cleaned['secenekler'] = df_cleaned['secenekler'].apply(fix_options_format)\n", "\n", "df_cleaned.head()" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 310 }, "id": "LkYgRoWDFqBo", "outputId": "b014f138-45ad-4ebe-9bfd-ac25ebf5a3dd", "collapsed": true }, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ ":9: SettingWithCopyWarning: \n", "A value is trying to be set on a copy of a slice from a DataFrame.\n", "Try using .loc[row_indexer,col_indexer] = value instead\n", "\n", "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n", " df_cleaned['dogru_cevap'] = df_cleaned.apply(map_answer_to_options, axis=1)\n" ] }, { "output_type": "execute_result", "data": { "text/plain": [ " soru dogru_cevap\n", "0 Avrupa (Ekonomik) Topluluğu’nu kuran antlaşma ... 1958\n", "1 Katma Protokol’de düzenlenen temel konular ara... None\n", "2 Türkiye Avrupa Topluluğu’na tam üyelik başvuru... 1987\n", "3 Ankara Anlaşması’nın temel ve nihai amacı aşağ... None\n", "4 Türkiye-AB Ortaklığı’nda kömür ve çelik ürünle... None" ], "text/html": [ "\n", "
\n", "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
sorudogru_cevap
0Avrupa (Ekonomik) Topluluğu’nu kuran antlaşma ...1958
1Katma Protokol’de düzenlenen temel konular ara...None
2Türkiye Avrupa Topluluğu’na tam üyelik başvuru...1987
3Ankara Anlaşması’nın temel ve nihai amacı aşağ...None
4Türkiye-AB Ortaklığı’nda kömür ve çelik ürünle...None
\n", "
\n", "
\n", "\n", "
\n", " \n", "\n", " \n", "\n", " \n", "
\n", "\n", "\n", "
\n", " \n", "\n", "\n", "\n", " \n", "
\n", "\n", "
\n", "
\n" ], "application/vnd.google.colaboratory.intrinsic+json": { "type": "dataframe", "summary": "{\n \"name\": \"df_cleaned[['soru', 'dogru_cevap']]\",\n \"rows\": 5,\n \"fields\": [\n {\n \"column\": \"soru\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 5,\n \"samples\": [\n \"Katma Protokol\\u2019de d\\u00fczenlenen temel konular aras\\u0131nda a\\u015fa\\u011f\\u0131dakilerden hangisi yer almaz?\",\n \"T\\u00fcrkiye-AB Ortakl\\u0131\\u011f\\u0131\\u2019nda k\\u00f6m\\u00fcr ve \\u00e7elik \\u00fcr\\u00fcnleri a\\u015fa\\u011f\\u0131dakilerden hangisi kapsam\\u0131nda i\\u015flem g\\u00f6r\\u00fcr?\",\n \"T\\u00fcrkiye Avrupa Toplulu\\u011fu\\u2019na tam \\u00fcyelik ba\\u015fvurusunu hangi y\\u0131l yapm\\u0131\\u015ft\\u0131r?\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"dogru_cevap\",\n \"properties\": {\n \"dtype\": \"date\",\n \"min\": 1958,\n \"max\": 1987,\n \"num_unique_values\": 2,\n \"samples\": [\n 1987,\n 1958\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n }\n ]\n}" } }, "metadata": {}, "execution_count": 4 } ], "source": [ "def map_answer_to_options(row):\n", " options = row['secenekler']\n", " answer_index = row['cevap']\n", " if isinstance(options, list) and 0 <= answer_index < len(options):\n", " return options[answer_index]\n", " else:\n", " return None\n", "\n", "df_cleaned['dogru_cevap'] = df_cleaned.apply(map_answer_to_options, axis=1)\n", "\n", "df_cleaned[['soru', 'dogru_cevap']].head()" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "_6Pf9JHeFr3N", "outputId": "6b8ee47d-6f18-4439-8257-d17b1e72999a", "collapsed": true }, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "(8774, 4)" ] }, "metadata": {}, "execution_count": 5 } ], "source": [ "df_cleaned = df_cleaned[df_cleaned['dogru_cevap'].notnull()]\n", "\n", "df_cleaned.shape" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 206 }, "id": "eh4S9QpjFttp", "outputId": "809940c7-5bd7-49e1-bfbd-7a8765f403bd", "collapsed": true }, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ " soru dogru_cevap\n", "0 Avrupa (Ekonomik) Topluluğu’nu kuran antlaşma ... 1958\n", "2 Türkiye Avrupa Topluluğu’na tam üyelik başvuru... 1987\n", "16 Türkiye bloke edilen fasıllar hariç 2010 yılı ... 13\n", "20 Türkiye Avrupa Ekonomik Topluluğuna kaç yılınd... 1959\n", "34 Avrupa Birliğinin ilk genişlemesi kaç yılında ... 1973" ], "text/html": [ "\n", "
\n", "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
sorudogru_cevap
0Avrupa (Ekonomik) Topluluğu’nu kuran antlaşma ...1958
2Türkiye Avrupa Topluluğu’na tam üyelik başvuru...1987
16Türkiye bloke edilen fasıllar hariç 2010 yılı ...13
20Türkiye Avrupa Ekonomik Topluluğuna kaç yılınd...1959
34Avrupa Birliğinin ilk genişlemesi kaç yılında ...1973
\n", "
\n", "
\n", "\n", "
\n", " \n", "\n", " \n", "\n", " \n", "
\n", "\n", "\n", "
\n", " \n", "\n", "\n", "\n", " \n", "
\n", "\n", "
\n", "
\n" ], "application/vnd.google.colaboratory.intrinsic+json": { "type": "dataframe", "variable_name": "df_cleaned", "summary": "{\n \"name\": \"df_cleaned\",\n \"rows\": 8774,\n \"fields\": [\n {\n \"column\": \"soru\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 8598,\n \"samples\": [\n \"Bizans\\u2019\\u0131n \\u00f6nemli \\u015fehirlerinden Amorion hangi y\\u0131lda fethedilmi\\u015ftir?\",\n \"Noterlik dairesindeki i\\u015f kabul s\\u00fcresi, o yerdeki di\\u011fer resmi dairelerden en \\u00e7ok ka\\u00e7 saat fazla olabilir?\",\n \"Bir i\\u015fletme alm\\u0131\\u015f oldu\\u011fu 40000 T\\u00fcrk Liral\\u0131k bir bor\\u00e7la ilgili olarak 3 y\\u0131l boyunca sadece faizini, 3nc\\u00fc y\\u0131l\\u0131n sonunda da borcun anaparas\\u0131n\\u0131 \\u00f6deyecektir. Y\\u0131ll\\u0131k faiz oran\\u0131 %12 ise, i\\u015fletme toplam ka\\u00e7 T\\u00fcrk Liras\\u0131 faiz \\u00f6demesi yapacakt\\u0131r?\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"dogru_cevap\",\n \"properties\": {\n \"dtype\": \"object\",\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n }\n ]\n}" } }, "metadata": {}, "execution_count": 6 } ], "source": [ "df_cleaned = df_cleaned[['soru', 'dogru_cevap']]\n", "\n", "df_cleaned.head()" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 206 }, "id": "oyMFxmJtFx1r", "outputId": "07036bb3-d24a-46e5-91e7-c0192473959a", "collapsed": true }, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ " input_text\n", "0 Soru: Avrupa (Ekonomik) Topluluğu’nu kuran ant...\n", "2 Soru: Türkiye Avrupa Topluluğu’na tam üyelik b...\n", "16 Soru: Türkiye bloke edilen fasıllar hariç 2010...\n", "20 Soru: Türkiye Avrupa Ekonomik Topluluğuna kaç ...\n", "34 Soru: Avrupa Birliğinin ilk genişlemesi kaç yı..." ], "text/html": [ "\n", "
\n", "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
input_text
0Soru: Avrupa (Ekonomik) Topluluğu’nu kuran ant...
2Soru: Türkiye Avrupa Topluluğu’na tam üyelik b...
16Soru: Türkiye bloke edilen fasıllar hariç 2010...
20Soru: Türkiye Avrupa Ekonomik Topluluğuna kaç ...
34Soru: Avrupa Birliğinin ilk genişlemesi kaç yı...
\n", "
\n", "
\n", "\n", "
\n", " \n", "\n", " \n", "\n", " \n", "
\n", "\n", "\n", "
\n", " \n", "\n", "\n", "\n", " \n", "
\n", "\n", "
\n", "
\n" ], "application/vnd.google.colaboratory.intrinsic+json": { "type": "dataframe", "summary": "{\n \"name\": \"df_cleaned[['input_text']]\",\n \"rows\": 5,\n \"fields\": [\n {\n \"column\": \"input_text\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 5,\n \"samples\": [\n \"Soru: T\\u00fcrkiye Avrupa Toplulu\\u011fu\\u2019na tam \\u00fcyelik ba\\u015fvurusunu hangi y\\u0131l yapm\\u0131\\u015ft\\u0131r? Cevap: 1987\",\n \"Soru: Avrupa Birli\\u011finin ilk geni\\u015flemesi ka\\u00e7 y\\u0131l\\u0131nda ger\\u00e7ekle\\u015fmi\\u015ftir? Cevap: 1973\",\n \"Soru: T\\u00fcrkiye bloke edilen fas\\u0131llar hari\\u00e7 2010 y\\u0131l\\u0131 Haziran ay\\u0131na kadar ka\\u00e7 fasl\\u0131 m\\u00fczakereye a\\u00e7may\\u0131 ba\\u015farabilmi\\u015ftir? Cevap: 13\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n }\n ]\n}" } }, "metadata": {}, "execution_count": 7 } ], "source": [ "df_cleaned['input_text'] = df_cleaned.apply(lambda row: f\"Soru: {row['soru']} Cevap: {row['dogru_cevap']}\", axis=1)\n", "\n", "df_cleaned[['input_text']].head()" ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "csMb31zSFyKv", "outputId": "04f7db10-1034-4513-ad0e-cef2a9e572ad", "collapsed": true }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Requirement already satisfied: datasets in /usr/local/lib/python3.10/dist-packages (3.0.0)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets) (3.16.0)\n", "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.26.4)\n", "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (17.0.0)\n", "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.3.8)\n", "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (2.1.4)\n", "Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.32.3)\n", "Requirement already satisfied: tqdm>=4.66.3 in /usr/local/lib/python3.10/dist-packages (from datasets) (4.66.5)\n", "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets) (3.5.0)\n", "Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets) (0.70.16)\n", "Requirement already satisfied: fsspec<=2024.6.1,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from fsspec[http]<=2024.6.1,>=2023.1.0->datasets) (2024.6.1)\n", "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.10.5)\n", "Requirement already satisfied: huggingface-hub>=0.22.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.24.6)\n", "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (24.1)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0.2)\n", "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.4.0)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (24.2.0)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.4.1)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.1.0)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.11.1)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.22.0->datasets) (4.12.2)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (3.8)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (2.0.7)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (2024.8.30)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n", "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.1)\n", "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.1)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.16.0)\n" ] } ], "source": [ "!pip install datasets" ] }, { "cell_type": "code", "execution_count": 9, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "jiNxJIf1FyNS", "outputId": "5d4e86b1-dfd7-4636-b233-75dd2dda7743", "collapsed": true }, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "Dataset({\n", " features: ['input_text', '__index_level_0__'],\n", " num_rows: 8774\n", "})" ] }, "metadata": {}, "execution_count": 9 } ], "source": [ "from datasets import Dataset\n", "\n", "dataset = Dataset.from_pandas(df_cleaned[['input_text']])\n", "\n", "dataset\n" ] }, { "cell_type": "code", "execution_count": 10, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 351, "referenced_widgets": [ "ebb77db9e10f438299080d7325b73eb3", "62fb291cf3e8491f949b841269676d7e", "1221880d69fa49b0a6c99843374fdcc6", "81b39556fec546dbb1bff187a1ac39ee", "25c2626825fd470096be839d13384701", "b6c7bc59107e4d469a36671adaafa497", "4b0a67504d484ed6aa2d6681f4394bff", "3492a4df198c47ea864dadd39c712c9e", "6b01b27ae1594c699e4252b4ca6659a8", "51510e94403045b1ac435ac42a26b951", "37c111966d004ff3bbf08dc7c17447c0", "059037ead4b241159d3a281ab0f15776", "954bbd0db0234c9d96a9281e303f2eb9", "6d34fb810caa48a7ad2c8ba5b1233f7f", "90d1b66de3e444428dbca49453140232", "4a2b4cefaa7f48f1bb436d5831f801d4", "98117fe25ff74618a1b31680ddb3923e", "4d988392c100499d884fd40523da49fa", "7e2f8691ed314a5a9ddaae29a035e3bc", "cdf68f492c0f4ed78653df9991f1216d", "1cf14a5548354c26b20b1fae1e99b705", "6bb41367f1de4a649b49377b51319939", "1faa2f2c25d24d58b8ee294df7e395bf", "8859d453948149429a382dbde6042ce0", "8e3677f7f96f4f96ac77bd98ab3105a6", "fb3313392f69445bab16b8e17b37ad00", "12f7462955764caa9eb01e15133f0449", "a05da1f2539243668e82f3228f181b56", "5938bb6cc1514672b10927cc5507c230", "ff2b673495c8435cb8a45279cfd097ae", "d2dc3417d18b46e095cdb377877c1248", "cff66aeb6f244185abe2a2f9c12c4cf3", "29cde1409f1640ecae9d6290a47b1140", "391355b674e444049213909d7d821cd4", "9ebe54d4bc184e30ab473475cc3e9145", "fc5a4b278c6249daadc5ccb879755d78", "490495f7d5014141a45c8454fe4d843f", "4774e120ef184541975bb18cf4c4a583", "ed0e12230c9d45c88fb0ed9776a60b56", "e97fd4eb2b2e4bce8f7544d3d8446391", "82d9aff6cf6440bb814eafe7368b968b", "2cf2fe67a33f4a5793a788e6a614e303", "71bbe8de68f94848b128f501678c79be", "36addff767754177850f327b94606a49", "6338d278c161433694cc9671eef7e791", "3827a3337d4b4ced8848d37720668ce7", "adb167cf780d4934a09b6b7fc590ff13", "3e6676778e0f49b9ad728487a4baf457", "f358fc703f4d46d794204f4c18f37935", "b57c11a4faf043e6802b19ed744e62a1", "cd39ce484bdc40769291d8aa156b63cb", "c02fd2356aac42658a3f4946a0882a47", "21fad5b7d7c14c398e910dcc103f7144", "4d73f9a2d8854b6cbb45d86edced4614", "63886e0e1e354e5dacd17da6646a8988", "3942b6d5621d41b498fd1b67be07c3d3", "e2491e46052e47fb8d15dd20e9b77f76", "0a11a70f0ac046f99f43292aa6a06e0f", "9a2c981df3ab4b9bb70e63ebaa38d4e5", "a5c73fbf84f04948a831add1fd2ad0d4", "9c95c5a8dc444782a085bdea7120d9ae", "8383ad64b6d549d18036112815b0d7aa", "37f368d20ad64f12b2e54ce47793c9b1", "876b72678cd24b839e920b8fb5ecffb8", "2b43e43a4ad548b58c0cf93fa3a00db1", "4927de2eddd74edb912a9072aa87f598" ] }, "id": "Ge-PAZ4AFyQG", "outputId": "79933f75-ec4f-493a-85e1-d5237b34f665", "collapsed": true }, "outputs": [ { "output_type": "stream", "name": "stderr", "text": [ "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n", "The secret `HF_TOKEN` does not exist in your Colab secrets.\n", "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n", "You will be able to reuse this secret in all of your notebooks.\n", "Please note that authentication is recommended but still optional to access public models or datasets.\n", " warnings.warn(\n" ] }, { "output_type": "display_data", "data": { "text/plain": [ "tokenizer_config.json: 0%| | 0.00/2.32k [00:00. This is expected, and simply means that the `legacy` (previous) behavior will be used so nothing changes for you. If you want to use the new behaviour, set `legacy=False`. This should only be set if you understand what it means, and thoroughly read the reason why this was added as explained in https://github.com/huggingface/transformers/pull/24565\n" ] }, { "output_type": "display_data", "data": { "text/plain": [ "config.json: 0%| | 0.00/1.21k [00:00" ], "text/html": [ "\n", "
\n", " \n", " \n", " [3291/3291 53:05, Epoch 3/3]\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
EpochTraining LossValidation Loss
10.0124000.011429
20.0117000.010915
30.0113000.010784

" ] }, "metadata": {} }, { "output_type": "execute_result", "data": { "text/plain": [ "TrainOutput(global_step=3291, training_loss=0.07492844343402762, metrics={'train_runtime': 3187.4505, 'train_samples_per_second': 8.258, 'train_steps_per_second': 1.032, 'total_flos': 3562466898345984.0, 'train_loss': 0.07492844343402762, 'epoch': 3.0})" ] }, "metadata": {}, "execution_count": 13 } ], "source": [ "from transformers import Trainer, TrainingArguments\n", "\n", "training_args = TrainingArguments(\n", " output_dir=\"./results\",\n", " eval_strategy=\"epoch\",\n", " learning_rate=5e-5,\n", " per_device_train_batch_size=8,\n", " per_device_eval_batch_size=8,\n", " num_train_epochs=3,\n", " weight_decay=0.01,\n", ")\n", "\n", "trainer = Trainer(\n", " model=model,\n", " args=training_args,\n", " train_dataset=tokenized_dataset,\n", " eval_dataset=tokenized_dataset,\n", ")\n", "\n", "trainer.train()" ] } ], "metadata": { "accelerator": "GPU", "colab": { "gpuType": "T4", "provenance": [] }, "kernelspec": { "display_name": "Python 3", "name": "python3" }, "language_info": { "name": "python" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "ebb77db9e10f438299080d7325b73eb3": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_62fb291cf3e8491f949b841269676d7e", "IPY_MODEL_1221880d69fa49b0a6c99843374fdcc6", "IPY_MODEL_81b39556fec546dbb1bff187a1ac39ee" ], "layout": "IPY_MODEL_25c2626825fd470096be839d13384701" } }, "62fb291cf3e8491f949b841269676d7e": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b6c7bc59107e4d469a36671adaafa497", "placeholder": "​", "style": "IPY_MODEL_4b0a67504d484ed6aa2d6681f4394bff", "value": "tokenizer_config.json: 100%" } }, "1221880d69fa49b0a6c99843374fdcc6": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3492a4df198c47ea864dadd39c712c9e", "max": 2324, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_6b01b27ae1594c699e4252b4ca6659a8", "value": 2324 } }, "81b39556fec546dbb1bff187a1ac39ee": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_51510e94403045b1ac435ac42a26b951", "placeholder": "​", "style": "IPY_MODEL_37c111966d004ff3bbf08dc7c17447c0", "value": " 2.32k/2.32k [00:00<00:00, 50.2kB/s]" } }, "25c2626825fd470096be839d13384701": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b6c7bc59107e4d469a36671adaafa497": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4b0a67504d484ed6aa2d6681f4394bff": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "3492a4df198c47ea864dadd39c712c9e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6b01b27ae1594c699e4252b4ca6659a8": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "51510e94403045b1ac435ac42a26b951": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "37c111966d004ff3bbf08dc7c17447c0": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "059037ead4b241159d3a281ab0f15776": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_954bbd0db0234c9d96a9281e303f2eb9", "IPY_MODEL_6d34fb810caa48a7ad2c8ba5b1233f7f", "IPY_MODEL_90d1b66de3e444428dbca49453140232" ], "layout": "IPY_MODEL_4a2b4cefaa7f48f1bb436d5831f801d4" } }, "954bbd0db0234c9d96a9281e303f2eb9": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_98117fe25ff74618a1b31680ddb3923e", "placeholder": "​", "style": "IPY_MODEL_4d988392c100499d884fd40523da49fa", "value": "spiece.model: 100%" } }, "6d34fb810caa48a7ad2c8ba5b1233f7f": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_7e2f8691ed314a5a9ddaae29a035e3bc", "max": 791656, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_cdf68f492c0f4ed78653df9991f1216d", "value": 791656 } }, "90d1b66de3e444428dbca49453140232": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1cf14a5548354c26b20b1fae1e99b705", "placeholder": "​", "style": "IPY_MODEL_6bb41367f1de4a649b49377b51319939", "value": " 792k/792k [00:00<00:00, 2.99MB/s]" } }, "4a2b4cefaa7f48f1bb436d5831f801d4": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "98117fe25ff74618a1b31680ddb3923e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4d988392c100499d884fd40523da49fa": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "7e2f8691ed314a5a9ddaae29a035e3bc": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "cdf68f492c0f4ed78653df9991f1216d": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "1cf14a5548354c26b20b1fae1e99b705": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6bb41367f1de4a649b49377b51319939": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "1faa2f2c25d24d58b8ee294df7e395bf": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_8859d453948149429a382dbde6042ce0", "IPY_MODEL_8e3677f7f96f4f96ac77bd98ab3105a6", "IPY_MODEL_fb3313392f69445bab16b8e17b37ad00" ], "layout": "IPY_MODEL_12f7462955764caa9eb01e15133f0449" } }, "8859d453948149429a382dbde6042ce0": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a05da1f2539243668e82f3228f181b56", "placeholder": "​", "style": "IPY_MODEL_5938bb6cc1514672b10927cc5507c230", "value": "tokenizer.json: 100%" } }, "8e3677f7f96f4f96ac77bd98ab3105a6": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_ff2b673495c8435cb8a45279cfd097ae", "max": 1389353, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_d2dc3417d18b46e095cdb377877c1248", "value": 1389353 } }, "fb3313392f69445bab16b8e17b37ad00": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_cff66aeb6f244185abe2a2f9c12c4cf3", "placeholder": "​", "style": "IPY_MODEL_29cde1409f1640ecae9d6290a47b1140", "value": " 1.39M/1.39M [00:00<00:00, 4.94MB/s]" } }, "12f7462955764caa9eb01e15133f0449": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a05da1f2539243668e82f3228f181b56": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5938bb6cc1514672b10927cc5507c230": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "ff2b673495c8435cb8a45279cfd097ae": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "d2dc3417d18b46e095cdb377877c1248": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "cff66aeb6f244185abe2a2f9c12c4cf3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "29cde1409f1640ecae9d6290a47b1140": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "391355b674e444049213909d7d821cd4": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_9ebe54d4bc184e30ab473475cc3e9145", "IPY_MODEL_fc5a4b278c6249daadc5ccb879755d78", "IPY_MODEL_490495f7d5014141a45c8454fe4d843f" ], "layout": "IPY_MODEL_4774e120ef184541975bb18cf4c4a583" } }, "9ebe54d4bc184e30ab473475cc3e9145": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_ed0e12230c9d45c88fb0ed9776a60b56", "placeholder": "​", "style": "IPY_MODEL_e97fd4eb2b2e4bce8f7544d3d8446391", "value": "config.json: 100%" } }, "fc5a4b278c6249daadc5ccb879755d78": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_82d9aff6cf6440bb814eafe7368b968b", "max": 1206, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_2cf2fe67a33f4a5793a788e6a614e303", "value": 1206 } }, "490495f7d5014141a45c8454fe4d843f": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_71bbe8de68f94848b128f501678c79be", "placeholder": "​", "style": "IPY_MODEL_36addff767754177850f327b94606a49", "value": " 1.21k/1.21k [00:00<00:00, 20.3kB/s]" } }, "4774e120ef184541975bb18cf4c4a583": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ed0e12230c9d45c88fb0ed9776a60b56": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e97fd4eb2b2e4bce8f7544d3d8446391": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "82d9aff6cf6440bb814eafe7368b968b": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2cf2fe67a33f4a5793a788e6a614e303": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "71bbe8de68f94848b128f501678c79be": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "36addff767754177850f327b94606a49": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "6338d278c161433694cc9671eef7e791": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_3827a3337d4b4ced8848d37720668ce7", "IPY_MODEL_adb167cf780d4934a09b6b7fc590ff13", "IPY_MODEL_3e6676778e0f49b9ad728487a4baf457" ], "layout": "IPY_MODEL_f358fc703f4d46d794204f4c18f37935" } }, "3827a3337d4b4ced8848d37720668ce7": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b57c11a4faf043e6802b19ed744e62a1", "placeholder": "​", "style": "IPY_MODEL_cd39ce484bdc40769291d8aa156b63cb", "value": "model.safetensors: 100%" } }, "adb167cf780d4934a09b6b7fc590ff13": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c02fd2356aac42658a3f4946a0882a47", "max": 242043056, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_21fad5b7d7c14c398e910dcc103f7144", "value": 242043056 } }, "3e6676778e0f49b9ad728487a4baf457": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_4d73f9a2d8854b6cbb45d86edced4614", "placeholder": "​", "style": "IPY_MODEL_63886e0e1e354e5dacd17da6646a8988", "value": " 242M/242M [00:01<00:00, 149MB/s]" } }, "f358fc703f4d46d794204f4c18f37935": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b57c11a4faf043e6802b19ed744e62a1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "cd39ce484bdc40769291d8aa156b63cb": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c02fd2356aac42658a3f4946a0882a47": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "21fad5b7d7c14c398e910dcc103f7144": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "4d73f9a2d8854b6cbb45d86edced4614": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "63886e0e1e354e5dacd17da6646a8988": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "3942b6d5621d41b498fd1b67be07c3d3": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_e2491e46052e47fb8d15dd20e9b77f76", "IPY_MODEL_0a11a70f0ac046f99f43292aa6a06e0f", "IPY_MODEL_9a2c981df3ab4b9bb70e63ebaa38d4e5" ], "layout": "IPY_MODEL_a5c73fbf84f04948a831add1fd2ad0d4" } }, "e2491e46052e47fb8d15dd20e9b77f76": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_9c95c5a8dc444782a085bdea7120d9ae", "placeholder": "​", "style": "IPY_MODEL_8383ad64b6d549d18036112815b0d7aa", "value": "generation_config.json: 100%" } }, "0a11a70f0ac046f99f43292aa6a06e0f": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_37f368d20ad64f12b2e54ce47793c9b1", "max": 147, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_876b72678cd24b839e920b8fb5ecffb8", "value": 147 } }, "9a2c981df3ab4b9bb70e63ebaa38d4e5": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_2b43e43a4ad548b58c0cf93fa3a00db1", "placeholder": "​", "style": "IPY_MODEL_4927de2eddd74edb912a9072aa87f598", "value": " 147/147 [00:00<00:00, 3.58kB/s]" } }, "a5c73fbf84f04948a831add1fd2ad0d4": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9c95c5a8dc444782a085bdea7120d9ae": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8383ad64b6d549d18036112815b0d7aa": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "37f368d20ad64f12b2e54ce47793c9b1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "876b72678cd24b839e920b8fb5ecffb8": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "2b43e43a4ad548b58c0cf93fa3a00db1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4927de2eddd74edb912a9072aa87f598": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "ca825b0357e44ef3b4f5f740c1c13760": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_a0ba3eedfaaf4163ba5162f48cd96439", "IPY_MODEL_19c899321f804861b89da81c5e1e9ebd", "IPY_MODEL_0db8f6cea87b4a85a6252fbb7626ff9c" ], "layout": "IPY_MODEL_c452f2a8773e486f8d18b523f2e10851" } }, "a0ba3eedfaaf4163ba5162f48cd96439": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_db73dbba296345fd8e4f16137facf814", "placeholder": "​", "style": "IPY_MODEL_d50f5038792147b3b392d7e7d53b1072", "value": "Map: 100%" } }, "19c899321f804861b89da81c5e1e9ebd": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_cdae8ddddefb45cbb6310ae6d4ae5e1e", "max": 8774, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_8348d68b08bb47caa5fa54f55ebe15e0", "value": 8774 } }, "0db8f6cea87b4a85a6252fbb7626ff9c": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_934cb8484c5e40bf8d397381117006b9", "placeholder": "​", "style": "IPY_MODEL_3c11b99f64ed42be89c3253ba700f0a5", "value": " 8774/8774 [00:11<00:00, 799.52 examples/s]" } }, "c452f2a8773e486f8d18b523f2e10851": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "db73dbba296345fd8e4f16137facf814": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "d50f5038792147b3b392d7e7d53b1072": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "cdae8ddddefb45cbb6310ae6d4ae5e1e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8348d68b08bb47caa5fa54f55ebe15e0": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "934cb8484c5e40bf8d397381117006b9": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3c11b99f64ed42be89c3253ba700f0a5": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } } } } }, "nbformat": 4, "nbformat_minor": 0 }