diff --git "a/FastTextWizardEvo.ipynb" "b/FastTextWizardEvo.ipynb" new file mode 100644--- /dev/null +++ "b/FastTextWizardEvo.ipynb" @@ -0,0 +1,982 @@ +{ + "nbformat": 4, + "nbformat_minor": 0, + "metadata": { + "colab": { + "provenance": [] + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3" + }, + "language_info": { + "name": "python" + } + }, + "cells": [ + { + "cell_type": "code", + "source": [ + "!pip install transformers fasttext datasets" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "pyqzveggHRGo", + "outputId": "60d136b5-03e1-4689-c0e7-4df560750d77" + }, + "execution_count": 1, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting transformers\n", + " Downloading transformers-4.34.1-py3-none-any.whl (7.7 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.7/7.7 MB\u001b[0m \u001b[31m20.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hCollecting fasttext\n", + " Downloading fasttext-0.9.2.tar.gz (68 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m68.8/68.8 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Collecting datasets\n", + " Downloading datasets-2.14.6-py3-none-any.whl (493 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m493.7/493.7 kB\u001b[0m \u001b[31m24.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.4)\n", + "Collecting huggingface-hub<1.0,>=0.16.4 (from transformers)\n", + " Downloading huggingface_hub-0.18.0-py3-none-any.whl (301 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.0/302.0 kB\u001b[0m \u001b[31m28.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.23.5)\n", + "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.2)\n", + "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.1)\n", + "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2023.6.3)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.31.0)\n", + "Collecting tokenizers<0.15,>=0.14 (from transformers)\n", + " Downloading tokenizers-0.14.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.8 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m50.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hCollecting safetensors>=0.3.1 (from transformers)\n", + " Downloading safetensors-0.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m54.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.66.1)\n", + "Collecting pybind11>=2.2 (from fasttext)\n", + " Using cached pybind11-2.11.1-py3-none-any.whl (227 kB)\n", + "Requirement already satisfied: setuptools>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from fasttext) (67.7.2)\n", + "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (9.0.0)\n", + "Collecting dill<0.3.8,>=0.3.0 (from datasets)\n", + " Downloading dill-0.3.7-py3-none-any.whl (115 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m14.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (1.5.3)\n", + "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets) (3.4.1)\n", + "Collecting multiprocess (from datasets)\n", + " Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m14.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hRequirement already satisfied: fsspec[http]<=2023.10.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (2023.6.0)\n", + "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.8.6)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.1.0)\n", + "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (3.3.1)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.0.4)\n", + "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n", + "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.9.2)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.4.0)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.1)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.16.4->transformers) (4.5.0)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.7)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2023.7.22)\n", + "Collecting huggingface-hub<1.0,>=0.16.4 (from transformers)\n", + " Downloading huggingface_hub-0.17.3-py3-none-any.whl (295 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m295.0/295.0 kB\u001b[0m \u001b[31m26.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hRequirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n", + "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2023.3.post1)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->datasets) (1.16.0)\n", + "Building wheels for collected packages: fasttext\n", + " Building wheel for fasttext (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for fasttext: filename=fasttext-0.9.2-cp310-cp310-linux_x86_64.whl size=4199771 sha256=ecd19339b3a7a590423d60676f165e49c972e299af91f49a11a7efce7c8517aa\n", + " Stored in directory: /root/.cache/pip/wheels/a5/13/75/f811c84a8ab36eedbaef977a6a58a98990e8e0f1967f98f394\n", + "Successfully built fasttext\n", + "Installing collected packages: safetensors, pybind11, dill, multiprocess, huggingface-hub, fasttext, tokenizers, transformers, datasets\n", + "Successfully installed datasets-2.14.6 dill-0.3.7 fasttext-0.9.2 huggingface-hub-0.17.3 multiprocess-0.70.15 pybind11-2.11.1 safetensors-0.4.0 tokenizers-0.14.1 transformers-4.34.1\n" + ] + } + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 557 + }, + "id": "aF5H7SvuHIjw", + "outputId": "d2b7b9b8-d19f-4146-ab15-9e4da4a25d8a" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Repo card metadata block was not found. Setting CardData to empty.\n", + "WARNING:huggingface_hub.repocard:Repo card metadata block was not found. Setting CardData to empty.\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "1000 20000\n", + "2000 20000\n", + "3000 20000\n", + "4000 20000\n", + "5000 20000\n", + "6000 20000\n", + "7000 20000\n", + "8000 20000\n", + "9000 20000\n", + "10000 20000\n", + "11000 20000\n", + "12000 20000\n", + "13000 20000\n", + "14000 20000\n", + "15000 20000\n", + "16000 20000\n" + ] + }, + { + "output_type": "error", + "ename": "KeyboardInterrupt", + "evalue": "ignored", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[1;32m 56\u001b[0m \u001b[0mids\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m' '\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtemp\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 57\u001b[0m \u001b[0ml\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlabel\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;34m' '\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0mids\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 58\u001b[0;31m \u001b[0mfilea\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwrite\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0ml\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;34m'\\n'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 59\u001b[0m \u001b[0mtemp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mstr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 60\u001b[0m \u001b[0mn\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mn\u001b[0m\u001b[0;34m+\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mKeyboardInterrupt\u001b[0m: " + ] + } + ], + "source": [ + "from transformers import LlamaTokenizerFast\n", + "tokenizer=LlamaTokenizerFast.from_pretrained('ccore/LLAMA-2-460m')\n", + "from datasets import load_dataset\n", + "\n", + "import json\n", + "import base64\n", + "dataset = load_dataset(\"WizardLM/WizardLM_evol_instruct_V2_196k\")['train']\n", + "\n", + "data = dataset.select(range(20000))\n", + "\n", + "from transformers import LlamaTokenizer\n", + "\n", + "k=0\n", + "\n", + "def from_base_32(s):\n", + " caracteres = \"0123456789ABCDEFGHIJKLMNOPQRSTUV\"\n", + " num = 0\n", + " for char in s:\n", + " num = num * 32 + caracteres.index(char)\n", + " return num\n", + "\n", + "\n", + "def to_base_32(num):\n", + " caracteres = \"0123456789ABCDEFGHIJKLMNOPQRSTUV\"\n", + " if num < 0:\n", + " raise ValueError(\"Número negativo não suportado\")\n", + " elif num == 0:\n", + " return '000'\n", + " result = ''\n", + " while num > 0:\n", + " result = caracteres[num % 32] + result\n", + " num //= 32\n", + " return result.rjust(3, '0')\n", + "\n", + "\n", + "with open('./wevo.ft', 'a') as filea:\n", + "\n", + "\n", + " for line in data:\n", + " k=k+1\n", + " if(k%1000==0):\n", + " print(k,len(data))\n", + " qa=f\"\"\"Question: {line['conversations'][0]['value']}\n", + "Response: {line['conversations'][1]['value']}\n", + "-------------\n", + "\"\"\"\n", + "\n", + "\n", + " ids=[to_base_32(i) for i in tokenizer(qa)['input_ids']]\n", + "\n", + " n=0\n", + " temp=[]\n", + " for x in ids:\n", + " if n>0:\n", + " label=f'__label__'+str(x)\n", + " ids=' '.join(temp)\n", + " l=label+' '+ids\n", + " filea.write(l+'\\n')\n", + " temp.append(str(x))\n", + " n=n+1\n", + "\n" + ] + }, + { + "cell_type": "code", + "source": [ + "!git clone https://github.com/facebookresearch/fastText.git\n" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "5IJMSAaWJLhz", + "outputId": "304533bc-6119-4c89-f8eb-d6471a8a9df0" + }, + "execution_count": 4, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Cloning into 'fastText'...\n", + "remote: Enumerating objects: 3962, done.\u001b[K\n", + "remote: Counting objects: 100% (990/990), done.\u001b[K\n", + "remote: Compressing objects: 100% (164/164), done.\u001b[K\n", + "remote: Total 3962 (delta 877), reused 844 (delta 822), pack-reused 2972\u001b[K\n", + "Receiving objects: 100% (3962/3962), 8.27 MiB | 27.95 MiB/s, done.\n", + "Resolving deltas: 100% (2515/2515), done.\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "cd fastText\n" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "BGGKV2Z-JMkO", + "outputId": "3f9708c1-f56a-4996-daa8-c24f770ab5b4" + }, + "execution_count": 5, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "/content/fastText\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "!sudo python setup.py install" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "xwFrmB9LJRSi", + "outputId": "3cd644f8-189c-4c85-a3b5-4e3d6c2b43f5" + }, + "execution_count": 6, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "/usr/local/lib/python3.10/dist-packages/setuptools/dist.py:755: SetuptoolsDeprecationWarning: Invalid dash-separated options\n", + "!!\n", + "\n", + " ********************************************************************************\n", + " Usage of dash-separated 'description-file' will not be supported in future\n", + " versions. Please use the underscore name 'description_file' instead.\n", + "\n", + " This deprecation is overdue, please update your project and remove deprecated\n", + " calls to avoid build errors in the future.\n", + "\n", + " See https://setuptools.pypa.io/en/latest/userguide/declarative_config.html for details.\n", + " ********************************************************************************\n", + "\n", + "!!\n", + " opt = self.warn_dash_deprecation(opt, section)\n", + "running install\n", + "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n", + "!!\n", + "\n", + " ********************************************************************************\n", + " Please avoid running ``setup.py`` directly.\n", + " Instead, use pypa/build, pypa/installer, pypa/build or\n", + " other standards-based tools.\n", + "\n", + " See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n", + " ********************************************************************************\n", + "\n", + "!!\n", + " self.initialize_options()\n", + "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: EasyInstallDeprecationWarning: easy_install command is deprecated.\n", + "!!\n", + "\n", + " ********************************************************************************\n", + " Please avoid running ``setup.py`` and ``easy_install``.\n", + " Instead, use pypa/build, pypa/installer, pypa/build or\n", + " other standards-based tools.\n", + "\n", + " See https://github.com/pypa/setuptools/issues/917 for details.\n", + " ********************************************************************************\n", + "\n", + "!!\n", + " self.initialize_options()\n", + "running bdist_egg\n", + "running egg_info\n", + "creating python/fasttext_module/fasttext.egg-info\n", + "writing python/fasttext_module/fasttext.egg-info/PKG-INFO\n", + "writing dependency_links to python/fasttext_module/fasttext.egg-info/dependency_links.txt\n", + "writing requirements to python/fasttext_module/fasttext.egg-info/requires.txt\n", + "writing top-level names to python/fasttext_module/fasttext.egg-info/top_level.txt\n", + "writing manifest file 'python/fasttext_module/fasttext.egg-info/SOURCES.txt'\n", + "reading manifest file 'python/fasttext_module/fasttext.egg-info/SOURCES.txt'\n", + "reading manifest template 'MANIFEST.in'\n", + "warning: no files found matching 'PATENTS'\n", + "adding license file 'LICENSE'\n", + "writing manifest file 'python/fasttext_module/fasttext.egg-info/SOURCES.txt'\n", + "installing library code to build/bdist.linux-x86_64/egg\n", + "running install_lib\n", + "running build_py\n", + "creating build\n", + "creating build/lib.linux-x86_64-cpython-310\n", + "creating build/lib.linux-x86_64-cpython-310/fasttext\n", + "copying python/fasttext_module/fasttext/__init__.py -> build/lib.linux-x86_64-cpython-310/fasttext\n", + "copying python/fasttext_module/fasttext/FastText.py -> build/lib.linux-x86_64-cpython-310/fasttext\n", + "creating build/lib.linux-x86_64-cpython-310/fasttext/util\n", + "copying python/fasttext_module/fasttext/util/util.py -> build/lib.linux-x86_64-cpython-310/fasttext/util\n", + "copying python/fasttext_module/fasttext/util/__init__.py -> build/lib.linux-x86_64-cpython-310/fasttext/util\n", + "creating build/lib.linux-x86_64-cpython-310/fasttext/tests\n", + "copying python/fasttext_module/fasttext/tests/__init__.py -> build/lib.linux-x86_64-cpython-310/fasttext/tests\n", + "copying python/fasttext_module/fasttext/tests/test_script.py -> build/lib.linux-x86_64-cpython-310/fasttext/tests\n", + "copying python/fasttext_module/fasttext/tests/test_configurations.py -> build/lib.linux-x86_64-cpython-310/fasttext/tests\n", + "running build_ext\n", + "creating tmp\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/include/python3.10 -c /tmp/tmp_r_1qx5c.cpp -o tmp/tmp_r_1qx5c.o -std=c++11\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/include/python3.10 -c /tmp/tmpkwf6rox7.cpp -o tmp/tmpkwf6rox7.o -fvisibility=hidden\n", + "building 'fasttext_pybind' extension\n", + "creating build/temp.linux-x86_64-cpython-310\n", + "creating build/temp.linux-x86_64-cpython-310/python\n", + "creating build/temp.linux-x86_64-cpython-310/python/fasttext_module\n", + "creating build/temp.linux-x86_64-cpython-310/python/fasttext_module/fasttext\n", + "creating build/temp.linux-x86_64-cpython-310/python/fasttext_module/fasttext/pybind\n", + "creating build/temp.linux-x86_64-cpython-310/src\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c python/fasttext_module/fasttext/pybind/fasttext_pybind.cc -o build/temp.linux-x86_64-cpython-310/python/fasttext_module/fasttext/pybind/fasttext_pybind.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "\u001b[01m\u001b[Kpython/fasttext_module/fasttext/pybind/fasttext_pybind.cc:\u001b[m\u001b[K In lambda function:\n", + "\u001b[01m\u001b[Kpython/fasttext_module/fasttext/pybind/fasttext_pybind.cc:347:35:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 347 | for (int32_t i = 0; \u001b[01;35m\u001b[Ki < vocab_freq.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Kpython/fasttext_module/fasttext/pybind/fasttext_pybind.cc:\u001b[m\u001b[K In lambda function:\n", + "\u001b[01m\u001b[Kpython/fasttext_module/fasttext/pybind/fasttext_pybind.cc:361:35:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 361 | for (int32_t i = 0; \u001b[01;35m\u001b[Ki < labels_freq.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/args.cc -o build/temp.linux-x86_64-cpython-310/src/args.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "\u001b[01m\u001b[Ksrc/args.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Args::parseArgs(const std::vector >&)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/args.cc:120:23:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kstd::vector >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 120 | for (int ai = 2; \u001b[01;35m\u001b[Kai < args.size()\u001b[m\u001b[K; ai += 2) {\n", + " | \u001b[01;35m\u001b[K~~~^~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/args.cc:221:19:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcatching polymorphic type ‘\u001b[01m\u001b[Kclass std::out_of_range\u001b[m\u001b[K’ by value [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wcatch-value=\u0007-Wcatch-value=\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 221 | } catch (std::\u001b[01;35m\u001b[Kout_of_range\u001b[m\u001b[K) {\n", + " | \u001b[01;35m\u001b[K^~~~~~~~~~~~\u001b[m\u001b[K\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/autotune.cc -o build/temp.linux-x86_64-cpython-310/src/autotune.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/densematrix.cc -o build/temp.linux-x86_64-cpython-310/src/densematrix.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "\u001b[01m\u001b[Ksrc/densematrix.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::DenseMatrix::uniform(fasttext::real, unsigned int, int32_t)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/densematrix.cc:48:23:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kunsigned int\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 48 | for (int i = 0; \u001b[01;35m\u001b[Ki < thread\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/densematrix.cc:51:27:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 51 | for (int32_t i = 0; \u001b[01;35m\u001b[Ki < threads.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/dictionary.cc -o build/temp.linux-x86_64-cpython-310/src/dictionary.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::computeSubwords(const string&, std::vector&, std::vector >*) const\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:181:52:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 181 | for (size_t j = i, n = 1; j < word.size() && \u001b[01;35m\u001b[Kn <= args_->maxn\u001b[m\u001b[K; n++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:186:13:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 186 | if (\u001b[01;35m\u001b[Kn >= args_->minn\u001b[m\u001b[K && !(n == 1 && (i == 0 || j == word.size()))) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::initNgrams()\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:198:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 198 | for (size_t i = 0; \u001b[01;35m\u001b[Ki < size_\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::initTableDiscard()\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:296:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 296 | for (size_t i = 0; \u001b[01;35m\u001b[Ki < size_\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::addWordNgrams(std::vector&, const std::vector&, int32_t) const\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:316:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 316 | for (int32_t i = 0; \u001b[01;35m\u001b[Ki < hashes.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:318:31:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 318 | for (int32_t j = i + 1; \u001b[01;35m\u001b[Kj < hashes.size()\u001b[m\u001b[K && j < i + n; j++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Dictionary::prune(std::vector&)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:515:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 515 | for (int32_t i = 0; \u001b[01;35m\u001b[Ki < words_.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/dictionary.cc:517:12:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 517 | (\u001b[01;35m\u001b[Kj < words.size()\u001b[m\u001b[K && words[j] == i)) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/fasttext.cc -o build/temp.linux-x86_64-cpython-310/src/fasttext.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::getWordVector(fasttext::Vector&, const string&) const\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:114:21:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 114 | for (int i = 0; \u001b[01;35m\u001b[Ki < ngrams.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In lambda function:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:314:12:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kconst int\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 314 | if (\u001b[01;35m\u001b[Ki1 == eosid\u001b[m\u001b[K && i2 == eosid) { // satisfy strict weak ordering\n", + " | \u001b[01;35m\u001b[K~~~^~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:314:27:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kconst int\u001b[m\u001b[K’ [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 314 | if (i1 == eosid && \u001b[01;35m\u001b[Ki2 == eosid\u001b[m\u001b[K) { // satisfy strict weak ordering\n", + " | \u001b[01;35m\u001b[K~~~^~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:317:18:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kconst int\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 317 | return \u001b[01;35m\u001b[Keosid == i1\u001b[m\u001b[K || (eosid != i2 && norms[i1] > norms[i2]);\n", + " | \u001b[01;35m\u001b[K~~~~~~^~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:317:34:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kconst int\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 317 | return eosid == i1 || (\u001b[01;35m\u001b[Keosid != i2\u001b[m\u001b[K && norms[i1] > norms[i2]);\n", + " | \u001b[01;35m\u001b[K~~~~~~^~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::quantize(const fasttext::Args&, const TrainCallback&)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:337:40:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kconst size_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kconst long unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 337 | if (qargs.cutoff > 0 && \u001b[01;35m\u001b[Kqargs.cutoff < input->size(0)\u001b[m\u001b[K) {\n", + " | \u001b[01;35m\u001b[K~~~~~~~~~~~~~^~~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:342:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 342 | for (auto i = 0; \u001b[01;35m\u001b[Ki < idx.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::cbow(fasttext::Model::State&, fasttext::real, const std::vector&)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:393:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 393 | for (int32_t w = 0; \u001b[01;35m\u001b[Kw < line.size()\u001b[m\u001b[K; w++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:397:41:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 397 | if (c != 0 && w + c >= 0 && \u001b[01;35m\u001b[Kw + c < line.size()\u001b[m\u001b[K) {\n", + " | \u001b[01;35m\u001b[K~~~~~~^~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::skipgram(fasttext::Model::State&, fasttext::real, const std::vector&)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:411:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 411 | for (int32_t w = 0; \u001b[01;35m\u001b[Kw < line.size()\u001b[m\u001b[K; w++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:415:41:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 415 | if (c != 0 && w + c >= 0 && \u001b[01;35m\u001b[Kw + c < line.size()\u001b[m\u001b[K) {\n", + " | \u001b[01;35m\u001b[K~~~~~~^~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::getSentenceVector(std::istream&, fasttext::Vector&)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:495:27:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 495 | for (int32_t i = 0; \u001b[01;35m\u001b[Ki < line.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kstd::vector, fasttext::Vector> > fasttext::FastText::getNgramVectors(const string&) const\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:530:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 530 | for (int32_t i = 0; \u001b[01;35m\u001b[Ki < ngrams.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kstd::vector > > fasttext::FastText::getNN(const fasttext::DenseMatrix&, const fasttext::Vector&, int32_t, const std::set >&)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:591:23:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector > >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 591 | if (\u001b[01;35m\u001b[Kheap.size() == k\u001b[m\u001b[K && similarity < heap.front().first) {\n", + " | \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:596:23:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector > >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 596 | if (\u001b[01;35m\u001b[Kheap.size() > k\u001b[m\u001b[K) {\n", + " | \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kstd::shared_ptr fasttext::FastText::getInputMatrixFromFile(const string&) const\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:696:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 696 | for (size_t i = 0; \u001b[01;35m\u001b[Ki < n\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:701:26:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 701 | for (size_t j = 0; \u001b[01;35m\u001b[Kj < dim\u001b[m\u001b[K; j++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:713:24:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 713 | for (size_t i = 0; \u001b[01;35m\u001b[Ki < n\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:718:26:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Ksize_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint64_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 718 | for (size_t j = 0; \u001b[01;35m\u001b[Kj < dim\u001b[m\u001b[K; j++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::startThreads(const TrainCallback&)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/fasttext.cc:803:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 803 | for (int32_t i = 0; \u001b[01;35m\u001b[Ki < threads.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/loss.cc -o build/temp.linux-x86_64-cpython-310/src/loss.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "\u001b[01m\u001b[Ksrc/loss.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::Loss::findKBest(int32_t, fasttext::real, fasttext::Predictions&, const fasttext::Vector&) const\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/loss.cc:83:21:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 83 | if (\u001b[01;35m\u001b[Kheap.size() == k\u001b[m\u001b[K && std_log(output[i]) < heap.front().first) {\n", + " | \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/loss.cc:88:21:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 88 | if (\u001b[01;35m\u001b[Kheap.size() > k\u001b[m\u001b[K) {\n", + " | \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/loss.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvirtual fasttext::real fasttext::HierarchicalSoftmaxLoss::forward(const std::vector&, int32_t, fasttext::Model::State&, fasttext::real, bool)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/loss.cc:257:25:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 257 | for (int32_t i = 0; \u001b[01;35m\u001b[Ki < pathToRoot.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/loss.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::HierarchicalSoftmaxLoss::dfs(int32_t, fasttext::real, int32_t, fasttext::real, fasttext::Predictions&, const fasttext::Vector&) const\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/loss.cc:282:19:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 282 | if (\u001b[01;35m\u001b[Kheap.size() == k\u001b[m\u001b[K && score < heap.front().first) {\n", + " | \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~~\u001b[m\u001b[K\n", + "\u001b[01m\u001b[Ksrc/loss.cc:289:21:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kstd::vector >::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} and ‘\u001b[01m\u001b[Kint32_t\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 289 | if (\u001b[01;35m\u001b[Kheap.size() > k\u001b[m\u001b[K) {\n", + " | \u001b[01;35m\u001b[K~~~~~~~~~~~~^~~\u001b[m\u001b[K\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/main.cc -o build/temp.linux-x86_64-cpython-310/src/main.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/matrix.cc -o build/temp.linux-x86_64-cpython-310/src/matrix.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/meter.cc -o build/temp.linux-x86_64-cpython-310/src/meter.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/model.cc -o build/temp.linux-x86_64-cpython-310/src/model.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/productquantizer.cc -o build/temp.linux-x86_64-cpython-310/src/productquantizer.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "\u001b[01m\u001b[Ksrc/productquantizer.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::ProductQuantizer::load(std::istream&)\u001b[m\u001b[K’:\n", + "\u001b[01m\u001b[Ksrc/productquantizer.cc:246:22:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kcomparison of integer expressions of different signedness: ‘\u001b[01m\u001b[Kint\u001b[m\u001b[K’ and ‘\u001b[01m\u001b[Kstd::vector::size_type\u001b[m\u001b[K’ {aka ‘\u001b[01m\u001b[Klong unsigned int\u001b[m\u001b[K’} [\u001b[01;35m\u001b[K\u001b]8;;https://gcc.gnu.org/onlinedocs/gcc/Warning-Options.html#index-Wsign-compare\u0007-Wsign-compare\u001b]8;;\u0007\u001b[m\u001b[K]\n", + " 246 | for (auto i = 0; \u001b[01;35m\u001b[Ki < centroids_.size()\u001b[m\u001b[K; i++) {\n", + " | \u001b[01;35m\u001b[K~~^~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/quantmatrix.cc -o build/temp.linux-x86_64-cpython-310/src/quantmatrix.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/utils.cc -o build/temp.linux-x86_64-cpython-310/src/utils.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "x86_64-linux-gnu-gcc -Wno-unused-result -Wsign-compare -DNDEBUG -g -fwrapv -O2 -Wall -g -fstack-protector-strong -Wformat -Werror=format-security -g -fwrapv -O2 -fPIC -I/usr/local/lib/python3.10/dist-packages/pybind11/include -I/usr/local/lib/python3.10/dist-packages/pybind11/include -Isrc -I/usr/include/python3.10 -c src/vector.cc -o build/temp.linux-x86_64-cpython-310/src/vector.o -DVERSION_INFO=\\\"0.9.2\\\" -std=c++11 -fvisibility=hidden\n", + "x86_64-linux-gnu-g++ -shared -Wl,-O1 -Wl,-Bsymbolic-functions -Wl,-Bsymbolic-functions -g -fwrapv -O2 build/temp.linux-x86_64-cpython-310/python/fasttext_module/fasttext/pybind/fasttext_pybind.o build/temp.linux-x86_64-cpython-310/src/args.o build/temp.linux-x86_64-cpython-310/src/autotune.o build/temp.linux-x86_64-cpython-310/src/densematrix.o build/temp.linux-x86_64-cpython-310/src/dictionary.o build/temp.linux-x86_64-cpython-310/src/fasttext.o build/temp.linux-x86_64-cpython-310/src/loss.o build/temp.linux-x86_64-cpython-310/src/main.o build/temp.linux-x86_64-cpython-310/src/matrix.o build/temp.linux-x86_64-cpython-310/src/meter.o build/temp.linux-x86_64-cpython-310/src/model.o build/temp.linux-x86_64-cpython-310/src/productquantizer.o build/temp.linux-x86_64-cpython-310/src/quantmatrix.o build/temp.linux-x86_64-cpython-310/src/utils.o build/temp.linux-x86_64-cpython-310/src/vector.o -L/usr/lib/x86_64-linux-gnu -o build/lib.linux-x86_64-cpython-310/fasttext_pybind.cpython-310-x86_64-linux-gnu.so\n", + "creating build/bdist.linux-x86_64\n", + "creating build/bdist.linux-x86_64/egg\n", + "copying build/lib.linux-x86_64-cpython-310/fasttext_pybind.cpython-310-x86_64-linux-gnu.so -> build/bdist.linux-x86_64/egg\n", + "creating build/bdist.linux-x86_64/egg/fasttext\n", + "copying build/lib.linux-x86_64-cpython-310/fasttext/__init__.py -> build/bdist.linux-x86_64/egg/fasttext\n", + "creating build/bdist.linux-x86_64/egg/fasttext/tests\n", + "copying build/lib.linux-x86_64-cpython-310/fasttext/tests/__init__.py -> build/bdist.linux-x86_64/egg/fasttext/tests\n", + "copying build/lib.linux-x86_64-cpython-310/fasttext/tests/test_script.py -> build/bdist.linux-x86_64/egg/fasttext/tests\n", + "copying build/lib.linux-x86_64-cpython-310/fasttext/tests/test_configurations.py -> build/bdist.linux-x86_64/egg/fasttext/tests\n", + "copying build/lib.linux-x86_64-cpython-310/fasttext/FastText.py -> build/bdist.linux-x86_64/egg/fasttext\n", + "creating build/bdist.linux-x86_64/egg/fasttext/util\n", + "copying build/lib.linux-x86_64-cpython-310/fasttext/util/util.py -> build/bdist.linux-x86_64/egg/fasttext/util\n", + "copying build/lib.linux-x86_64-cpython-310/fasttext/util/__init__.py -> build/bdist.linux-x86_64/egg/fasttext/util\n", + "byte-compiling build/bdist.linux-x86_64/egg/fasttext/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/fasttext/tests/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/fasttext/tests/test_script.py to test_script.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/fasttext/tests/test_configurations.py to test_configurations.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/fasttext/FastText.py to FastText.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/fasttext/util/util.py to util.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/fasttext/util/__init__.py to __init__.cpython-310.pyc\n", + "creating stub loader for fasttext_pybind.cpython-310-x86_64-linux-gnu.so\n", + "byte-compiling build/bdist.linux-x86_64/egg/fasttext_pybind.py to fasttext_pybind.cpython-310.pyc\n", + "creating build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying python/fasttext_module/fasttext.egg-info/PKG-INFO -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying python/fasttext_module/fasttext.egg-info/SOURCES.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying python/fasttext_module/fasttext.egg-info/dependency_links.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying python/fasttext_module/fasttext.egg-info/not-zip-safe -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying python/fasttext_module/fasttext.egg-info/requires.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying python/fasttext_module/fasttext.egg-info/top_level.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "writing build/bdist.linux-x86_64/egg/EGG-INFO/native_libs.txt\n", + "creating dist\n", + "creating 'dist/fasttext-0.9.2-py3.10-linux-x86_64.egg' and adding 'build/bdist.linux-x86_64/egg' to it\n", + "removing 'build/bdist.linux-x86_64/egg' (and everything under it)\n", + "Processing fasttext-0.9.2-py3.10-linux-x86_64.egg\n", + "creating /usr/local/lib/python3.10/dist-packages/fasttext-0.9.2-py3.10-linux-x86_64.egg\n", + "Extracting fasttext-0.9.2-py3.10-linux-x86_64.egg to /usr/local/lib/python3.10/dist-packages\n", + "Adding fasttext 0.9.2 to easy-install.pth file\n", + "\n", + "Installed /usr/local/lib/python3.10/dist-packages/fasttext-0.9.2-py3.10-linux-x86_64.egg\n", + "Processing dependencies for fasttext==0.9.2\n", + "Searching for numpy==1.23.5\n", + "Best match: numpy 1.23.5\n", + "Adding numpy 1.23.5 to easy-install.pth file\n", + "Installing f2py script to /usr/local/bin\n", + "Installing f2py3 script to /usr/local/bin\n", + "Installing f2py3.10 script to /usr/local/bin\n", + "\n", + "Using /usr/local/lib/python3.10/dist-packages\n", + "Searching for setuptools==67.7.2\n", + "Best match: setuptools 67.7.2\n", + "Adding setuptools 67.7.2 to easy-install.pth file\n", + "\n", + "Using /usr/local/lib/python3.10/dist-packages\n", + "Searching for pybind11==2.11.1\n", + "Best match: pybind11 2.11.1\n", + "Adding pybind11 2.11.1 to easy-install.pth file\n", + "Installing pybind11-config script to /usr/local/bin\n", + "\n", + "Using /usr/local/lib/python3.10/dist-packages\n", + "Finished processing dependencies for fasttext==0.9.2\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "!make" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "2XJn7IgxJU1w", + "outputId": "e1d5e307-99b4-4090-dd7e-cd88d6b6d142" + }, + "execution_count": 7, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/args.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/autotune.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/matrix.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/dictionary.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/loss.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/productquantizer.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/densematrix.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/quantmatrix.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/vector.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/model.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/utils.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/meter.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG -c src/fasttext.cc\n", + "c++ -pthread -std=c++11 -march=native -O3 -funroll-loops -DNDEBUG args.o autotune.o matrix.o dictionary.o loss.o productquantizer.o densematrix.o quantmatrix.o vector.o model.o utils.o meter.o fasttext.o src/main.cc -o fasttext\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "cd ./../" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "2wVNO_g0JXWs", + "outputId": "ff9aa27f-7571-4da7-8a0f-d00221a9405c" + }, + "execution_count": 8, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "/content\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "!./fastText/fasttext supervised -input wevo.ft -output model -loss ns -dim 512 -lr .01 -epoch 5" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "NiTAgeFoJZej", + "outputId": "94b6ae4f-16a9-4c53-c4c9-a9b78a089ce4" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Read 4256M words\n", + "Number of words: 24641\n", + "Number of labels: 24639\n", + "Progress: 12.9% words/sec/thread: 299967 lr: 0.008707 avg.loss: 2.179747 ETA: 1h25m47s" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "import fasttext\n", + "import numpy as np\n", + "from transformers import LlamaTokenizerFast\n", + "import os\n", + "\n", + "\n", + "import sys\n", + "def to_base_32(num):\n", + " caracteres = \"0123456789ABCDEFGHIJKLMNOPQRSTUV\"\n", + " if num < 0:\n", + " raise ValueError(\"Número negativo não suportado\")\n", + " elif num == 0:\n", + " return '000'\n", + " result = ''\n", + " while num > 0:\n", + " result = caracteres[num % 32] + result\n", + " num //= 32\n", + " return result.rjust(3, '0')\n", + "\n", + "def from_base_32(s):\n", + " caracteres = \"0123456789ABCDEFGHIJKLMNOPQRSTUV\"\n", + " num = 0\n", + " for char in s:\n", + " num = num * 32 + caracteres.index(char)\n", + " return num\n", + "\n", + "class FastTextLLama2Classifier:\n", + " def __init__(self, model_path, tokenizer_path):\n", + " self.model = fasttext.load_model(model_path)\n", + " self.tokenizer = LlamaTokenizerFast.from_pretrained(tokenizer_path)\n", + "\n", + " def apply_repetition_penalty(self, labels, probabilities, used_tokens, penalty_scale=1.9):\n", + " adjusted_probabilities = []\n", + " for label, prob in zip(labels, probabilities):\n", + " token_id = from_base_32(label.replace(\"__label__\", \"\").strip())\n", + " if token_id in used_tokens:\n", + " adjusted_prob = prob / penalty_scale\n", + " else:\n", + " adjusted_prob = prob\n", + " adjusted_probabilities.append(adjusted_prob)\n", + " return adjusted_probabilities\n", + "\n", + " def predict_sequence(self, text, sequence_length=200, temperature=.9, penalty_scale=1.9):\n", + " current_text = text\n", + "\n", + " generated_sequence = []\n", + " used_tokens = set()\n", + " ids = self.tokenizer(current_text)['input_ids']\n", + " for _ in range(sequence_length):\n", + " ids_str = ' '.join([to_base_32(i) for i in ids])\n", + " #os.system('cls||clear')\n", + " print(tokenizer.decode(ids))\n", + " labels, probabilities = self.model.predict(ids_str, k=50)\n", + " probabilities = np.array(probabilities)\n", + " probabilities = np.exp(np.log(probabilities) / temperature)\n", + " probabilities /= probabilities.sum()\n", + "\n", + " adjusted_probabilities = self.apply_repetition_penalty(labels, probabilities, used_tokens, penalty_scale)\n", + " next_token_id = from_base_32(labels[np.argmax(adjusted_probabilities)].replace(\"__label__\", \"\").strip())\n", + "\n", + " generated_sequence.append(next_token_id)\n", + " used_tokens.add(next_token_id)\n", + " ids.append(next_token_id)\n", + "\n", + " generated_text = self.tokenizer.decode(generated_sequence)\n", + "\n", + " return generated_text\n", + "\n", + "# Exemplo de uso\n", + "classifier = FastTextLLama2Classifier(\"./model.bin\", \"ccore/LLAMA-2-460m\")\n", + "arg1 = \"\"\"Question:How make a chocolatte cake ?\"\"\"\n", + "generated_text = classifier.predict_sequence(arg1, sequence_length=200)\n", + "\n" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "GayYJ9VeJms7", + "outputId": "e0e935ed-15e5-4c66-c138-98cf9a3bc9ab" + }, + "execution_count": 25, + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "Warning : `load_model` does not return WordVectorModel or SupervisedModel any more, but a `FastText` object which is very similar.\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + " Question:How make a chocolatte cake ?\n", + " Question:How make a chocolatte cake ? a\n", + " Question:How make a chocolatte cake ? a list\n", + " Question:How make a chocolatte cake ? a list sentence\n", + " Question:How make a chocolatte cake ? a list sentence word\n", + " Question:How make a chocolatte cake ? a list sentence word words\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\":\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ]\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verb\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"?\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\"\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\"\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"]\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\";\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array string\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <<\n", + " Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name < Question:How make a chocolatte cake ? a list sentence word words puzz story poem phrase \"\"\",.\"\".\": ] JSON },word verboun\"? {\" [\" letters syn [onym letter,\"!\"] Sure\"; {.\",sent array stringphr\"},string name <\n", + " \" \" ],echo \" \"type\"], => \"\n", + " \" \" ],echo \" \"type\"], => \" \"\n", + " \" \" ],echo \" \"type\"], => \" \" \n", + " \" \" ],echo \" \"type\"], => \" \" \n", + " \" \" ],echo \" \"type\"], => \" \" \"\n", + " \" \" ],echo \" \"type\"], => \" \" \" \"\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \"\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \" \"\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \" \" \"\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \" \" \" \"\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \" \" \" \"\":\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \" \" \" \"\":\":\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \" \" \" \"\":\":\":\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \" \" \" \"\":\":\":\":\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \" \" \" \"\":\":\":\": his\n", + " \" \" ],echo \" \"type\"], => \" \" \" \" \" \" \" \"\":\":\":\": his\"\n", + "rank\n", + "rank\":\n", + "rank\":ence\n", + "rank\":ence\":\n", + "rank\":ence\":\":\n", + "rank\":ence\":\":suit\n", + "rank\":ence\":\":suit\":\n", + "rank\":ence\":\":suit\": true\n", + "rank\":ence\":\":suit\": true\":\n", + "rank\":ence\":\":suit\": true\": her\n", + "rank\":ence\":\":suit\": true\": her am\n", + "rank\":ence\":\":suit\": true\": her amories\n", + "rank\":ence\":\":suit\": true\": her amories my\n", + "rank\":ence\":\":suit\": true\": her amories my�\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ish\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": de\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":an\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":an\":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":an\":ad\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":an\":aden\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":an\":adenle\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":an\":adenle la\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":an\":adenle la\":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":an\":adenle la\":\":\n", + "rank\":ence\":\":suit\": true\": her amories my�\":\":ishbs\":\":\": deia \":\":an\":adenle la\":\":,\n", + "ry\n", + "ry\":\n", + "ry\":?\n", + "ry\":?\":\n", + "ry\":?\":\":\n", + "ry\":?\":\":\":\n", + "ry\":?\":\":\":9\n", + "ry\":?\":\":\":9\":\n", + "ry\":?\":\":\":9\":\":\n", + "ry\":?\":\":\":9\":\":\":\n", + "ry\":?\":\":\":9\":\":\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\n", + "ry\":?\":\":\":9\":\":\":\": life\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":age\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ain\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":ful\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulism\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":ment\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\":\":\":\n", + "ry\":?\":\":\":9\":\":\":\": life\":\": et\":\": cre\":\":ageary\":cal social\":\":be\": skills\": cultural\":\":ainiv\":\": art\":\":fulismado\":\":\":menties\":ats\":\":\":\":\":\": innov\n" + ] + } + ] + } + ] +} \ No newline at end of file