\n"
]
},
"metadata": {},
"execution_count": 4
}
]
},
{
"cell_type": "code",
"source": [
"import datasets\n",
"from datasets import Dataset, DatasetDict\n",
"\n",
"train = Dataset.from_pandas(train)\n",
"test = Dataset.from_pandas(test)\n",
"\n",
"\n",
"dataset = DatasetDict()\n",
"\n",
"dataset['train'] = train\n",
"dataset['test'] = test\n",
"dataset = dataset.remove_columns([\"__index_level_0__\"])\n",
"dataset"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "Mi7bkZ00L6ZB",
"outputId": "3532f0d9-1961-44fc-ac50-bace0add6005"
},
"execution_count": 5,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/plain": [
"DatasetDict({\n",
" train: Dataset({\n",
" features: ['label', 'text'],\n",
" num_rows: 1148\n",
" })\n",
" test: Dataset({\n",
" features: ['label', 'text'],\n",
" num_rows: 287\n",
" })\n",
"})"
]
},
"metadata": {},
"execution_count": 5
}
]
},
{
"cell_type": "code",
"source": [
"dataset[\"test\"][0]"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "QGCPOgv5MO1k",
"outputId": "2d26d51c-2c62-4207-b0ac-8570aa89c798"
},
"execution_count": 6,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/plain": [
"{'label': 1,\n",
" 'text': 'Everything has two sides and the globalization is not exception. Our first thoughts about this topic include the process of global “McDonaldisation” and, generally speaking, spreading across the whole Globe.Firstly, I would try to concentrate on the positive aspects of globalisation. As far as economy is concerned, like the Global Bank or IMF are always focused on developing the ‘Third World’ and helping poor people to combat their life obstacles (through loans and donations). Moreover, the world becomes an area of sharing thoughts (e.g. philosophical or economical doctrines), which become popular due to lack of barriers.However, disadvantages of globalization are also widely known. Some people insist that because of this process, the spirit of countries and nations rapidly disappears. The integrity, established years ago is on the verge of collapsing. Furthermore, there’s a strong lobby of communists who , that the globalization indicates an uncontrolled reign of capitalists and slave work of lower labour-class. We should never forget about the detrimental impact of global investments on the environment – the green house effect or soar rains are triggered by globalization.To sum up, globalization has both positive and negative influence on our everyday life. I can’t agree with the popular statement that we should try to avoid being affected by it. However, we must not forget about our surroundings and local communities. They have a great value which should last forever.'}"
]
},
"metadata": {},
"execution_count": 6
}
]
},
{
"cell_type": "code",
"source": [
"def preprocess_function(examples):\n",
" return tokenizer(examples[\"text\"], truncation=True)"
],
"metadata": {
"id": "z-Q57XYTMWsU"
},
"execution_count": 7,
"outputs": []
},
{
"cell_type": "code",
"source": [
"tokenized_dataset = dataset.map(preprocess_function, batched=True)"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 81,
"referenced_widgets": [
"e68b6e6997844bf788a057f9c7feedfb",
"295e4080ccd64e48806a36b83e50ddfa",
"c4025862f06b412cb99165b67ad7daae",
"5ac369dab692489cb13cdb664c47fd96",
"434aa0b7bd76440d9b9b64d8b53133d3",
"9e2a1fea814f408ebb4d15db83b1130b",
"4a2f178864244d68bd915ee57379251d",
"7125f94d482a46999fd4dd3be1b3e87e",
"96486cdef9714482a4ffa2aca1b3628b",
"2364eb3ce5b345788902c5f9d316a00a",
"52f799ea10d4403cb18e33ba80d739d3",
"3e18acb6f1504f4dace716a96e8d90f4",
"953e7d76140e4ed2ade688ccd5467a75",
"3a70d75b4eb949598e7cb9430acfcf81",
"54719990ff1f40cb8fed06badb378d01",
"5d1be2eaa2c143bbbc35f7d0f33f64de",
"002c9d35efa54fccb875a08e7059997f",
"21dd8d7b7e5a4e27922ff1e3bec7745a",
"48abc963896a404886fbcf75b0b19bb9",
"87e3a17419334bf8b2448a8914f9d721",
"f8303a91b4084791971947ca45c6b459",
"a878599cc49347a896c793f3c45914e3"
]
},
"id": "0-Api6H3Mcqc",
"outputId": "5fc02809-9cda-48da-9ac4-fe34f1742c22"
},
"execution_count": 8,
"outputs": [
{
"output_type": "display_data",
"data": {
"text/plain": [
"Map: 0%| | 0/1148 [00:00=0.14.1 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (0.16.4)\n",
"Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (1.23.5)\n",
"Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (23.1)\n",
"Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (6.0.1)\n",
"Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (2023.6.3)\n",
"Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (2.31.0)\n",
"Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (0.13.3)\n",
"Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (0.3.2)\n",
"Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (4.66.1)\n",
"Requirement already satisfied: torch!=1.12.0,>=1.9 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (2.0.1+cu118)\n",
"Requirement already satisfied: accelerate>=0.20.3 in /usr/local/lib/python3.10/dist-packages (from transformers[torch]) (0.21.0)\n",
"Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->transformers[torch]) (5.9.5)\n",
"Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers[torch]) (2023.6.0)\n",
"Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers[torch]) (4.7.1)\n",
"Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch!=1.12.0,>=1.9->transformers[torch]) (1.12)\n",
"Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch!=1.12.0,>=1.9->transformers[torch]) (3.1)\n",
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch!=1.12.0,>=1.9->transformers[torch]) (3.1.2)\n",
"Requirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from torch!=1.12.0,>=1.9->transformers[torch]) (2.0.0)\n",
"Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch!=1.12.0,>=1.9->transformers[torch]) (3.27.2)\n",
"Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch!=1.12.0,>=1.9->transformers[torch]) (16.0.6)\n",
"Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers[torch]) (3.2.0)\n",
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers[torch]) (3.4)\n",
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers[torch]) (2.0.4)\n",
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers[torch]) (2023.7.22)\n",
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch!=1.12.0,>=1.9->transformers[torch]) (2.1.3)\n",
"Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch!=1.12.0,>=1.9->transformers[torch]) (1.3.0)\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"from torch import nn\n",
"\n",
"class ClassificationTrainer(Trainer):\n",
" def compute_loss(self, model, inputs, return_outputs=False):\n",
" labels = inputs.get(\"label\")\n",
" outputs = model(**inputs)\n",
" outputs = outputs.unsqueeze(1)\n",
" logits = outputs.get('logits')\n",
" loss_fct = nn.CrossEntropyLoss()\n",
" loss = loss_fct(logits.squeeze(), labels.squeeze())\n",
" return (loss, outputs) if return_outputs else loss"
],
"metadata": {
"id": "KQ2UskBkU4D9"
},
"execution_count": 16,
"outputs": []
},
{
"cell_type": "code",
"source": [
"training_args = TrainingArguments(\n",
" output_dir=\"essayl0\",\n",
" learning_rate=2e-5,\n",
" per_device_train_batch_size=16,\n",
" per_device_eval_batch_size=16,\n",
" num_train_epochs=15,\n",
" weight_decay=0.01,\n",
" evaluation_strategy=\"epoch\",\n",
" save_strategy=\"epoch\",\n",
" load_best_model_at_end=True,\n",
")\n",
"\n",
"trainer = Trainer(\n",
" model=model,\n",
" args=training_args,\n",
" train_dataset=tokenized_dataset[\"train\"],\n",
" eval_dataset=tokenized_dataset[\"test\"],\n",
" tokenizer=tokenizer,\n",
" data_collator=data_collator,\n",
" compute_metrics=compute_metrics,\n",
")\n",
"\n",
"trainer.train()"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 656
},
"id": "BwyTlAy0OdRS",
"outputId": "dca2b59c-a8d7-40fb-ded3-d0a3685949d7"
},
"execution_count": 17,
"outputs": [
{
"output_type": "stream",
"name": "stderr",
"text": [
"/usr/local/lib/python3.10/dist-packages/transformers/optimization.py:411: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
" warnings.warn(\n",
"You're using a BertTokenizerFast tokenizer. Please note that with a fast tokenizer, using the `__call__` method is faster than using a method to encode the text followed by a call to the `pad` method to get a padded encoding.\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
""
],
"text/html": [
"\n",
"