update script

evaluation.ipynb

@@ -53,6 +53,7 @@
    "source": [
     "from transformers import AutoTokenizer\n",
     "import torch\n",
+    "import numpy as np\n",
     "from datasets import load_dataset\n",
     "import onnxruntime as ort\n",
     "from torch.nn.functional import pad\n",
@@ -157,7 +158,7 @@
     "        inp[\"past_key_values.{}.key\".format(i)] = torch.zeros([1,16,1,256]).detach().cpu().numpy()\n",
     "        inp[\"past_key_values.{}.value\".format(i)] = torch.zeros([1,16,1,256]).detach().cpu().numpy()\n",
     "\n",
-    "    for i in range(32):\n",
+    "    for step in range(32):\n",
     "\n",
     "        output = session.run(None, inp)\n",
     "        logits = output[0]\n",