End of training

README.md

@@ -17,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.2166
+- Loss: 1.2365
 
 ## Model description
 
@@ -45,50 +45,61 @@ The following hyperparameters were used during training:
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine
 - lr_scheduler_warmup_ratio: 0.02
-- num_epochs: 1
+- num_epochs: 0.3
 
 ### Training results
 
 | Training Loss | Epoch  | Step | Validation Loss |
 |:-------------:|:------:|:----:|:---------------:|
-| 1.2611        | 0.0259 | 4    | 1.3885          |
-| 1.3239        | 0.0518 | 8    | 1.3166          |
-| 1.2605        | 0.0777 | 12   | 1.2847          |
-| 1.2849        | 0.1036 | 16   | 1.2750          |
-| 1.2928        | 0.1296 | 20   | 1.2562          |
-| 1.1904        | 0.1555 | 24   | 1.2448          |
-| 1.2444        | 0.1814 | 28   | 1.2414          |
-| 1.2182        | 0.2073 | 32   | 1.2368          |
-| 1.2447        | 0.2332 | 36   | 1.2359          |
-| 1.2958        | 0.2591 | 40   | 1.2332          |
-| 1.2491        | 0.2850 | 44   | 1.2297          |
-| 1.1667        | 0.3109 | 48   | 1.2305          |
-| 1.2285        | 0.3368 | 52   | 1.2287          |
-| 1.2667        | 0.3628 | 56   | 1.2263          |
-| 1.2466        | 0.3887 | 60   | 1.2270          |
-| 1.3088        | 0.4146 | 64   | 1.2266          |
-| 1.1579        | 0.4405 | 68   | 1.2262          |
-| 1.2358        | 0.4664 | 72   | 1.2229          |
-| 1.1688        | 0.4923 | 76   | 1.2220          |
-| 1.2594        | 0.5182 | 80   | 1.2215          |
-| 1.1863        | 0.5441 | 84   | 1.2196          |
-| 1.229         | 0.5700 | 88   | 1.2200          |
-| 1.3299        | 0.5960 | 92   | 1.2196          |
-| 1.1395        | 0.6219 | 96   | 1.2187          |
-| 1.2305        | 0.6478 | 100  | 1.2189          |
-| 1.1493        | 0.6737 | 104  | 1.2192          |
-| 1.1693        | 0.6996 | 108  | 1.2191          |
-| 1.1856        | 0.7255 | 112  | 1.2189          |
-| 1.2429        | 0.7514 | 116  | 1.2183          |
-| 1.2234        | 0.7773 | 120  | 1.2181          |
-| 1.243         | 0.8032 | 124  | 1.2178          |
-| 1.2387        | 0.8291 | 128  | 1.2172          |
-| 1.2366        | 0.8551 | 132  | 1.2168          |
-| 1.1838        | 0.8810 | 136  | 1.2167          |
-| 1.1884        | 0.9069 | 140  | 1.2167          |
-| 1.1714        | 0.9328 | 144  | 1.2167          |
-| 1.2058        | 0.9587 | 148  | 1.2166          |
-| 1.1725        | 0.9846 | 152  | 1.2166          |
+| 1.3759        | 0.0065 | 1    | 1.3988          |
+| 1.4834        | 0.0130 | 2    | 1.3942          |
+| 1.255         | 0.0194 | 3    | 1.3840          |
+| 1.2544        | 0.0259 | 4    | 1.3690          |
+| 1.4768        | 0.0324 | 5    | 1.3500          |
+| 1.293         | 0.0389 | 6    | 1.3319          |
+| 1.2655        | 0.0453 | 7    | 1.3147          |
+| 1.3413        | 0.0518 | 8    | 1.3033          |
+| 1.2213        | 0.0583 | 9    | 1.2943          |
+| 1.2445        | 0.0648 | 10   | 1.2885          |
+| 1.2504        | 0.0713 | 11   | 1.2847          |
+| 1.2629        | 0.0777 | 12   | 1.2826          |
+| 1.3952        | 0.0842 | 13   | 1.2806          |
+| 1.2751        | 0.0907 | 14   | 1.2773          |
+| 1.283         | 0.0972 | 15   | 1.2744          |
+| 1.2798        | 0.1036 | 16   | 1.2706          |
+| 1.2756        | 0.1101 | 17   | 1.2669          |
+| 1.1372        | 0.1166 | 18   | 1.2634          |
+| 1.2445        | 0.1231 | 19   | 1.2600          |
+| 1.3368        | 0.1296 | 20   | 1.2566          |
+| 1.3386        | 0.1360 | 21   | 1.2534          |
+| 1.1837        | 0.1425 | 22   | 1.2503          |
+| 1.2373        | 0.1490 | 23   | 1.2482          |
+| 1.1467        | 0.1555 | 24   | 1.2463          |
+| 1.1782        | 0.1619 | 25   | 1.2447          |
+| 1.1786        | 0.1684 | 26   | 1.2437          |
+| 1.2298        | 0.1749 | 27   | 1.2430          |
+| 1.2577        | 0.1814 | 28   | 1.2424          |
+| 1.2813        | 0.1879 | 29   | 1.2415          |
+| 1.2026        | 0.1943 | 30   | 1.2409          |
+| 1.283         | 0.2008 | 31   | 1.2403          |
+| 1.1598        | 0.2073 | 32   | 1.2396          |
+| 1.2361        | 0.2138 | 33   | 1.2389          |
+| 1.2846        | 0.2202 | 34   | 1.2386          |
+| 1.3396        | 0.2267 | 35   | 1.2380          |
+| 1.1525        | 0.2332 | 36   | 1.2377          |
+| 1.1395        | 0.2397 | 37   | 1.2373          |
+| 1.1794        | 0.2462 | 38   | 1.2370          |
+| 1.332         | 0.2526 | 39   | 1.2369          |
+| 1.2646        | 0.2591 | 40   | 1.2368          |
+| 1.3159        | 0.2656 | 41   | 1.2367          |
+| 1.1981        | 0.2721 | 42   | 1.2365          |
+| 1.3205        | 0.2785 | 43   | 1.2365          |
+| 1.1876        | 0.2850 | 44   | 1.2366          |
+| 1.3331        | 0.2915 | 45   | 1.2365          |
+| 1.1288        | 0.2980 | 46   | 1.2366          |
+| 1.1745        | 0.3045 | 47   | 1.2366          |
+| 1.1716        | 0.3109 | 48   | 1.2366          |
+| 1.2834        | 0.3174 | 49   | 1.2365          |
 
 
 ### Framework versions

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
+    "k_proj",
     "down_proj",
+    "v_proj",
+    "up_proj",
     "o_proj",
     "q_proj",
-    "gate_proj",
-    "k_proj",
-    "v_proj"
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97badfdf735486848d7705b01a55a2b61c84cdb641337840e850330e4053a087
+oid sha256:537e7b85d86596ca37a27ed03bc12de1c099a5d42aa58fa39771944a61bb3cdc
 size 83945296

profile_trace.json

@@ -0,0 +1,1017 @@
+
+{
+  "schemaVersion": 1,
+  "deviceProperties": [
+    {
+      "id": 0, "name": "NVIDIA A100-PCIE-40GB", "totalGlobalMem": 42411098112,
+      "computeMajor": 8, "computeMinor": 0,
+      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
+      "regsPerBlock": 65536, "regsPerMultiprocessor": 65536, "warpSize": 32,
+      "sharedMemPerBlock": 49152, "sharedMemPerMultiprocessor": 167936,
+      "numSms": 108, "sharedMemPerBlockOptin": 166912
+    }
+  ],
+  "with_modules": 1,
+  "record_shapes": 1,
+  "with_stack": 1,
+  "profile_memory": 1,
+  "traceEvents": [
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(937): _bootstrap", "pid": 0, "tid": 0,
+    "ts": 1733485661276743, "dur": 383,
+    "args": {
+      "Python parent id": null, "Python id": 1, "Ev Idx": 0
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(980): _bootstrap_inner", "pid": 0, "tid": 0,
+    "ts": 1733485661276744, "dur": 382,
+    "args": {
+      "Python parent id": 1, "Python id": 2, "Ev Idx": 1
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(917): run", "pid": 0, "tid": 0,
+    "ts": 1733485661276746, "dur": 380,
+    "args": {
+      "Python parent id": 2, "Python id": 3, "Ev Idx": 2
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/wandb_run.py(323): check_internal_messages", "pid": 0, "tid": 0,
+    "ts": 1733485661276746, "dur": 380,
+    "args": {
+      "Python parent id": 3, "Python id": 4, "Ev Idx": 3
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/wandb_run.py(261): _loop_check_status", "pid": 0, "tid": 0,
+    "ts": 1733485661276748, "dur": 378,
+    "args": {
+      "Python parent id": 4, "Python id": 5, "Ev Idx": 4
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(581): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276749, "dur": 377,
+    "args": {
+      "Python parent id": 5, "Python id": 6, "Ev Idx": 5
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(316): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276751, "dur": 375,
+    "args": {
+      "Python parent id": 6, "Python id": 7, "Ev Idx": 6
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(937): _bootstrap", "pid": 0, "tid": 0,
+    "ts": 1733485661276753, "dur": 373,
+    "args": {
+      "Python parent id": 7, "Python id": 8, "Ev Idx": 7
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(980): _bootstrap_inner", "pid": 0, "tid": 0,
+    "ts": 1733485661276753, "dur": 373,
+    "args": {
+      "Python parent id": 8, "Python id": 9, "Ev Idx": 8
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(917): run", "pid": 0, "tid": 0,
+    "ts": 1733485661276754, "dur": 372,
+    "args": {
+      "Python parent id": 9, "Python id": 10, "Ev Idx": 9
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/wandb_run.py(279): check_network_status", "pid": 0, "tid": 0,
+    "ts": 1733485661276754, "dur": 372,
+    "args": {
+      "Python parent id": 10, "Python id": 11, "Ev Idx": 10
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/wandb_run.py(261): _loop_check_status", "pid": 0, "tid": 0,
+    "ts": 1733485661276755, "dur": 371,
+    "args": {
+      "Python parent id": 11, "Python id": 12, "Ev Idx": 11
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(581): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276756, "dur": 370,
+    "args": {
+      "Python parent id": 12, "Python id": 13, "Ev Idx": 12
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(316): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276756, "dur": 370,
+    "args": {
+      "Python parent id": 13, "Python id": 14, "Ev Idx": 13
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(937): _bootstrap", "pid": 0, "tid": 0,
+    "ts": 1733485661276762, "dur": 364,
+    "args": {
+      "Python parent id": 14, "Python id": 15, "Ev Idx": 14
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(980): _bootstrap_inner", "pid": 0, "tid": 0,
+    "ts": 1733485661276762, "dur": 364,
+    "args": {
+      "Python parent id": 15, "Python id": 16, "Ev Idx": 15
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(917): run", "pid": 0, "tid": 0,
+    "ts": 1733485661276763, "dur": 363,
+    "args": {
+      "Python parent id": 16, "Python id": 17, "Ev Idx": 16
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/wandb_run.py(303): check_stop_status", "pid": 0, "tid": 0,
+    "ts": 1733485661276764, "dur": 362,
+    "args": {
+      "Python parent id": 17, "Python id": 18, "Ev Idx": 17
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/wandb_run.py(261): _loop_check_status", "pid": 0, "tid": 0,
+    "ts": 1733485661276764, "dur": 362,
+    "args": {
+      "Python parent id": 18, "Python id": 19, "Ev Idx": 18
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(581): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276765, "dur": 361,
+    "args": {
+      "Python parent id": 19, "Python id": 20, "Ev Idx": 19
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(316): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276765, "dur": 361,
+    "args": {
+      "Python parent id": 20, "Python id": 21, "Ev Idx": 20
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(937): _bootstrap", "pid": 0, "tid": 0,
+    "ts": 1733485661276770, "dur": 356,
+    "args": {
+      "Python parent id": 21, "Python id": 22, "Ev Idx": 21
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(980): _bootstrap_inner", "pid": 0, "tid": 0,
+    "ts": 1733485661276770, "dur": 356,
+    "args": {
+      "Python parent id": 22, "Python id": 23, "Ev Idx": 22
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(917): run", "pid": 0, "tid": 0,
+    "ts": 1733485661276771, "dur": 355,
+    "args": {
+      "Python parent id": 23, "Python id": 24, "Ev Idx": 23
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/interface/router.py(70): message_loop", "pid": 0, "tid": 0,
+    "ts": 1733485661276771, "dur": 355,
+    "args": {
+      "Python parent id": 24, "Python id": 25, "Ev Idx": 24
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/interface/router_sock.py(27): _read_message", "pid": 0, "tid": 0,
+    "ts": 1733485661276772, "dur": 354,
+    "args": {
+      "Python parent id": 25, "Python id": 26, "Ev Idx": 25
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/lib/sock_client.py(285): read_server_response", "pid": 0, "tid": 0,
+    "ts": 1733485661276773, "dur": 353,
+    "args": {
+      "Python parent id": 26, "Python id": 27, "Ev Idx": 26
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "wandb/sdk/lib/sock_client.py(255): _read_packet_bytes", "pid": 0, "tid": 0,
+    "ts": 1733485661276774, "dur": 352,
+    "args": {
+      "Python parent id": 27, "Python id": 28, "Ev Idx": 27
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(937): _bootstrap", "pid": 0, "tid": 0,
+    "ts": 1733485661276779, "dur": 347,
+    "args": {
+      "Python parent id": 28, "Python id": 29, "Ev Idx": 28
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(980): _bootstrap_inner", "pid": 0, "tid": 0,
+    "ts": 1733485661276779, "dur": 347,
+    "args": {
+      "Python parent id": 29, "Python id": 30, "Ev Idx": 29
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "tqdm/_monitor.py(60): run", "pid": 0, "tid": 0,
+    "ts": 1733485661276780, "dur": 346,
+    "args": {
+      "Python parent id": 30, "Python id": 31, "Ev Idx": 30
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(581): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276780, "dur": 346,
+    "args": {
+      "Python parent id": 31, "Python id": 32, "Ev Idx": 31
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(316): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276781, "dur": 345,
+    "args": {
+      "Python parent id": 32, "Python id": 33, "Ev Idx": 32
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(937): _bootstrap", "pid": 0, "tid": 0,
+    "ts": 1733485661276784, "dur": 342,
+    "args": {
+      "Python parent id": 33, "Python id": 34, "Ev Idx": 33
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(980): _bootstrap_inner", "pid": 0, "tid": 0,
+    "ts": 1733485661276784, "dur": 342,
+    "args": {
+      "Python parent id": 34, "Python id": 35, "Ev Idx": 34
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "tqdm/_monitor.py(60): run", "pid": 0, "tid": 0,
+    "ts": 1733485661276784, "dur": 342,
+    "args": {
+      "Python parent id": 35, "Python id": 36, "Ev Idx": 35
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(581): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276785, "dur": 341,
+    "args": {
+      "Python parent id": 36, "Python id": 37, "Ev Idx": 36
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "threading.py(316): wait", "pid": 0, "tid": 0,
+    "ts": 1733485661276785, "dur": 341,
+    "args": {
+      "Python parent id": 37, "Python id": 38, "Ev Idx": 37
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "ft_llm.py(298): <module>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276789, "dur": 337,
+    "args": {
+      "Python parent id": null, "Python id": 39, "Ev Idx": 38
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "ft_llm.py(260): train", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276790, "dur": 336,
+    "args": {
+      "Python parent id": 39, "Python id": 40, "Ev Idx": 39
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(699): __exit__", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276792, "dur": 334,
+    "args": {
+      "Python parent id": 40, "Python id": 41, "Ev Idx": 40
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(715): stop", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276793, "dur": 333,
+    "args": {
+      "Python parent id": 41, "Python id": 42, "Ev Idx": 41
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(744): _transit_action", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276793, "dur": 333,
+    "args": {
+      "Python parent id": 42, "Python id": 43, "Ev Idx": 42
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(161): start_trace", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276794, "dur": 197,
+    "args": {
+      "Python parent id": 43, "Python id": 44, "Ev Idx": 43
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/autograd/profiler.py(289): _start_trace", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276795, "dur": 74,
+    "args": {
+      "Python parent id": 44, "Python id": 45, "Ev Idx": 44
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(264): add_metadata_json", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276875, "dur": 27,
+    "args": {
+      "Python parent id": 44, "Python id": 46, "Ev Idx": 45
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in method _add_metadata_json of PyCapsule object at 0x7f99f72d3330>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276896, "dur": 5,
+    "args": {
+      "Python parent id": 46, "Python id": 47, "Ev Idx": 46
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(264): add_metadata_json", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276904, "dur": 2,
+    "args": {
+      "Python parent id": 44, "Python id": 48, "Ev Idx": 47
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in method _add_metadata_json of PyCapsule object at 0x7f99f72d3330>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276904, "dur": 2,
+    "args": {
+      "Python parent id": 48, "Python id": 49, "Ev Idx": 48
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(264): add_metadata_json", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276907, "dur": 0,
+    "args": {
+      "Python parent id": 44, "Python id": 50, "Ev Idx": 49
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in method _add_metadata_json of PyCapsule object at 0x7f99f72d3330>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276907, "dur": 0,
+    "args": {
+      "Python parent id": 50, "Python id": 51, "Ev Idx": 50
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(264): add_metadata_json", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276908, "dur": 0,
+    "args": {
+      "Python parent id": 44, "Python id": 52, "Ev Idx": 51
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in method _add_metadata_json of PyCapsule object at 0x7f99f72d3330>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276908, "dur": 0,
+    "args": {
+      "Python parent id": 52, "Python id": 53, "Ev Idx": 52
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in method kineto_available of PyCapsule object at 0x7f99f72d3390>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276911, "dur": 0,
+    "args": {
+      "Python parent id": 44, "Python id": 54, "Ev Idx": 53
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(279): _get_distributed_info", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276913, "dur": 41,
+    "args": {
+      "Python parent id": 44, "Python id": 55, "Ev Idx": 54
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/distributed/__init__.py(9): is_available", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276921, "dur": 23,
+    "args": {
+      "Python parent id": 55, "Python id": 56, "Ev Idx": 55
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function hasattr>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276943, "dur": 1,
+    "args": {
+      "Python parent id": 56, "Python id": 57, "Ev Idx": 56
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/distributed/distributed_c10d.py(973): is_initialized", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276947, "dur": 7,
+    "args": {
+      "Python parent id": 55, "Python id": 58, "Ev Idx": 57
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/distributed/distributed_c10d.py(588): WORLD", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276949, "dur": 4,
+    "args": {
+      "Python parent id": 58, "Python id": 59, "Ev Idx": 58
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/distributed/distributed_c10d.py(460): default_pg", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276953, "dur": 0,
+    "args": {
+      "Python parent id": 59, "Python id": 60, "Ev Idx": 59
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function hasattr>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276955, "dur": 0,
+    "args": {
+      "Python parent id": 44, "Python id": 61, "Ev Idx": 60
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/utils/_config_module.py(356): __getattr__", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276978, "dur": 8,
+    "args": {
+      "Python parent id": 44, "Python id": 62, "Ev Idx": 61
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/utils/_config_module.py(140): __getattr__", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276984, "dur": 2,
+    "args": {
+      "Python parent id": 62, "Python id": 63, "Ev Idx": 62
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in method items of dict object at 0x7f9995dba9c0>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276990, "dur": 0,
+    "args": {
+      "Python parent id": 44, "Python id": 64, "Ev Idx": 63
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/profiler/profiler.py(195): stop_trace", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276993, "dur": 133,
+    "args": {
+      "Python parent id": 43, "Python id": 65, "Ev Idx": 64
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/autograd/profiler.py(291): __exit__", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276995, "dur": 131,
+    "args": {
+      "Python parent id": 65, "Python id": 66, "Ev Idx": 65
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(782): synchronize", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661276999, "dur": 127,
+    "args": {
+      "Python parent id": 66, "Python id": 67, "Ev Idx": 66
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(263): _lazy_init", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277001, "dur": 6,
+    "args": {
+      "Python parent id": 67, "Python id": 68, "Ev Idx": 67
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(216): is_initialized", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277003, "dur": 4,
+    "args": {
+      "Python parent id": 68, "Python id": 69, "Ev Idx": 68
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function _cuda_isInBadFork>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277005, "dur": 2,
+    "args": {
+      "Python parent id": 69, "Python id": 70, "Ev Idx": 69
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(360): __init__", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277011, "dur": 72,
+    "args": {
+      "Python parent id": 67, "Python id": 71, "Ev Idx": 70
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/_utils.py(9): _get_device_index", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277013, "dur": 68,
+    "args": {
+      "Python parent id": 71, "Python id": 72, "Ev Idx": 71
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function isinstance>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277014, "dur": 1,
+    "args": {
+      "Python parent id": 72, "Python id": 73, "Ev Idx": 72
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function isinstance>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277015, "dur": 0,
+    "args": {
+      "Python parent id": 72, "Python id": 74, "Ev Idx": 73
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function isinstance>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277016, "dur": 0,
+    "args": {
+      "Python parent id": 72, "Python id": 75, "Ev Idx": 74
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/_jit_internal.py(1120): is_scripting", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277019, "dur": 0,
+    "args": {
+      "Python parent id": 72, "Python id": 76, "Ev Idx": 75
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function isinstance>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277020, "dur": 0,
+    "args": {
+      "Python parent id": 72, "Python id": 77, "Ev Idx": 76
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/_utils.py(759): _get_device_index", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277026, "dur": 55,
+    "args": {
+      "Python parent id": 72, "Python id": 78, "Ev Idx": 77
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function isinstance>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277027, "dur": 0,
+    "args": {
+      "Python parent id": 78, "Python id": 79, "Ev Idx": 78
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function isinstance>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277028, "dur": 0,
+    "args": {
+      "Python parent id": 78, "Python id": 80, "Ev Idx": 79
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function isinstance>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277028, "dur": 0,
+    "args": {
+      "Python parent id": 78, "Python id": 81, "Ev Idx": 80
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/_jit_internal.py(1120): is_scripting", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277029, "dur": 0,
+    "args": {
+      "Python parent id": 78, "Python id": 82, "Ev Idx": 81
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/_utils.py(733): _get_current_device_index", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277030, "dur": 51,
+    "args": {
+      "Python parent id": 78, "Python id": 83, "Ev Idx": 82
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/_utils.py(721): _get_device_attr", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277032, "dur": 48,
+    "args": {
+      "Python parent id": 83, "Python id": 84, "Ev Idx": 83
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/_utils.py(708): _get_available_device_type", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277033, "dur": 25,
+    "args": {
+      "Python parent id": 84, "Python id": 85, "Ev Idx": 84
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(105): is_available", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277035, "dur": 23,
+    "args": {
+      "Python parent id": 85, "Python id": 86, "Ev Idx": 85
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(96): _is_compiled", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277038, "dur": 2,
+    "args": {
+      "Python parent id": 86, "Python id": 87, "Ev Idx": 86
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function hasattr>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277040, "dur": 0,
+    "args": {
+      "Python parent id": 87, "Python id": 88, "Ev Idx": 87
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(101): _nvml_based_avail", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277041, "dur": 13,
+    "args": {
+      "Python parent id": 86, "Python id": 89, "Ev Idx": 88
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "os.py(771): getenv", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277043, "dur": 11,
+    "args": {
+      "Python parent id": 89, "Python id": 90, "Ev Idx": 89
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "_collections_abc.py(760): get", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277045, "dur": 8,
+    "args": {
+      "Python parent id": 90, "Python id": 91, "Ev Idx": 90
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "os.py(674): __getitem__", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277046, "dur": 7,
+    "args": {
+      "Python parent id": 91, "Python id": 92, "Ev Idx": 91
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "os.py(754): encode", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277047, "dur": 4,
+    "args": {
+      "Python parent id": 92, "Python id": 93, "Ev Idx": 92
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function isinstance>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277048, "dur": 0,
+    "args": {
+      "Python parent id": 93, "Python id": 94, "Ev Idx": 93
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in method encode of str object at 0x7f9a1cbf2990>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277050, "dur": 1,
+    "args": {
+      "Python parent id": 93, "Python id": 95, "Ev Idx": 94
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function _cuda_getDeviceCount>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277057, "dur": 1,
+    "args": {
+      "Python parent id": 86, "Python id": 96, "Ev Idx": 95
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in method lower of str object at 0x7f9aa89848b0>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277060, "dur": 1,
+    "args": {
+      "Python parent id": 84, "Python id": 97, "Ev Idx": 96
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/_utils.py(735): <lambda>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277062, "dur": 18,
+    "args": {
+      "Python parent id": 84, "Python id": 98, "Ev Idx": 97
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(776): current_device", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277063, "dur": 17,
+    "args": {
+      "Python parent id": 98, "Python id": 99, "Ev Idx": 98
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(263): _lazy_init", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277063, "dur": 1,
+    "args": {
+      "Python parent id": 99, "Python id": 100, "Ev Idx": 99
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(216): is_initialized", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277063, "dur": 1,
+    "args": {
+      "Python parent id": 100, "Python id": 101, "Ev Idx": 100
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function _cuda_isInBadFork>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277064, "dur": 0,
+    "args": {
+      "Python parent id": 101, "Python id": 102, "Ev Idx": 101
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function _cuda_getDevice>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277066, "dur": 14,
+    "args": {
+      "Python parent id": 99, "Python id": 103, "Ev Idx": 102
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(364): __enter__", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277084, "dur": 5,
+    "args": {
+      "Python parent id": 67, "Python id": 104, "Ev Idx": 103
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function _cuda_exchangeDevice>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277086, "dur": 3,
+    "args": {
+      "Python parent id": 104, "Python id": 105, "Ev Idx": 104
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function _cuda_synchronize>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277091, "dur": 22,
+    "args": {
+      "Python parent id": 67, "Python id": 106, "Ev Idx": 105
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "torch/cuda/__init__.py(367): __exit__", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277113, "dur": 13,
+    "args": {
+      "Python parent id": 67, "Python id": 107, "Ev Idx": 106
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in function _cuda_maybeExchangeDevice>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277116, "dur": 1,
+    "args": {
+      "Python parent id": 107, "Python id": 108, "Ev Idx": 107
+    }
+  },
+  {
+    "ph": "X", "cat": "python_function", "name": "<built-in method _disable_profiler of PyCapsule object at 0x7f99f72d32d0>", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277120, "dur": 6,
+    "args": {
+      "Python parent id": 107, "Python id": 109, "Ev Idx": 108
+    }
+  },
+  {
+    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceSynchronize", "pid": 3864658, "tid": 3864658,
+    "ts": 1733485661277092, "dur": 20,
+    "args": {
+      "External id": 2490496,
+      "cbid": 165, "correlation": 2490496
+    }
+  },
+  {
+    "ph": "s", "id": 2490496, "pid": 3864658, "tid": 3864658, "ts": 1733485661277092,
+    "cat": "ac2g", "name": "ac2g"
+  },
+  {
+    "name": "process_name", "ph": "M", "ts": 1733485661276863, "pid": 3864658, "tid": 0,
+    "args": {
+      "name": "python"
+    }
+  },
+  {
+    "name": "process_labels", "ph": "M", "ts": 1733485661276863, "pid": 3864658, "tid": 0,
+    "args": {
+      "labels": "CPU"
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 3864658, "tid": 0,
+    "args": {
+      "sort_index": 3864658
+    }
+  },
+  {
+    "name": "process_name", "ph": "M", "ts": 1733485661276863, "pid": 0, "tid": 0,
+    "args": {
+      "name": "python"
+    }
+  },
+  {
+    "name": "process_labels", "ph": "M", "ts": 1733485661276863, "pid": 0, "tid": 0,
+    "args": {
+      "labels": "GPU 0"
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 0, "tid": 0,
+    "args": {
+      "sort_index": 16777216
+    }
+  },
+  {
+    "name": "process_name", "ph": "M", "ts": 1733485661276863, "pid": 1, "tid": 0,
+    "args": {
+      "name": "python"
+    }
+  },
+  {
+    "name": "process_labels", "ph": "M", "ts": 1733485661276863, "pid": 1, "tid": 0,
+    "args": {
+      "labels": "GPU 1"
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 1, "tid": 0,
+    "args": {
+      "sort_index": 16777217
+    }
+  },
+  {
+    "name": "process_name", "ph": "M", "ts": 1733485661276863, "pid": 2, "tid": 0,
+    "args": {
+      "name": "python"
+    }
+  },
+  {
+    "name": "process_labels", "ph": "M", "ts": 1733485661276863, "pid": 2, "tid": 0,
+    "args": {
+      "labels": "GPU 2"
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 2, "tid": 0,
+    "args": {
+      "sort_index": 16777218
+    }
+  },
+  {
+    "name": "process_name", "ph": "M", "ts": 1733485661276863, "pid": 3, "tid": 0,
+    "args": {
+      "name": "python"
+    }
+  },
+  {
+    "name": "process_labels", "ph": "M", "ts": 1733485661276863, "pid": 3, "tid": 0,
+    "args": {
+      "labels": "GPU 3"
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 3, "tid": 0,
+    "args": {
+      "sort_index": 16777219
+    }
+  },
+  {
+    "name": "process_name", "ph": "M", "ts": 1733485661276863, "pid": 4, "tid": 0,
+    "args": {
+      "name": "python"
+    }
+  },
+  {
+    "name": "process_labels", "ph": "M", "ts": 1733485661276863, "pid": 4, "tid": 0,
+    "args": {
+      "labels": "GPU 4"
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 4, "tid": 0,
+    "args": {
+      "sort_index": 16777220
+    }
+  },
+  {
+    "name": "process_name", "ph": "M", "ts": 1733485661276863, "pid": 5, "tid": 0,
+    "args": {
+      "name": "python"
+    }
+  },
+  {
+    "name": "process_labels", "ph": "M", "ts": 1733485661276863, "pid": 5, "tid": 0,
+    "args": {
+      "labels": "GPU 5"
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 5, "tid": 0,
+    "args": {
+      "sort_index": 16777221
+    }
+  },
+  {
+    "name": "process_name", "ph": "M", "ts": 1733485661276863, "pid": 6, "tid": 0,
+    "args": {
+      "name": "python"
+    }
+  },
+  {
+    "name": "process_labels", "ph": "M", "ts": 1733485661276863, "pid": 6, "tid": 0,
+    "args": {
+      "labels": "GPU 6"
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 6, "tid": 0,
+    "args": {
+      "sort_index": 16777222
+    }
+  },
+  {
+    "name": "process_name", "ph": "M", "ts": 1733485661276863, "pid": 7, "tid": 0,
+    "args": {
+      "name": "python"
+    }
+  },
+  {
+    "name": "process_labels", "ph": "M", "ts": 1733485661276863, "pid": 7, "tid": 0,
+    "args": {
+      "labels": "GPU 7"
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 7, "tid": 0,
+    "args": {
+      "sort_index": 16777223
+    }
+  },
+  {
+    "name": "thread_name", "ph": "M", "ts": 1733485661276863, "pid": 0, "tid": 0,
+    "args": {
+      "name": "thread 0 (pt_main_thread)"
+    }
+  },
+  {
+    "name": "thread_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 0, "tid": 0,
+    "args": {
+      "sort_index": 0
+    }
+  },
+  {
+    "name": "thread_name", "ph": "M", "ts": 1733485661276863, "pid": 3864658, "tid": 3864658,
+    "args": {
+      "name": "thread 3864658 (pt_main_thread)"
+    }
+  },
+  {
+    "name": "thread_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 3864658, "tid": 3864658,
+    "args": {
+      "sort_index": 3864658
+    }
+  },
+  {
+    "name": "thread_name", "ph": "M", "ts": 1733485661276863, "pid": 3864658, "tid": 3864658,
+    "args": {
+      "name": "thread 3864658 (pt_main_thread)"
+    }
+  },
+  {
+    "name": "thread_sort_index", "ph": "M", "ts": 1733485661276863, "pid": 3864658, "tid": 3864658,
+    "args": {
+      "sort_index": 3864658
+    }
+  },
+  {
+    "ph": "X", "cat": "Trace", "ts": 1733485661274744, "dur": 2382,
+    "pid": "Spans", "tid": "PyTorch Profiler",
+    "name": "PyTorch Profiler (0)",
+    "args": {
+      "Op count": 0
+    }
+  },
+  {
+    "name": "process_sort_index", "ph": "M", "ts": 1733485661274744,
+    "pid": "Spans", "tid": 0,
+    "args": {
+      "sort_index": 536870912
+    }
+  },
+  {
+    "name": "Iteration Start: PyTorch Profiler", "ph": "i", "s": "g",
+    "pid": "Traces", "tid": "Trace PyTorch Profiler", "ts": 1733485661274744
+  },
+  {
+    "name": "Record Window End", "ph": "i", "s": "g",
+    "pid": "", "tid": "", "ts": 1733485661278402
+  }
+  ],
+  "traceName": "/home/datta0/models/lora_final/profile_trace.json"
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e87b87ea1bf195e7a15e8580d81b6b42d697adedd4017115466e466680b1dc0e
+oid sha256:214ee87f47ceff80bb425eda82bc28f1e7f5421adf33979e0fdef0c1c7b5c40c
 size 5240