ahcene-ikram commited on
Commit
07b4f27
1 Parent(s): 72d91c8

Training in progress, step 1700

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7843f9f5149c30ae3f4b38e81bf037c08bf966816ab03db9596d05ffcb9e09a
3
  size 485755120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42122f8a92b1bf43ca3c36130420b742bc669849e1e1a5c54ee907ec3074ee10
3
  size 485755120
wandb/debug-internal.log CHANGED
@@ -1597,3 +1597,46 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
1597
  2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1598
  2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1599
  2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1597
  2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1598
  2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1599
  2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1600
+ 2024-06-02 22:22:03,740 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1601
+ 2024-06-02 22:22:08,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1602
+ 2024-06-02 22:22:13,635 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1603
+ 2024-06-02 22:22:14,636 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1604
+ 2024-06-02 22:22:14,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1605
+ 2024-06-02 22:22:15,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1606
+ 2024-06-02 22:22:15,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1607
+ 2024-06-02 22:22:19,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1608
+ 2024-06-02 22:22:24,723 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1609
+ 2024-06-02 22:22:29,723 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1610
+ 2024-06-02 22:22:29,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1611
+ 2024-06-02 22:22:30,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1612
+ 2024-06-02 22:22:30,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1613
+ 2024-06-02 22:22:35,711 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1614
+ 2024-06-02 22:22:40,712 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1615
+ 2024-06-02 22:22:43,636 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1616
+ 2024-06-02 22:22:44,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1617
+ 2024-06-02 22:22:45,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1618
+ 2024-06-02 22:22:45,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1619
+ 2024-06-02 22:22:45,782 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1620
+ 2024-06-02 22:22:50,783 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1621
+ 2024-06-02 22:22:55,784 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1622
+ 2024-06-02 22:22:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1623
+ 2024-06-02 22:23:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1624
+ 2024-06-02 22:23:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1625
+ 2024-06-02 22:23:01,781 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1626
+ 2024-06-02 22:23:06,782 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1627
+ 2024-06-02 22:23:11,783 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1628
+ 2024-06-02 22:23:13,637 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1629
+ 2024-06-02 22:23:14,975 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1630
+ 2024-06-02 22:23:15,656 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1631
+ 2024-06-02 22:23:15,657 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1632
+ 2024-06-02 22:23:17,767 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1633
+ 2024-06-02 22:23:22,768 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1634
+ 2024-06-02 22:23:27,769 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1635
+ 2024-06-02 22:23:30,311 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1636
+ 2024-06-02 22:23:30,803 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1637
+ 2024-06-02 22:23:30,803 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1638
+ 2024-06-02 22:23:32,837 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1639
+ 2024-06-02 22:23:35,880 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1640
+ 2024-06-02 22:23:38,610 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1641
+ 2024-06-02 22:23:43,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1642
+ 2024-06-02 22:23:43,637 DEBUG SenderThread:82 [sender.py:send():379] send: stats
wandb/run-20240602_212342-ypv2rcj7/files/output.log CHANGED
@@ -66,4 +66,6 @@
66
  warnings.warn('Was asked to gather along dimension 0, but all '
67
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
68
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
69
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
66
  warnings.warn('Was asked to gather along dimension 0, but all '
67
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
68
  warnings.warn('Was asked to gather along dimension 0, but all '
69
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
70
+ warnings.warn('Was asked to gather along dimension 0, but all '
71
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log CHANGED
@@ -1597,3 +1597,46 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
1597
  2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1598
  2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1599
  2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1597
  2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1598
  2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1599
  2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1600
+ 2024-06-02 22:22:03,740 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1601
+ 2024-06-02 22:22:08,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1602
+ 2024-06-02 22:22:13,635 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1603
+ 2024-06-02 22:22:14,636 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1604
+ 2024-06-02 22:22:14,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1605
+ 2024-06-02 22:22:15,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1606
+ 2024-06-02 22:22:15,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1607
+ 2024-06-02 22:22:19,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1608
+ 2024-06-02 22:22:24,723 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1609
+ 2024-06-02 22:22:29,723 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1610
+ 2024-06-02 22:22:29,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1611
+ 2024-06-02 22:22:30,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1612
+ 2024-06-02 22:22:30,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1613
+ 2024-06-02 22:22:35,711 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1614
+ 2024-06-02 22:22:40,712 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1615
+ 2024-06-02 22:22:43,636 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1616
+ 2024-06-02 22:22:44,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1617
+ 2024-06-02 22:22:45,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1618
+ 2024-06-02 22:22:45,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1619
+ 2024-06-02 22:22:45,782 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1620
+ 2024-06-02 22:22:50,783 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1621
+ 2024-06-02 22:22:55,784 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1622
+ 2024-06-02 22:22:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1623
+ 2024-06-02 22:23:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1624
+ 2024-06-02 22:23:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1625
+ 2024-06-02 22:23:01,781 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1626
+ 2024-06-02 22:23:06,782 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1627
+ 2024-06-02 22:23:11,783 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1628
+ 2024-06-02 22:23:13,637 DEBUG SenderThread:82 [sender.py:send():379] send: stats
1629
+ 2024-06-02 22:23:14,975 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1630
+ 2024-06-02 22:23:15,656 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1631
+ 2024-06-02 22:23:15,657 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1632
+ 2024-06-02 22:23:17,767 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1633
+ 2024-06-02 22:23:22,768 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1634
+ 2024-06-02 22:23:27,769 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1635
+ 2024-06-02 22:23:30,311 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
1636
+ 2024-06-02 22:23:30,803 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
1637
+ 2024-06-02 22:23:30,803 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
1638
+ 2024-06-02 22:23:32,837 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1639
+ 2024-06-02 22:23:35,880 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
1640
+ 2024-06-02 22:23:38,610 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1641
+ 2024-06-02 22:23:43,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
1642
+ 2024-06-02 22:23:43,637 DEBUG SenderThread:82 [sender.py:send():379] send: stats
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb CHANGED
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ