dev

app.py

@@ -241,6 +241,19 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
             int_index = s.find('-')
             return int(s[int_index+1:])
             
+<<<<<<< HEAD
+=======
+        checkpoint_dir = training_args.output_dir
+        # If the trainer_state.json is missing, look for the previous checkpoint
+        previous_checkpoints = sorted(os.listdir("/data/results"), key=get_checkpoint_int, reverse=True)
+        print(f'CHECKPOINTs: {previous_checkpoints}')
+        for check in previous_checkpoints:
+            try:
+                print(f"Removing previous checkpoint {check}")
+                shutil.rmtree(os.path.join('/data/results', check)) 
+            except:
+                pass        
+>>>>>>> 35c5766 (dev)
         try:
             train_result = trainer.train(resume_from_checkpoint=True)
         except Exception as e:

gradio-3.wpu

@@ -272,7 +272,11 @@ guimgr.overall-gui-state = {'windowing-policy': 'combined-window',
                  'primary_view_state': {'area': 'wide',
         'constraint': None,
         'current_pages': [2,
+<<<<<<< HEAD
                           2],
+=======
+                          1],
+>>>>>>> 35c5766 (dev)
         'notebook_display': 'normal',
         'notebook_percent': 0.28547008547008546,
         'override_title': None,
@@ -425,6 +429,7 @@ guimgr.overall-gui-state = {'windowing-policy': 'combined-window',
                       'wide',
                       1,
                       {})],
+<<<<<<< HEAD
         'primary_view_state': {'editor_states': ({'bookmarks': ([[loc('app.py'),
         {'attrib-starts': [],
          'code-line': 'except Exception as e:\n',
@@ -559,6 +564,20 @@ guimgr.overall-gui-state = {'windowing-policy': 'combined-window',
           'selection_start': 9148,
           'zoom': 0},
          1733890299.157337],
+=======
+        'primary_view_state': {'editor_states': ({'bookmarks': ([[loc('../../envs/gradio-3/lib/python3.12/site-packages/transformers/pipelines/base.py'),
+        {'attrib-starts': [('infer_framework_load_model|0|',
+                            205)],
+         'code-line': '        raise RuntimeError(\n',
+         'first-line': 226,
+         'folded-linenos': [],
+         'sel-line': 239,
+         'sel-line-start': 9148,
+         'selection_end': 9148,
+         'selection_start': 9148,
+         'zoom': 0},
+        1733890299.157337],
+>>>>>>> 35c5766 (dev)
         [loc('selenium_click.py'),
          {'attrib-starts': [],
           'code-line': 'def test(text):    \n',
@@ -651,6 +670,7 @@ guimgr.overall-gui-state = {'windowing-policy': 'combined-window',
           'selection_end': 3330,
           'selection_start': 3330,
           'zoom': 0},
+<<<<<<< HEAD
          1733913275.840877]],
         20),
         'current-loc': loc('selenium_click.py'),
@@ -674,12 +694,214 @@ guimgr.overall-gui-state = {'windowing-policy': 'combined-window',
                                 'sel-line-start': 35,
                                 'selection_end': 50,
                                 'selection_start': 50,
+=======
+         1733913275.840877],
+        [loc('selenium_click.py'),
+         {'attrib-starts': [],
+          'code-line': 'def test(text):    \n',
+          'first-line': 0,
+          'folded-linenos': [],
+          'sel-line': 2,
+          'sel-line-start': 35,
+          'selection_end': 50,
+          'selection_start': 50,
+          'zoom': 0},
+         1733913307.3307884],
+        [loc('app.py'),
+         {'attrib-starts': [('fine_tune_model|0|',
+                             30)],
+          'code-line': '            #greater_is_better=True,\n',
+          'first-line': 66,
+          'folded-linenos': [],
+          'sel-line': 82,
+          'sel-line-start': 3317,
+          'selection_end': 3330,
+          'selection_start': 3330,
+          'zoom': 0},
+         1733913312.928603],
+        [loc('app.py'),
+         {'attrib-starts': [('run_train|0|',
+                             286)],
+          'code-line': '    #model = get_peft_model(model, lora_config)\n',
+          'first-line': 289,
+          'folded-linenos': [],
+          'sel-line': 303,
+          'sel-line-start': 13896,
+          'selection_end': 13901,
+          'selection_start': 13901,
+          'zoom': 0},
+         1733913335.5815701],
+        [loc('selenium_click.py'),
+         {'attrib-starts': [],
+          'code-line': "pp(test(''' We generally recommend a DeepNarrow strategy where the model’s depth is preferentially increased before considering any other forms of uniform scaling across other dimensions. This is largely due to how much depth influences the Pareto-frontier as shown in earlier sections of the paper. Specifically, a tall small (deep and narrow) model is generally more efficient compared to the base model. Likewise, a tall base model might also generally more efficient compared to a large model. We generally find that, regardless of size, even if absolute performance might increase as we continue to stack layers, the relative gain of Pareto-efficiency diminishes as we increase the layers, converging at 32 to 36 layers. Finally, we note that our notion of efficiency here relates to any one compute dimension, i.e., params, FLOPs or throughput (speed). We report all three key efficiency metrics (number of params, FLOPS and speed) and leave this decision to the practitioner to decide which compute dimension to consi",
+          'first-line': 0,
+          'folded-linenos': [],
+          'sel-line': 18,
+          'sel-line-start': 456,
+          'selection_end': 1486,
+          'selection_start': 1486,
+          'zoom': 0},
+         1733913348.8564975],
+        [loc('selenium_click.py'),
+         {'attrib-starts': [('test|0|',
+                             2)],
+          'code-line': '    )        \n',
+          'first-line': 0,
+          'folded-linenos': [],
+          'sel-line': 10,
+          'sel-line-start': 309,
+          'selection_end': 322,
+          'selection_start': 322,
+          'zoom': 0},
+         1733913374.2822852],
+        [loc('../../envs/gradio-3/lib/python3.12/site-packages/torch/nn/modules/module.py'),
+         {'attrib-starts': [('Module|0|',
+                             398),
+                            ('Module|0|._call_impl|0|',
+                             1739)],
+          'code-line': '            return forward_call(*args, **kwargs)\n',
+          'first-line': 1723,
+          'folded-linenos': [],
+          'sel-line': 1746,
+          'sel-line-start': 69769,
+          'selection_end': 69769,
+          'selection_start': 69769,
+          'zoom': 0},
+         1733913382.1839955],
+        [loc('selenium_click.py'),
+         {'attrib-starts': [('test|0|',
+                             2)],
+          'code-line': "        cache_dir='./cache',\n",
+          'first-line': 0,
+          'folded-linenos': [],
+          'sel-line': 9,
+          'sel-line-start': 268,
+          'selection_end': 296,
+          'selection_start': 296,
+          'zoom': 0},
+         1733913397.7313583],
+        [loc('../../envs/gradio-3/lib/python3.12/site-packages/transformers/generation/utils.py'),
+         {'attrib-starts': [('GenerationMixin|0|',
+                             331),
+                            ('GenerationMixin|0|._validate_model_kwargs|0|',
+                             1332)],
+          'code-line': '            raise ValueError(\n',
+          'first-line': 1364,
+          'folded-linenos': [],
+          'sel-line': 1387,
+          'sel-line-start': 74204,
+          'selection_end': 74204,
+          'selection_start': 74204,
+          'zoom': 0},
+         1733913398.4591272],
+        [loc('../tidal_slides_com/src/ts_ai.py'),
+         {'attrib-starts': [],
+          'code-line': '#kevin fink\n',
+          'first-line': 0,
+          'folded-linenos': [],
+          'sel-line': 0,
+          'sel-line-start': 0,
+          'selection_end': 0,
+          'selection_start': 0,
+          'zoom': 0},
+         1733913400.5161366],
+        [loc('../tidal_slides_com/src/ts_main.py'),
+         {'attrib-starts': [],
+          'code-line': '#kevin fink\n',
+          'first-line': 0,
+          'folded-linenos': [],
+          'sel-line': 0,
+          'sel-line-start': 0,
+          'selection_end': 0,
+          'selection_start': 0,
+          'zoom': 0},
+         1733913403.929367],
+        [loc('../tidal_slides_com/src/ts_main.py'),
+         {'attrib-starts': [('init_summarizer|0|',
+                             81)],
+          'code-line': "        model_kwargs={'cache_dir': summary_model_fp}\n",
+          'first-line': 81,
+          'folded-linenos': [],
+          'sel-line': 87,
+          'sel-line-start': 2233,
+          'selection_end': 2285,
+          'selection_start': 2241,
+          'zoom': 0},
+         1733913404.9677553]],
+        20),
+        'current-loc': loc('selenium_click.py'),
+        'editor-state-list': [(loc('app.py'),
+                               {'attrib-starts': [('run_train|0|',
+        286)],
+                                'code-line': '    #model = get_peft_model(model, lora_config)\n',
+                                'first-line': 289,
+                                'folded-linenos': [],
+                                'sel-line': 303,
+                                'sel-line-start': 13896,
+                                'selection_end': 13901,
+                                'selection_start': 13901,
+                                'zoom': 0}),
+                              (loc('selenium_click.py'),
+                               {'attrib-starts': [('test|0|',
+        2)],
+                                'code-line': "        model_kwargs={'cache_dir': './cache'}\n",
+                                'first-line': 0,
+                                'folded-linenos': [],
+                                'sel-line': 9,
+                                'sel-line-start': 268,
+                                'selection_end': 311,
+                                'selection_start': 311,
+                                'zoom': 0}),
+                              (loc('../tidal_slides_com/src/ts_ai.py'),
+                               {'attrib-starts': [],
+                                'code-line': '#kevin fink\n',
+                                'first-line': 0,
+                                'folded-linenos': [],
+                                'sel-line': 0,
+                                'sel-line-start': 0,
+                                'selection_end': 0,
+                                'selection_start': 0,
+                                'zoom': 0}),
+                              (loc('../tidal_slides_com/src/ts_main.py'),
+                               {'attrib-starts': [('init_summarizer|0|',
+        81)],
+                                'code-line': "        model_kwargs={'cache_dir': summary_model_fp}\n",
+                                'first-line': 81,
+                                'folded-linenos': [],
+                                'sel-line': 87,
+                                'sel-line-start': 2233,
+                                'selection_end': 2285,
+                                'selection_start': 2241,
+                                'zoom': 0}),
+                              (loc('../../envs/gradio-3/lib/python3.12/site-packages/transformers/generation/utils.py'),
+                               {'attrib-starts': [('GenerationMixin|0|',
+        331),
+        ('GenerationMixin|0|._validate_model_kwargs|0|',
+         1332)],
+                                'code-line': '            raise ValueError(\n',
+                                'first-line': 1364,
+                                'folded-linenos': [],
+                                'sel-line': 1387,
+                                'sel-line-start': 74204,
+                                'selection_end': 74204,
+                                'selection_start': 74204,
+>>>>>>> 35c5766 (dev)
                                 'zoom': 0})],
         'has-focus': True,
         'locked': False},
         [loc('app.py'),
+<<<<<<< HEAD
          loc('selenium_click.py')]),
                                'open_files': ['app.py',
+=======
+         loc('selenium_click.py'),
+         loc('../tidal_slides_com/src/ts_ai.py'),
+         loc('../tidal_slides_com/src/ts_main.py'),
+         loc('../../envs/gradio-3/lib/python3.12/site-packages/transformers/generation/utils.py')]),
+                               'open_files': ['app.py',
+        '../tidal_slides_com/src/ts_ai.py',
+        '../tidal_slides_com/src/ts_main.py',
+>>>>>>> 35c5766 (dev)
         'selenium_click.py']},
         'saved_notebook_display': None,
         'split_percents': {0: 0.4410585404971933,
@@ -688,8 +910,13 @@ guimgr.overall-gui-state = {'windowing-policy': 'combined-window',
         'splits': 2,
         'tab_location': 'top',
         'traversal_pos': ((1,
+<<<<<<< HEAD
                            2),
                           1733890264.8827372),
+=======
+                           1),
+                          1733913397.6458473),
+>>>>>>> 35c5766 (dev)
         'user_data': {}},
                  'saved_notebook_display': None,
                  'split_percents': {0: 0.49743589743589745},
@@ -697,13 +924,23 @@ guimgr.overall-gui-state = {'windowing-policy': 'combined-window',
                  'tab_location': 'left',
                  'traversal_pos': ((1,
                                     0),
+<<<<<<< HEAD
                                    1733890676.3558738),
+=======
+                                   1733913397.6374698),
+>>>>>>> 35c5766 (dev)
                  'user_data': {}},
         'window-alloc': (0,
                          0,
                          1920,
                          823)}]}
 guimgr.recent-documents = [loc('selenium_click.py'),
+<<<<<<< HEAD
+=======
+                           loc('../tidal_slides_com/src/ts_main.py'),
+                           loc('../tidal_slides_com/src/ts_ai.py'),
+                           loc('../../envs/gradio-3/lib/python3.12/site-packages/transformers/generation/utils.py'),
+>>>>>>> 35c5766 (dev)
                            loc('app.py')]
 guimgr.visual-state = {loc('../../envs/gradio-3/lib/python3.12/site-packages/selenium/webdriver/remote/errorhandler.py'): {'attrib-starts': [('ErrorHandler|0|',
         140),
@@ -729,6 +966,21 @@ guimgr.visual-state = {loc('../../envs/gradio-3/lib/python3.12/site-packages/sel
         'selection_end': 4266,
         'selection_start': 4266,
         'zoom': 0},
+<<<<<<< HEAD
+=======
+                       loc('../../envs/gradio-3/lib/python3.12/site-packages/torch/nn/modules/module.py'): {'attrib-starts': [('Module|0|',
+        398),
+        ('Module|0|._call_impl|0|',
+         1739)],
+        'code-line': '            return forward_call(*args, **kwargs)\n',
+        'first-line': 1723,
+        'folded-linenos': [],
+        'sel-line': 1746,
+        'sel-line-start': 69769,
+        'selection_end': 69769,
+        'selection_start': 69769,
+        'zoom': 0},
+>>>>>>> 35c5766 (dev)
                        loc('../../envs/gradio-3/lib/python3.12/site-packages/transformers/pipelines/base.py'): {'attrib-starts': [('infer_framework_load_model|0|',
         205)],
         'code-line': '        raise RuntimeError(\n',

selenium_click.py

@@ -6,7 +6,12 @@ def test(text):
         "summarization",
         model=model_name,
         tokenizer=model_name,
+<<<<<<< HEAD
         clean_up_tokenization_spaces=True, 
+=======
+        clean_up_tokenization_spaces=True,
+        model_kwargs={'cache_dir': './cache'}
+>>>>>>> 35c5766 (dev)
     )        
     
     max_length = 500
@@ -16,7 +21,11 @@ def test(text):
 from pprint import pprint as pp
 
 
+<<<<<<< HEAD
 pp(test(''' Shorecode is a leading professional software development and IT service provider.
 Our objective is to provide our clients with valuable tools to improve workflows with AI, automation or other techniques. We create impressive state-of-the-art data manipulation and automation tools. At your request, your software solution interface will be implemented as a GUI (Graphical User Interface), webpage, as a chat-bot (Telegram, Discord, etc.) or any other interface requirements you have. For those that are at ease with using a command line interface, we can skip the bells and whistles.
 When you choose to enlist our services, we will meet the expectation that your request will be completed with regular progress updates. We take pride in developing turn-key solutions that are intuitive.
-The code that we write will always be maintainable and well documented according to industry standards. Any bugs arising from defects in our workmanship are covered under warranty. We strive to provide a solution with long-term value to our clients.'''))
+The code that we write will always be maintainable and well documented according to industry standards. Any bugs arising from defects in our workmanship are covered under warranty. We strive to provide a solution with long-term value to our clients.'''))
+=======
+pp(test(''' We generally recommend a DeepNarrow strategy where the model’s depth is preferentially increased before considering any other forms of uniform scaling across other dimensions. This is largely due to how much depth influences the Pareto-frontier as shown in earlier sections of the paper. Specifically, a tall small (deep and narrow) model is generally more efficient compared to the base model. Likewise, a tall base model might also generally more efficient compared to a large model. We generally find that, regardless of size, even if absolute performance might increase as we continue to stack layers, the relative gain of Pareto-efficiency diminishes as we increase the layers, converging at 32 to 36 layers. Finally, we note that our notion of efficiency here relates to any one compute dimension, i.e., params, FLOPs or throughput (speed). We report all three key efficiency metrics (number of params, FLOPS and speed) and leave this decision to the practitioner to decide which compute dimension to consider.'''))
+>>>>>>> 35c5766 (dev)