32health/non-ada-classification

README.md

@@ -0,0 +1,82 @@
+---
+license: apache-2.0
+base_model: facebook/dinov2-base
+tags:
+- generated_from_trainer
+metrics:
+- precision
+- recall
+- f1
+model-index:
+- name: outputs
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# outputs
+
+This model is a fine-tuned version of [facebook/dinov2-base](https://huggingface.co/facebook/dinov2-base) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0742
+- Precision: 0.9306
+- Recall: 0.8969
+- F1: 0.9135
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-06
+- train_batch_size: 16
+- eval_batch_size: 16
+- seed: 42
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 128
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 15
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1     |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|
+| 0.5948        | 0.98  | 39   | 0.4487          | 0.1103    | 0.0658 | 0.0824 |
+| 0.2211        | 1.98  | 79   | 0.2079          | 0.8179    | 0.5614 | 0.6658 |
+| 0.1241        | 2.98  | 119  | 0.1378          | 0.8880    | 0.7390 | 0.8067 |
+| 0.0954        | 3.99  | 159  | 0.1117          | 0.8916    | 0.8114 | 0.8496 |
+| 0.0801        | 4.99  | 199  | 0.0980          | 0.9167    | 0.8322 | 0.8724 |
+| 0.0716        | 5.99  | 239  | 0.0875          | 0.9245    | 0.8596 | 0.8909 |
+| 0.0641        | 7.0   | 279  | 0.0871          | 0.9231    | 0.8421 | 0.8807 |
+| 0.0615        | 8.0   | 319  | 0.0804          | 0.9318    | 0.8838 | 0.9071 |
+| 0.056         | 8.98  | 358  | 0.0793          | 0.9257    | 0.8882 | 0.9065 |
+| 0.0541        | 9.98  | 398  | 0.0761          | 0.9335    | 0.8925 | 0.9126 |
+| 0.0532        | 10.98 | 438  | 0.0767          | 0.9339    | 0.8827 | 0.9076 |
+| 0.053         | 11.99 | 478  | 0.0758          | 0.9312    | 0.8904 | 0.9103 |
+| 0.048         | 12.99 | 518  | 0.0743          | 0.9324    | 0.8925 | 0.9120 |
+| 0.047         | 13.99 | 558  | 0.0750          | 0.9303    | 0.8925 | 0.9110 |
+| 0.0476        | 14.67 | 585  | 0.0742          | 0.9306    | 0.8969 | 0.9135 |
+
+
+### Framework versions
+
+- Transformers 4.37.0
+- Pytorch 1.13.1+cu117
+- Datasets 2.18.0
+- Tokenizers 0.15.2

config.json

@@ -0,0 +1,72 @@
+{
+  "_name_or_path": "facebook/dinov2-base",
+  "apply_layernorm": true,
+  "architectures": [
+    "Dinov2ForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "drop_path_rate": 0.0,
+  "finetuning_task": "image-classification",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Pano",
+    "1": "FMX",
+    "2": "BW",
+    "3": "PA",
+    "4": "PC",
+    "5": "Narr",
+    "6": "IOP",
+    "7": "Photo",
+    "8": "NA"
+  },
+  "image_size": 518,
+  "initializer_range": 0.02,
+  "label2id": {
+    "BW": 2,
+    "FMX": 1,
+    "IOP": 6,
+    "NA": 8,
+    "Narr": 5,
+    "PA": 3,
+    "PC": 4,
+    "Pano": 0,
+    "Photo": 7
+  },
+  "layer_norm_eps": 1e-06,
+  "layerscale_value": 1.0,
+  "mlp_ratio": 4,
+  "model_type": "dinov2",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "out_features": [
+    "stage12"
+  ],
+  "out_indices": [
+    12
+  ],
+  "patch_size": 14,
+  "problem_type": "multi_label_classification",
+  "qkv_bias": true,
+  "reshape_hidden_states": true,
+  "stage_names": [
+    "stem",
+    "stage1",
+    "stage2",
+    "stage3",
+    "stage4",
+    "stage5",
+    "stage6",
+    "stage7",
+    "stage8",
+    "stage9",
+    "stage10",
+    "stage11",
+    "stage12"
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.37.0",
+  "use_swiglu_ffn": false
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b5b8df24eaa0bf4ae349ee7c7cfe98aae9af613278cacc44b6985b8ab097c0
+size 346402964

preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "BitImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 256
+  }
+}

runs/Mar05_07-05-14_ravindra-instance-20231107-124412/events.out.tfevents.1709622329.ravindra-instance-20231107-124412

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec56fcfccfdda147bc951ab2247a5a058ce37dd1ca2e779acfb95dd551ffcbbd
+size 21893

runs/Mar05_08-51-21_ravindra-instance-20231107-124412/events.out.tfevents.1709628697.ravindra-instance-20231107-124412

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b43b9d7e539d9970f4604eb4d338ce47a3b46b0640717806e728b89cb029fa
+size 20682

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e97549ae4367ab7a6c1947b81f85e49a84d6f5e0314181bb72b3f347f86d43
+size 4283