Hongyu Zhou commited on 14 days ago

Commit

a8889be

•

1 Parent(s): 604cb3d

update

Browse files

Files changed (38) hide show

README.md +1 -1
__pycache__/utils.cpython-39.pyc +0 -0
inference.py +8 -1
medomni/__pycache__/__init__.cpython-39.pyc +0 -0
medomni/common/__pycache__/__init__.cpython-39.pyc +0 -0
medomni/common/__pycache__/config.cpython-39.pyc +0 -0
medomni/common/__pycache__/dist_utils.cpython-39.pyc +0 -0
medomni/common/__pycache__/logger.cpython-39.pyc +0 -0
medomni/common/__pycache__/registry.cpython-39.pyc +0 -0
medomni/common/__pycache__/utils.cpython-39.pyc +0 -0
medomni/datasets/__pycache__/__init__.cpython-39.pyc +0 -0
medomni/datasets/__pycache__/data_utils.cpython-39.pyc +0 -0
medomni/datasets/builders/__pycache__/__init__.cpython-39.pyc +0 -0
medomni/datasets/builders/__pycache__/base_dataset_builder.cpython-39.pyc +0 -0
medomni/datasets/builders/__pycache__/image_text_pair_builder.cpython-39.pyc +0 -0
medomni/datasets/datasets/__pycache__/__init__.cpython-39.pyc +0 -0
medomni/datasets/datasets/__pycache__/base_dataset.cpython-39.pyc +0 -0
medomni/datasets/datasets/__pycache__/caption_datasets.cpython-39.pyc +0 -0
medomni/datasets/datasets/__pycache__/cc_sbu_dataset.cpython-39.pyc +0 -0
medomni/datasets/datasets/__pycache__/laion_dataset.cpython-39.pyc +0 -0
medomni/datasets/datasets/__pycache__/med_dataset.cpython-39.pyc +0 -0
medomni/datasets/datasets/__pycache__/medcaption_datasets.cpython-39.pyc +0 -0
medomni/models/__pycache__/Qformer.cpython-39.pyc +0 -0
medomni/models/__pycache__/UNet.cpython-39.pyc +0 -0
medomni/models/__pycache__/__init__.cpython-39.pyc +0 -0
medomni/models/__pycache__/base_model.cpython-39.pyc +0 -0
medomni/models/__pycache__/blip2.cpython-39.pyc +0 -0
medomni/models/__pycache__/eva_vit.cpython-39.pyc +0 -0
medomni/models/__pycache__/medomni.cpython-39.pyc +0 -0
medomni/models/__pycache__/modeling_llama.cpython-39.pyc +0 -0
medomni/models/pyarmor_runtime_000000/__pycache__/__init__.cpython-39.pyc +0 -0
medomni/processors/__pycache__/__init__.cpython-39.pyc +0 -0
medomni/processors/__pycache__/base_processor.cpython-39.pyc +0 -0
medomni/processors/__pycache__/blip_processors.cpython-39.pyc +0 -0
medomni/processors/__pycache__/randaugment.cpython-39.pyc +0 -0
medomni/tasks/__pycache__/__init__.cpython-39.pyc +0 -0
medomni/tasks/__pycache__/base_task.cpython-39.pyc +0 -0
medomni/tasks/__pycache__/image_text_pretrain.cpython-39.pyc +0 -0

README.md CHANGED Viewed

@@ -42,7 +42,7 @@ from torch import cuda
 # ---  Launch Model ---
 device = 'cuda' if cuda.is_available() else 'cpu'
 model_cls = registry.get_model_class('medomni') # medomni is the architecture name :)
-model = model_cls.from_pretrained('hyzhou/MedVersa').to(device).eval()
 # --- Define examples ---
 examples = [

 # ---  Launch Model ---
 device = 'cuda' if cuda.is_available() else 'cpu'
 model_cls = registry.get_model_class('medomni') # medomni is the architecture name :)
+model = model_cls.from_pretrained('hyzhou/MedVersa_Internal').to(device).eval()
 # --- Define examples ---
 examples = [

__pycache__/utils.cpython-39.pyc CHANGED Viewed

Binary files a/__pycache__/utils.cpython-39.pyc and b/__pycache__/utils.cpython-39.pyc differ

inference.py CHANGED Viewed

@@ -4,7 +4,7 @@ from torch import cuda
 # ---  Launch Model ---
 device = 'cuda' if cuda.is_available() else 'cpu'
 model_cls = registry.get_model_class('medomni') # medomni is the architecture name :)
-model = model_cls.from_pretrained('hyzhou/MedVersa').to(device).eval()
 # --- Define examples ---
 examples = [
@@ -43,6 +43,13 @@ examples = [
         "cxr",
         "report generation",
     ],
     [
         ["./demo_ex/ISIC_0032258.jpg"],
         "Age:70.\nGender:female.\nLocation:back.",

 # ---  Launch Model ---
 device = 'cuda' if cuda.is_available() else 'cpu'
 model_cls = registry.get_model_class('medomni') # medomni is the architecture name :)
+model = model_cls.from_pretrained('hyzhou/MedVersa_Internal').to(device).eval()
 # --- Define examples ---
 examples = [
         "cxr",
         "report generation",
     ],
+    [
+        ["./demo_ex/79eee504-b1b60ab8-5e8dd843-b6ed87aa-670747b1.png"],
+        "",
+        "What is the primary diagnosis?",
+        "cxr",
+        "classification",
+    ],
     [
         ["./demo_ex/ISIC_0032258.jpg"],
         "Age:70.\nGender:female.\nLocation:back.",

medomni/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/__pycache__/__init__.cpython-39.pyc and b/medomni/__pycache__/__init__.cpython-39.pyc differ

medomni/common/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/common/__pycache__/__init__.cpython-39.pyc and b/medomni/common/__pycache__/__init__.cpython-39.pyc differ

medomni/common/__pycache__/config.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/common/__pycache__/config.cpython-39.pyc and b/medomni/common/__pycache__/config.cpython-39.pyc differ

medomni/common/__pycache__/dist_utils.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/common/__pycache__/dist_utils.cpython-39.pyc and b/medomni/common/__pycache__/dist_utils.cpython-39.pyc differ

medomni/common/__pycache__/logger.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/common/__pycache__/logger.cpython-39.pyc and b/medomni/common/__pycache__/logger.cpython-39.pyc differ

medomni/common/__pycache__/registry.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/common/__pycache__/registry.cpython-39.pyc and b/medomni/common/__pycache__/registry.cpython-39.pyc differ

medomni/common/__pycache__/utils.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/common/__pycache__/utils.cpython-39.pyc and b/medomni/common/__pycache__/utils.cpython-39.pyc differ

medomni/datasets/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/__pycache__/__init__.cpython-39.pyc and b/medomni/datasets/__pycache__/__init__.cpython-39.pyc differ

medomni/datasets/__pycache__/data_utils.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/__pycache__/data_utils.cpython-39.pyc and b/medomni/datasets/__pycache__/data_utils.cpython-39.pyc differ

medomni/datasets/builders/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/builders/__pycache__/__init__.cpython-39.pyc and b/medomni/datasets/builders/__pycache__/__init__.cpython-39.pyc differ

medomni/datasets/builders/__pycache__/base_dataset_builder.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/builders/__pycache__/base_dataset_builder.cpython-39.pyc and b/medomni/datasets/builders/__pycache__/base_dataset_builder.cpython-39.pyc differ

medomni/datasets/builders/__pycache__/image_text_pair_builder.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/builders/__pycache__/image_text_pair_builder.cpython-39.pyc and b/medomni/datasets/builders/__pycache__/image_text_pair_builder.cpython-39.pyc differ

medomni/datasets/datasets/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/datasets/__pycache__/__init__.cpython-39.pyc and b/medomni/datasets/datasets/__pycache__/__init__.cpython-39.pyc differ

medomni/datasets/datasets/__pycache__/base_dataset.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/datasets/__pycache__/base_dataset.cpython-39.pyc and b/medomni/datasets/datasets/__pycache__/base_dataset.cpython-39.pyc differ

medomni/datasets/datasets/__pycache__/caption_datasets.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/datasets/__pycache__/caption_datasets.cpython-39.pyc and b/medomni/datasets/datasets/__pycache__/caption_datasets.cpython-39.pyc differ

medomni/datasets/datasets/__pycache__/cc_sbu_dataset.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/datasets/__pycache__/cc_sbu_dataset.cpython-39.pyc and b/medomni/datasets/datasets/__pycache__/cc_sbu_dataset.cpython-39.pyc differ

medomni/datasets/datasets/__pycache__/laion_dataset.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/datasets/__pycache__/laion_dataset.cpython-39.pyc and b/medomni/datasets/datasets/__pycache__/laion_dataset.cpython-39.pyc differ

medomni/datasets/datasets/__pycache__/med_dataset.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/datasets/__pycache__/med_dataset.cpython-39.pyc and b/medomni/datasets/datasets/__pycache__/med_dataset.cpython-39.pyc differ

medomni/datasets/datasets/__pycache__/medcaption_datasets.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/datasets/datasets/__pycache__/medcaption_datasets.cpython-39.pyc and b/medomni/datasets/datasets/__pycache__/medcaption_datasets.cpython-39.pyc differ

medomni/models/__pycache__/Qformer.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/models/__pycache__/Qformer.cpython-39.pyc and b/medomni/models/__pycache__/Qformer.cpython-39.pyc differ

medomni/models/__pycache__/UNet.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/models/__pycache__/UNet.cpython-39.pyc and b/medomni/models/__pycache__/UNet.cpython-39.pyc differ

medomni/models/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/models/__pycache__/__init__.cpython-39.pyc and b/medomni/models/__pycache__/__init__.cpython-39.pyc differ

medomni/models/__pycache__/base_model.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/models/__pycache__/base_model.cpython-39.pyc and b/medomni/models/__pycache__/base_model.cpython-39.pyc differ

medomni/models/__pycache__/blip2.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/models/__pycache__/blip2.cpython-39.pyc and b/medomni/models/__pycache__/blip2.cpython-39.pyc differ

medomni/models/__pycache__/eva_vit.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/models/__pycache__/eva_vit.cpython-39.pyc and b/medomni/models/__pycache__/eva_vit.cpython-39.pyc differ

medomni/models/__pycache__/medomni.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/models/__pycache__/medomni.cpython-39.pyc and b/medomni/models/__pycache__/medomni.cpython-39.pyc differ

medomni/models/__pycache__/modeling_llama.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/models/__pycache__/modeling_llama.cpython-39.pyc and b/medomni/models/__pycache__/modeling_llama.cpython-39.pyc differ

medomni/models/pyarmor_runtime_000000/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/models/pyarmor_runtime_000000/__pycache__/__init__.cpython-39.pyc and b/medomni/models/pyarmor_runtime_000000/__pycache__/__init__.cpython-39.pyc differ

medomni/processors/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/processors/__pycache__/__init__.cpython-39.pyc and b/medomni/processors/__pycache__/__init__.cpython-39.pyc differ

medomni/processors/__pycache__/base_processor.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/processors/__pycache__/base_processor.cpython-39.pyc and b/medomni/processors/__pycache__/base_processor.cpython-39.pyc differ

medomni/processors/__pycache__/blip_processors.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/processors/__pycache__/blip_processors.cpython-39.pyc and b/medomni/processors/__pycache__/blip_processors.cpython-39.pyc differ

medomni/processors/__pycache__/randaugment.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/processors/__pycache__/randaugment.cpython-39.pyc and b/medomni/processors/__pycache__/randaugment.cpython-39.pyc differ

medomni/tasks/__pycache__/__init__.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/tasks/__pycache__/__init__.cpython-39.pyc and b/medomni/tasks/__pycache__/__init__.cpython-39.pyc differ

medomni/tasks/__pycache__/base_task.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/tasks/__pycache__/base_task.cpython-39.pyc and b/medomni/tasks/__pycache__/base_task.cpython-39.pyc differ

medomni/tasks/__pycache__/image_text_pretrain.cpython-39.pyc CHANGED Viewed

Binary files a/medomni/tasks/__pycache__/image_text_pretrain.cpython-39.pyc and b/medomni/tasks/__pycache__/image_text_pretrain.cpython-39.pyc differ