Sijuade commited on
Commit
4f7bd04
1 Parent(s): 0482d2e

Update config.py

Browse files
Files changed (1) hide show
  1. config.py +2 -2
config.py CHANGED
@@ -68,7 +68,7 @@ class Config:
68
  processor = AutoProcessor.from_pretrained(model_name)
69
  tokenizer = AutoTokenizer.from_pretrained(phi_model_name, trust_remote_code=True)
70
 
71
- projection = load_projection_model("models/MModalGPT-FINETUNE-step=3200-loss=1.01.ckpt", 768, 2560)
72
 
73
  clip_model = CLIPVisionModel.from_pretrained(model_name)
74
  audio_model = whisperx.load_model("small", device.type, compute_type="float16")
@@ -80,4 +80,4 @@ class Config:
80
  return_dict=True,
81
  trust_remote_code=True)
82
 
83
- peft_model = peft.PeftModel.from_pretrained(text_model, 'models/3200')
 
68
  processor = AutoProcessor.from_pretrained(model_name)
69
  tokenizer = AutoTokenizer.from_pretrained(phi_model_name, trust_remote_code=True)
70
 
71
+ projection = load_projection_model("models/MModalGPT-FINETUNE-continued-step=10100-loss=1.16.ckpt", 768, 2560)
72
 
73
  clip_model = CLIPVisionModel.from_pretrained(model_name)
74
  audio_model = whisperx.load_model("small", device.type, compute_type="float16")
 
80
  return_dict=True,
81
  trust_remote_code=True)
82
 
83
+ peft_model = peft.PeftModel.from_pretrained(text_model, 'models/10100')