Kevin Fink
commited on
Commit
·
895fff8
1
Parent(s):
a406bc3
dev
Browse files
app.py
CHANGED
|
@@ -176,6 +176,7 @@ def run_train(dataset_name, hub_id, api_key, num_epochs, batch_size, lr, grad):
|
|
| 176 |
|
| 177 |
config = AutoConfig.from_pretrained("google/t5-efficient-tiny")
|
| 178 |
model = AutoModelForSeq2SeqLM.from_config(config)
|
|
|
|
| 179 |
initialize_weights(model)
|
| 180 |
print(list(model.named_parameters()))
|
| 181 |
lora_config = LoraConfig(
|
|
|
|
| 176 |
|
| 177 |
config = AutoConfig.from_pretrained("google/t5-efficient-tiny")
|
| 178 |
model = AutoModelForSeq2SeqLM.from_config(config)
|
| 179 |
+
model.enable_gradients()
|
| 180 |
initialize_weights(model)
|
| 181 |
print(list(model.named_parameters()))
|
| 182 |
lora_config = LoraConfig(
|