Update README.md

README.md

@@ -5,6 +5,29 @@ library_name: peft
 
 # Model Card for Model ID
 
+This is a LLaMA-2-7B model fine-tuned using FourierFT on alpaca dataset.
+
+Hyperparameters are set as follows:
+
+```
+python fourierft-alpaca.py \
+    --warmup_ratio 0.06  \
+    --num_train_epochs 2 \
+    --seed 0  \
+    --per_device_train_batch_size 2  \
+    --gradient_accumulation_steps 32  \
+    --output_dir './results'  \
+    --eval_strategy "epoch"  \
+    --mixed_precision "bf16"  \
+    --lr_scheduler_type "linear"  \
+    --learning_rate 3e-4 \
+    --logging_steps 10  \
+    --report_to "none"  \
+    --fourier_scale 512 \
+    --fourier_n_frequency     10000
+```
+
+
 <!-- Provide a quick summary of what the model is/does. -->