HuggingFaceFW
/

fineweb-edu-classifier

Text Classification

Inference Endpoints

Model card Files Files and versions Community

anton-l HF staff commited on Jun 3, 2024

Commit

f1f90a4

·

verified ·

1 Parent(s): 5d7bce6

Update src/train_edu_bert.slurm

Files changed (1) hide show

src/train_edu_bert.slurm +4 -4

src/train_edu_bert.slurm CHANGED Viewed

@@ -12,11 +12,11 @@
 set -x -e
 source ~/.bashrc
-source "/admin/home/anton/miniforge3/etc/profile.d/conda.sh"
-source activate lighteval
 python train_edu_bert.py \
     --base_model_name="Snowflake/snowflake-arctic-embed-m" \
-    --dataset_name="HuggingFaceTB/LLM_juries_fineweb_430k_annotations" \
-    --target_column="median_score"\
     --checkpoint_dir="/fsx/anton/cosmopedia/edu_score/snowflake_regression_median_jury"

 set -x -e
 source ~/.bashrc
+source "$CONDA_PREFIX/etc/profile.d/conda.sh"
+source activate pytorch
 python train_edu_bert.py \
     --base_model_name="Snowflake/snowflake-arctic-embed-m" \
+    --dataset_name="HuggingFaceFW/fineweb-edu-llama3-annotations \
+    --target_column="score"\
     --checkpoint_dir="/fsx/anton/cosmopedia/edu_score/snowflake_regression_median_jury"