Skip to content

Commit 05507ac

Browse files
committed
Update scripts
1 parent 754290e commit 05507ac

File tree

2 files changed

+6
-6
lines changed

2 files changed

+6
-6
lines changed

scripts/run_rewinding_rte.sh

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
# parameter-pruned
44
python run_rewinding.py \
55
--model_type kd \
6-
--teacher_model_path outputs/stark/parameter_pruned/kd_70_rte_0.25/ckpt \
6+
--teacher_model_path outputs/stark/parameter_pruned/kd_70_rte_0.5/ckpt \
77
--student_model_path outputs/prune/ft_rte/ckpt \
88
--task_name rte \
99
--data_type combined \
@@ -21,12 +21,12 @@ python run_rewinding.py \
2121
--seed 776 \
2222
--do_rewind \
2323
--student_sparsity 70 \
24-
--lam 0.25
24+
--lam 0.5
2525

2626
# layer-dropped
2727
python run_rewinding.py \
2828
--model_type kd \
29-
--teacher_model_path outputs/stark/layer_dropped/kd_4_rte_0.25/ckpt \
29+
--teacher_model_path outputs/stark/layer_dropped/kd_4_rte_0.5/ckpt \
3030
--student_model_path outputs/finetune/ft_rte/ckpt \
3131
--task_name rte \
3232
--data_type combined \
@@ -44,4 +44,4 @@ python run_rewinding.py \
4444
--seed 776 \
4545
--do_rewind \
4646
--student_layer 4 \
47-
--lam 0.25
47+
--lam 0.5

scripts/run_sparsification_rte.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ python run_sparsification.py \
1010
--max_length 128 \
1111
--per_device_eval_batch_size 32 \
1212
--student_sparsity 70 \
13-
--lam 0.25
13+
--lam 0.5
1414

1515
# layer-dropped
1616
python run_sparsification.py \
@@ -22,5 +22,5 @@ python run_sparsification.py \
2222
--max_length 128 \
2323
--per_device_eval_batch_size 32 \
2424
--student_layer 4 \
25-
--lam 0.25
25+
--lam 0.5
2626

0 commit comments

Comments
 (0)