File tree Expand file tree Collapse file tree 2 files changed +6
-6
lines changed Expand file tree Collapse file tree 2 files changed +6
-6
lines changed Original file line number Diff line number Diff line change 3
3
# parameter-pruned
4
4
python run_rewinding.py \
5
5
--model_type kd \
6
- --teacher_model_path outputs/stark/parameter_pruned/kd_70_rte_0.25 /ckpt \
6
+ --teacher_model_path outputs/stark/parameter_pruned/kd_70_rte_0.5 /ckpt \
7
7
--student_model_path outputs/prune/ft_rte/ckpt \
8
8
--task_name rte \
9
9
--data_type combined \
@@ -21,12 +21,12 @@ python run_rewinding.py \
21
21
--seed 776 \
22
22
--do_rewind \
23
23
--student_sparsity 70 \
24
- --lam 0.25
24
+ --lam 0.5
25
25
26
26
# layer-dropped
27
27
python run_rewinding.py \
28
28
--model_type kd \
29
- --teacher_model_path outputs/stark/layer_dropped/kd_4_rte_0.25 /ckpt \
29
+ --teacher_model_path outputs/stark/layer_dropped/kd_4_rte_0.5 /ckpt \
30
30
--student_model_path outputs/finetune/ft_rte/ckpt \
31
31
--task_name rte \
32
32
--data_type combined \
@@ -44,4 +44,4 @@ python run_rewinding.py \
44
44
--seed 776 \
45
45
--do_rewind \
46
46
--student_layer 4 \
47
- --lam 0.25
47
+ --lam 0.5
Original file line number Diff line number Diff line change @@ -10,7 +10,7 @@ python run_sparsification.py \
10
10
--max_length 128 \
11
11
--per_device_eval_batch_size 32 \
12
12
--student_sparsity 70 \
13
- --lam 0.25
13
+ --lam 0.5
14
14
15
15
# layer-dropped
16
16
python run_sparsification.py \
@@ -22,5 +22,5 @@ python run_sparsification.py \
22
22
--max_length 128 \
23
23
--per_device_eval_batch_size 32 \
24
24
--student_layer 4 \
25
- --lam 0.25
25
+ --lam 0.5
26
26
You can’t perform that action at this time.
0 commit comments