-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathpre-compute_script.sh
executable file
·166 lines (144 loc) · 7.64 KB
/
pre-compute_script.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
#!/usr/bin/env bash
set -e
DATASETS=("kgs" "wiki-Talk" "cit-Patents")
case "$1" in
# Get data and setup KaHIP.
"setup_env")
./manage.sh get_data
./manage.sh extract_data
./manage.sh get_KaHIP
./manage.sh build_KaHIP
;;
# Get data.
"get_data")
./manage.sh get_data
./manage.sh extract_data
;;
# Get data and setup KaHIP.
"create_partitions")
sizes=(2 4 8 16)
for ds in "${DATASETS[@]}"; do
echo "Creating partitions for ${ds}.."
for i in "${sizes[@]}"; do
./manage.sh create_partitions "${ds}" "${i}" &
done
done
wait
;;
# Create jobs.
"create_jobs")
for ds in "${DATASETS[@]}"; do
echo "Creating jobs for ${ds}.."
# Scalability jobs.
# Halted down 0.4
./manage.sh create_job "${ds}_scala_halted_04_3_true_true_01" halted_forest_fire.py 0.4 "${ds}" 3 120 True True 0.1
./manage.sh create_job "${ds}_scala_halted_04_5_true_true_01" halted_forest_fire.py 0.4 "${ds}" 5 120 True True 0.1
./manage.sh create_job "${ds}_scala_halted_04_9_true_true_01" halted_forest_fire.py 0.4 "${ds}" 9 120 True True 0.1
./manage.sh create_job "${ds}_scala_halted_04_17_true_true_01" halted_forest_fire.py 0.4 "${ds}" 17 120 True True 0.1
# Wild down 0.4
./manage.sh create_job "${ds}_scala_wild_04_3_true_true_01" wild_forest_fire.py 0.4 "${ds}" 3 120 True True 0.1
./manage.sh create_job "${ds}_scala_wild_04_5_true_true_01" wild_forest_fire.py 0.4 "${ds}" 5 120 True True 0.1
./manage.sh create_job "${ds}_scala_wild_04_9_true_true_01" wild_forest_fire.py 0.4 "${ds}" 9 120 True True 0.1
./manage.sh create_job "${ds}_scala_wild_04_17_true_true_01" wild_forest_fire.py 0.4 "${ds}" 17 120 True True 0.1
# Halted up 2
./manage.sh create_job "${ds}_scala_halted_2_3_true_true_01" halted_forest_fire.py 2 "${ds}" 3 120 True True 0.1
./manage.sh create_job "${ds}_scala_halted_2_5_true_true_01" halted_forest_fire.py 2 "${ds}" 5 120 True True 0.1
./manage.sh create_job "${ds}_scala_halted_2_9_true_true_01" halted_forest_fire.py 2 "${ds}" 9 120 True True 0.1
./manage.sh create_job "${ds}_scala_halted_2_17_true_true_01" halted_forest_fire.py 2 "${ds}" 17 120 True True 0.1
# Wild up 2
./manage.sh create_job "${ds}_scala_wild_2_3_true_true_01" wild_forest_fire.py 2 "${ds}" 3 120 True True 0.1
./manage.sh create_job "${ds}_scala_wild_2_5_true_true_01" wild_forest_fire.py 2 "${ds}" 5 120 True True 0.1
./manage.sh create_job "${ds}_scala_wild_2_9_true_true_01" wild_forest_fire.py 2 "${ds}" 9 120 True True 0.1
./manage.sh create_job "${ds}_scala_wild_2_17_true_true_01" wild_forest_fire.py 2 "${ds}" 17 120 True True 0.1
# Stitching & Connectivity
# Connectivity changes.
./manage.sh create_job "${ds}_sc_halted_3_5_true_false_01" halted_forest_fire.py 3 "${ds}" 5 120 True False 0.1
./manage.sh create_job "${ds}_sc_halted_3_5_true_false_001" halted_forest_fire.py 3 "${ds}" 5 120 True False 0.01
./manage.sh create_job "${ds}_sc_halted_3_5_false_false_0" halted_forest_fire.py 3 "${ds}" 5 120
# Stitching topology changes.
./manage.sh create_job "${ds}_sc_halted_3_5_true_true_01" halted_forest_fire.py 3 "${ds}" 5 120 True True 0.1
./manage.sh create_job "${ds}_sc_wild_3_5_false_false_0" wild_forest_fire.py 3 "${ds}" 5 120 False False 0.0
./manage.sh create_job "${ds}_sc_wild_3_5_true_true_01" wild_forest_fire.py 3 "${ds}" 5 120 True True 0.1
./manage.sh create_job "${ds}_sc_wild_3_5_true_false_01" wild_forest_fire.py 3 "${ds}" 5 120 True False 0.1
done
;;
# Run all jobs.
"run_jobs")
for ds in "${DATASETS[@]}"; do
echo "Running jobs for ${ds}.."
# Scalability jobs.
# Halted down 0.4
./manage.sh run_job "${ds}_scala_halted_04_3_true_true_01"
./manage.sh run_job "${ds}_scala_halted_04_5_true_true_01"
./manage.sh run_job "${ds}_scala_halted_04_9_true_true_01"
./manage.sh run_job "${ds}_scala_halted_04_17_true_true_01"
# Wild down 0.4
./manage.sh run_job "${ds}_scala_wild_04_3_true_true_01"
./manage.sh run_job "${ds}_scala_wild_04_5_true_true_01"
./manage.sh run_job "${ds}_scala_wild_04_9_true_true_01"
./manage.sh run_job "${ds}_scala_wild_04_17_true_true_01"
# Halted up 2
./manage.sh run_job "${ds}_scala_halted_2_3_true_true_01"
./manage.sh run_job "${ds}_scala_halted_2_5_true_true_01"
./manage.sh run_job "${ds}_scala_halted_2_9_true_true_01"
./manage.sh run_job "${ds}_scala_halted_2_17_true_true_01"
# Wild up 2
./manage.sh run_job "${ds}_scala_wild_2_3_true_true_01"
./manage.sh run_job "${ds}_scala_wild_2_5_true_true_01"
./manage.sh run_job "${ds}_scala_wild_2_9_true_true_01"
./manage.sh run_job "${ds}_scala_wild_2_17_true_true_01"
# Stitching & Connectivity
# Connectivity changes.
./manage.sh run_job "${ds}_sc_halted_3_5_true_false_01"
./manage.sh run_job "${ds}_sc_halted_3_5_true_false_001"
./manage.sh run_job "${ds}_sc_halted_3_5_false_false_0"
# Stitching topology changes.
./manage.sh run_job "${ds}_sc_halted_3_5_true_true_01"
./manage.sh run_job "${ds}_sc_wild_3_5_false_false_0"
./manage.sh run_job "${ds}_sc_wild_3_5_true_true_01"
./manage.sh run_job "${ds}_sc_wild_3_5_true_false_01"
done
;;
# Create jobs.
"compute_properties")
for ds in "${DATASETS[@]}"; do
echo "Computing properties for ${ds}.."
# Scalability jobs.
# Halted down 0.4
./manage.sh compute_properties "${ds}_scala_halted_04_3_true_true_01" &
./manage.sh compute_properties "${ds}_scala_halted_04_5_true_true_01" &
./manage.sh compute_properties "${ds}_scala_halted_04_9_true_true_01" &
./manage.sh compute_properties "${ds}_scala_halted_04_17_true_true_01" &
# Wild down 0.4
./manage.sh compute_properties "${ds}_scala_wild_04_3_true_true_01" &
./manage.sh compute_properties "${ds}_scala_wild_04_5_true_true_01" &
./manage.sh compute_properties "${ds}_scala_wild_04_9_true_true_01" &
./manage.sh compute_properties "${ds}_scala_wild_04_17_true_true_01" &
# Halted up 2
./manage.sh compute_properties "${ds}_scala_halted_2_3_true_true_01" &
./manage.sh compute_properties "${ds}_scala_halted_2_5_true_true_01" &
./manage.sh compute_properties "${ds}_scala_halted_2_9_true_true_01" &
./manage.sh compute_properties "${ds}_scala_halted_2_17_true_true_01" &
# Wild up 2
./manage.sh compute_properties "${ds}_scala_wild_2_3_true_true_01" &
./manage.sh compute_properties "${ds}_scala_wild_2_5_true_true_01" &
./manage.sh compute_properties "${ds}_scala_wild_2_9_true_true_01" &
./manage.sh compute_properties "${ds}_scala_wild_2_17_true_true_01" &
# Stitching & Connectivity
# Connectivity changes.
./manage.sh compute_properties "${ds}_sc_halted_3_5_true_false_01" &
./manage.sh compute_properties "${ds}_sc_halted_3_5_true_false_001" &
./manage.sh compute_properties "${ds}_sc_halted_3_5_false_false_0" &
# Stitching topology changes.
./manage.sh compute_properties "${ds}_sc_halted_3_5_true_true_01" &
./manage.sh compute_properties "${ds}_sc_wild_3_5_false_false_0" &
./manage.sh compute_properties "${ds}_sc_wild_3_5_true_true_01" &
./manage.sh compute_properties "${ds}_sc_wild_3_5_true_false_01" &
wait
done
;;
# Catch all for parse errors.
*)
echo "No command detected from first argument.."
;;
esac