Adds notebook for dask

fixes #3

Author: ivotron

.gitignore

@@ -3,5 +3,6 @@ build.log
 *.retry
 *.sw?
 .ropeproject/
-experiments/dask/ansible.log
+ansible.log
 out/main.pdf
+.ipynb_checkpoints/

build

@@ -6,6 +6,7 @@ docker run \
   -v `pwd`/vendor/ieee.csl:/root/ieee.csl \
   -v `pwd`/vendor/zotero.bib:/root/citations.bib \
   -v `pwd`/main.md:/root/main.md \
+  -v `pwd`/experiments:/root/experiments \
   -v `pwd`/figures:/root/figures \
   -v `pwd`/out:/root/out \
   ivotron/pandoc:1.13.2 \

experiments/common/start_gassy.yml

@@ -1,18 +1,22 @@
-- name: stop gassyfs
-  include: stop_gassy.yml
-
 - name: ensure gassy options are given
   assert:
     that:
     - "gassyfs is defined"
+    - "gassyfs.enabled is defined"
     - "gassyfs.mount_options is defined"
 
+- name: stop gassyfs
+  include: stop_gassy.yml
+  when: "{{ gassyfs.enabled | bool }}"
+
 - name: share root mount
   command: mount --make-shared /
+  when: "{{ gassyfs.enabled | bool }}"
 
 - name: delete mount point
   shell: rm -r `pwd`/mount
   ignore_errors: true
+  when: "{{ gassyfs.enabled | bool }}"
 
 - name: start gassyfs container
   shell: >
@@ -22,6 +26,7 @@
       -v /dev:/dev \
       -v `pwd`/mount:/mount:shared \
       ivotron/gassyfs /mount -o "{{ gassyfs.mount_options | join(',') }}"
+  when: "{{ gassyfs.enabled | bool }}"
 
 - name: ensure gassyfs is mounted
   shell: >
@@ -31,3 +36,4 @@
       alpine sh -c "mount" | grep gassy | wc -l
   register: mount_out
   failed_when: mount_out.stdout == '0'
+  when: "{{ gassyfs.enabled | bool }}"

experiments/common/start_tmpfs.yml

@@ -1,5 +1,6 @@
 - name: stop tmpfs
   include: stop_tmpfs.yml
+  when: "{{ tmpfs.enabled | bool }}"
 
 - name: start tmpfs container
   shell: >
@@ -10,3 +11,4 @@
       -v `pwd`/mount_tmpfs:/mount:shared \
       alpine sh -c \
       "mount -t tmpfs -o {{ tmpfs.mount_options | join(',') }} tmpfs /mount"
+  when: "{{ tmpfs.enabled | bool }}"

experiments/common/stop_gassy.yml

@@ -1,7 +1,8 @@
 - name: stop gassyfs container
   command: docker stop gassyfs-master
   ignore_errors: true
+  when: "{{ gassyfs.enabled | bool }}"
 - name: remove gassyfs container
   command: docker rm -f gassyfs-master
   ignore_errors: true
-
+  when: "{{ gassyfs.enabled | bool }}"

experiments/common/stop_tmpfs.yml

@@ -1,6 +1,8 @@
 - name: stop tmpfs container
   command: docker stop tmpfs-master
   ignore_errors: true
+  when: "{{ tmpfs.enabled | bool }}"
 - name: remove tmpfs container
   command: docker rm -f tmpfs-master
   ignore_errors: true
+  when: "{{ tmpfs.enabled | bool }}"

experiments/dask/bench.yml

@@ -18,7 +18,7 @@
   register: docker_output
 
 - name: write results to output
-  shell: echo "{{ item.id }}, exec, local, {{docker_output.delta}}" >> results.csv
+  shell: echo "{{ item.id }},exec,local,{{docker_output.delta}}" >> results.csv
   when: "{{ item.run_in_local_fs | bool }}"
 
 # gassyfs
@@ -36,7 +36,7 @@
   register: docker_output
 
 - name: write results to output
-  shell: echo "{{ item.id }}, copy, gassyfs, {{docker_output.delta}}" >> results.csv
+  shell: echo "{{ item.id }},copy,gassyfs,{{docker_output.delta}}" >> results.csv
   when:
   - "{{ item.run_in_gassyfs | bool }}"
   - "{{ item.copy_folder | bool }}"
@@ -51,7 +51,7 @@
   when: "{{ item.run_in_gassyfs | bool }}"
 
 - name: write results to output
-  shell: echo "{{ item.id }}, exec, gassyfs, {{docker_output.delta}}" >> results.csv
+  shell: echo "{{ item.id }},exec,gassyfs,{{docker_output.delta}}" >> results.csv
   when: "{{ item.run_in_gassyfs | bool }}"
 
 - name: delete files
@@ -77,7 +77,7 @@
   register: docker_output
 
 - name: write results to output
-  shell: echo "{{ item.id }}, copy, tmpfs, {{docker_output.delta}}" >> results.csv
+  shell: echo "{{ item.id }},copy,tmpfs,{{docker_output.delta}}" >> results.csv
   when:
   - "{{ item.run_in_tmpfs | bool }}"
   - "{{ item.copy_folder | bool }}"
@@ -92,7 +92,7 @@
   when: "{{ item.run_in_tmpfs | bool }}"
 
 - name: write results to output
-  shell: echo "{{ item.id }}, exec, tmpfs, {{docker_output.delta}}" >> results.csv
+  shell: echo "{{ item.id }},exec,tmpfs,{{docker_output.delta}}" >> results.csv
   when: "{{ item.run_in_tmpfs | bool }}"
 
 - name: delete files

experiments/dask/dask.png

@@ -24,11 +24,11 @@
   - name: start gassy
     include: ../common/start_gassy.yml
 
-  - name: start gassy
+  - name: start tmpfs
     include: ../common/start_tmpfs.yml
 
   - name: create csv with headers
-    shell: echo "workload, op, fs, time" > results.csv
+    shell: echo "workload,op,fs,time" > results.csv
 
   - name: run benchmarks
     include: bench.yml

experiments/dask/playbook.yml

@@ -0,0 +1,15 @@
+workload,op,fs,time
+xarray_metar_1,exec,local,0:01:04.051740
+xarray_metar_1,copy,tmpfs,0:00:03.570868
+xarray_metar_1,exec,tmpfs,0:00:05.609725
+xarray_metar_2,exec,local,0:01:05.868933
+xarray_metar_2,exec,tmpfs,0:00:05.819508
+xarray_metar_3,exec,local,0:01:44.908815
+xarray_metar_3,exec,tmpfs,0:00:45.670286
+xarray_metar_4,exec,local,0:02:26.545478
+xarray_metar_4,exec,tmpfs,0:01:25.311635
+xarray_metar_1,copy,gassyfs,0:00:48.969857
+xarray_metar_1,exec,gassyfs,0:00:11.298157
+xarray_metar_2,exec,gassyfs,0:00:12.513605
+xarray_metar_3,exec,gassyfs,0:00:52.773712
+xarray_metar_4,exec,gassyfs,0:01:32.563396