From f9a8e8bef30f1534296d8013973fb93c457fc69f Mon Sep 17 00:00:00 2001 From: subash Date: Thu, 18 Jul 2024 02:06:06 +0300 Subject: [PATCH] for #22 adding bucket logs and data and codes --- .../copy_gcloud_storage.txt | 83 ++++++++++++++ .../cpmpare-gsutil-vs-gcloud/copy_gsutil.txt | 73 +++++++++++++ .../asia-southeast-1-singapore.txt | 90 +++++++++++++++ .../bucket-europe-central2-warsaw.txt | 102 +++++++++++++++++ .../bucket-europe-north1-finland.txt | 102 +++++++++++++++++ .../bucket-europe-southwest1-madrid.txt | 103 ++++++++++++++++++ .../bucket-europe-west1-belgium.txt | 103 ++++++++++++++++++ .../download-logs/europe-north-1-finland.txt | 81 ++++++++++++++ .../europe-west-4-netherlands.txt | 82 ++++++++++++++ .../download-logs/europe-west-6-zurich.txt | 82 ++++++++++++++ .../download-logs/me-central-1-doha.txt | 82 ++++++++++++++ .../download-logs/us-central-1-lowa.txt | 82 ++++++++++++++ .../download-logs/us-west-2-los-angeles.txt | 82 ++++++++++++++ logs/bucket/script-python/download_script.sh | 22 ++++ logs/bucket/script-python/python-code.txt | 61 +++++++++++ 15 files changed, 1230 insertions(+) create mode 100644 logs/bucket/cpmpare-gsutil-vs-gcloud/copy_gcloud_storage.txt create mode 100644 logs/bucket/cpmpare-gsutil-vs-gcloud/copy_gsutil.txt create mode 100644 logs/bucket/download-logs/asia-southeast-1-singapore.txt create mode 100644 logs/bucket/download-logs/bucket-europe-central2-warsaw.txt create mode 100644 logs/bucket/download-logs/bucket-europe-north1-finland.txt create mode 100644 logs/bucket/download-logs/bucket-europe-southwest1-madrid.txt create mode 100644 logs/bucket/download-logs/bucket-europe-west1-belgium.txt create mode 100644 logs/bucket/download-logs/europe-north-1-finland.txt create mode 100644 logs/bucket/download-logs/europe-west-4-netherlands.txt create mode 100644 logs/bucket/download-logs/europe-west-6-zurich.txt create mode 100644 logs/bucket/download-logs/me-central-1-doha.txt create mode 100644 logs/bucket/download-logs/us-central-1-lowa.txt create mode 100644 logs/bucket/download-logs/us-west-2-los-angeles.txt create mode 100644 logs/bucket/script-python/download_script.sh create mode 100644 logs/bucket/script-python/python-code.txt diff --git a/logs/bucket/cpmpare-gsutil-vs-gcloud/copy_gcloud_storage.txt b/logs/bucket/cpmpare-gsutil-vs-gcloud/copy_gcloud_storage.txt new file mode 100644 index 0000000..9ad0441 --- /dev/null +++ b/logs/bucket/cpmpare-gsutil-vs-gcloud/copy_gcloud_storage.txt @@ -0,0 +1,83 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ ./download_script.sh +STARTING COPYING USING GCLOUD STORAGE +Copying gs://bucket-europe-west9-paris/200.txt to file://./200.txt + Completed files 1/1 | 200.0MiB/200.0MiB | 10.7MiB/s + +Average throughput: 10.8MiB/s + +real 0m23.711s +user 0m2.306s +sys 0m0.998s +Copying gs://bucket-europe-west9-paris/300.txt to file://./300.txt + Completed files 1/1 | 300.0MiB/300.0MiB | 11.1MiB/s + +Average throughput: 11.1MiB/s + +real 0m33.574s +user 0m2.958s +sys 0m1.431s +Copying gs://bucket-europe-west9-paris/512.txt to file://./512.txt + Completed files 1/1 | 512.0MiB/512.0MiB | 11.5MiB/s + +Average throughput: 10.9MiB/s + +real 0m51.689s +user 0m3.863s +sys 0m2.208s +Copying gs://bucket-europe-west9-paris/700.txt to file://./700.txt + Completed files 1/1 | 700.0MiB/700.0MiB | 11.0MiB/s + +Average throughput: 10.8MiB/s + +real 1m10.569s +user 0m5.736s +sys 0m3.201s +Copying gs://bucket-europe-west9-paris/1GB.zip to file://./1GB.zip + Completed files 1/1 | 1.0GiB/1.0GiB | 11.1MiB/s + +Average throughput: 8.2MiB/s + +real 2m10.469s +user 0m9.193s +sys 0m4.870s +Copying gs://bucket-europe-west9-paris/1_5GB/1GB.zip to file://./1_5GB/1GB.zip +Copying gs://bucket-europe-west9-paris/1_5GB/512MB.zip.crdownload to file://./1_5GB/512MB.zip.crdownload + Completed files 2/2 | 1.5GiB/1.5GiB | 9.8MiB/s + +Average throughput: 10.5MiB/s + +real 2m34.729s +user 0m11.141s +sys 0m6.369s +Copying gs://bucket-europe-west9-paris/2GB/1GB.zip to file://./2GB/1GB.zip +Copying gs://bucket-europe-west9-paris/2GB/1GB/1GB.zip to file://./2GB/1GB/1GB.zip + Completed files 2/2 | 2.0GiB/2.0GiB | 10.4MiB/s + +Average throughput: 10.8MiB/s + +real 3m15.154s +user 0m12.736s +sys 0m7.642s +Copying gs://bucket-europe-west9-paris/2_5GB/2GB/1GB.zip to file://./2_5GB/2GB/1GB.zip +Copying gs://bucket-europe-west9-paris/2_5GB/2GB/1GB/1GB.zip to file://./2_5GB/2GB/1GB/1GB.zip +Copying gs://bucket-europe-west9-paris/2_5GB/512MB.zip.crdownload to file://./2_5GB/512MB.zip.crdownload + Completed files 3/3 | 2.5GiB/2.5GiB | 10.9MiB/s + +Average throughput: 10.9MiB/s + +real 4m4.881s +user 0m16.969s +sys 0m10.345s +Copying gs://bucket-europe-west9-paris/5GB/1GB/1GB.zip to file://./5GB/1GB/1GB.zip +Copying gs://bucket-europe-west9-paris/5GB/2GB/1GB.zip to file://./5GB/2GB/1GB.zip +Copying gs://bucket-europe-west9-paris/5GB/2GB/1GB/1GB.zip to file://./5GB/2GB/1GB/1GB.zip +Copying gs://bucket-europe-west9-paris/5GB/2GB/2GB/1GB.zip to file://./5GB/2GB/2GB/1GB.zip +Copying gs://bucket-europe-west9-paris/5GB/2GB/2GB/1GB/1GB.zip to file://./5GB/2GB/2GB/1GB/1GB.zip + Completed files 5/5 | 5.0GiB/5.0GiB | 11.1MiB/s + +Average throughput: 10.9MiB/s + +real 7m55.030s +user 0m43.599s +sys 0m21.106s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/cpmpare-gsutil-vs-gcloud/copy_gsutil.txt b/logs/bucket/cpmpare-gsutil-vs-gcloud/copy_gsutil.txt new file mode 100644 index 0000000..d4e4ea7 --- /dev/null +++ b/logs/bucket/cpmpare-gsutil-vs-gcloud/copy_gsutil.txt @@ -0,0 +1,73 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ ./download_script.sh +STARTING COPYING USING GSUTIL +Copying gs://bucket-europe-west9-paris/200.txt... +/ [1/1 files][200.0 MiB/200.0 MiB] 100% Done 7.4 MiB/s ETA 00:00:00 +Operation completed over 1 objects/200.0 MiB. + +real 0m22.302s +user 0m3.247s +sys 0m1.602s +Copying gs://bucket-europe-west9-paris/300.txt... +\ [1/1 files][300.0 MiB/300.0 MiB] 100% Done 10.2 MiB/s ETA 00:00:00 +Operation completed over 1 objects/300.0 MiB. + +real 0m36.587s +user 0m4.473s +sys 0m1.915s +Copying gs://bucket-europe-west9-paris/512.txt... +- [1/1 files][512.0 MiB/512.0 MiB] 100% Done 8.9 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 1m15.568s +user 0m7.294s +sys 0m3.593s +Copying gs://bucket-europe-west9-paris/700.txt... +/ [1/1 files][700.0 MiB/700.0 MiB] 100% Done 10.7 MiB/s ETA 00:00:00 +Operation completed over 1 objects/700.0 MiB. + +real 1m6.875s +user 0m8.331s +sys 0m4.514s +Copying gs://bucket-europe-west9-paris/1GB.zip... +/ [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 7.9 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m36.536s +user 0m11.866s +sys 0m5.940s +Copying gs://bucket-europe-west9-paris/1_5GB/1GB.zip... +Copying gs://bucket-europe-west9-paris/1_5GB/512MB.zip.crdownload... +\ [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 8.7 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m25.500s +user 0m20.299s +sys 0m9.994s +Copying gs://bucket-europe-west9-paris/2GB/1GB.zip... +Copying gs://bucket-europe-west9-paris/2GB/1GB/1GB.zip... +- [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 10.0 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m15.222s +user 0m28.931s +sys 0m14.161s +Copying gs://bucket-europe-west9-paris/2_5GB/2GB/1GB.zip... +Copying gs://bucket-europe-west9-paris/2_5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-west9-paris/2_5GB/512MB.zip.crdownload... +- [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 8.4 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 4m14.677s +user 0m38.821s +sys 0m19.219s +Copying gs://bucket-europe-west9-paris/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-west9-paris/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-west9-paris/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-west9-paris/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-west9-paris/5GB/2GB/2GB/1GB/1GB.zip... +- [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 10.6 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 7m52.375s +user 1m11.503s +sys 0m31.322s \ No newline at end of file diff --git a/logs/bucket/download-logs/asia-southeast-1-singapore.txt b/logs/bucket/download-logs/asia-southeast-1-singapore.txt new file mode 100644 index 0000000..88d98c1 --- /dev/null +++ b/logs/bucket/download-logs/asia-southeast-1-singapore.txt @@ -0,0 +1,90 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ time gsutil -m cp -r gs://nano-data-output-asia-southeast-1-singapore/512MB.zip.crdownload . +Copying gs://nano-data-output-asia-southeast-1-singapore/512MB.zip.crdownload... +- [1/1 files][512.0 MiB/512.0 MiB] 100% Done 10.5 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m53.731s +user 0m7.157s +sys 0m4.560s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ time gsutil -m cp -r gs://nano-data-output-asia-southeast-1-singapore/1_5GB/ . +Copying gs://nano-data-output-asia-southeast-1-singapore/1_5GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/1_5GB/512MB.zip.crdownload... +- [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 10.2 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m27.596s +user 0m20.662s +sys 0m11.477s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ time gsutil -m cp -r gs://nano-data-output-asia-southeast-1-singapore/1GB.zip . +Copying gs://nano-data-output-asia-southeast-1-singapore/1GB.zip... +\ [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 10.0 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m40.784s +user 0m12.795s +sys 0m8.000s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ time gsutil -m cp -r gs://nano-data-output-asia-southeast-1-singapore/2GB/ . + +Copying gs://nano-data-output-asia-southeast-1-singapore/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/2GB/1GB/1GB.zip... +- [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 11.6 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m15.546s +user 0m25.954s +sys 0m14.656s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ time gsutil -m cp -r gs://nano-data-output-asia-southeast-1-singapore/2_5GB/ . +Copying gs://nano-data-output-asia-southeast-1-singapore/2_5GB/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/2_5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/2_5GB/512MB.zip.crdownload... +- [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 10.4 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 4m3.119s +user 0m33.807s +sys 0m18.005s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ time gsutil -m cp -r gs://nano-data-output-asia-southeast-1-singapore/5GB/ . +Copying gs://nano-data-output-asia-southeast-1-singapore/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/5GB/2GB/2GB/1GB/1GB.zip... +\ [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 11.0 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 7m57.676s +user 1m12.466s +sys 0m33.232s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ time gsutil -m cp -r gs://nano-data-output-asia-southeast-1-singapore/7_5GB/ . +Copying gs://nano-data-output-asia-southeast-1-singapore/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://nano-data-output-asia-southeast-1-singapore/7_5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/7_5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/7_5GB/5GB/2GB/1GB.zip... +| [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 11.0 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 12m16.677s +user 2m12.451s +sys 0m54.926s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ time gsutil -m cp -r gs://nano-data-output-asia-southeast-1-singapore/10GB/ . +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-asia-southeast-1-singapore/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +| [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 10.9 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 16m8.564s +user 3m8.747s +sys 1m17.473s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/bucket-europe-central2-warsaw.txt b/logs/bucket/download-logs/bucket-europe-central2-warsaw.txt new file mode 100644 index 0000000..8349bc2 --- /dev/null +++ b/logs/bucket/download-logs/bucket-europe-central2-warsaw.txt @@ -0,0 +1,102 @@ +Copying gs://bucket-europe-central2-warsaw/200.txt... +\ [1/1 files][200.0 MiB/200.0 MiB] 100% Done 9.0 MiB/s ETA 00:00:00 +Operation completed over 1 objects/200.0 MiB. + +real 0m21.573s +user 0m3.791s +sys 0m2.011s +Copying gs://bucket-europe-central2-warsaw/300.txt... +\ [1/1 files][300.0 MiB/300.0 MiB] 100% Done 7.9 MiB/s ETA 00:00:00 +Operation completed over 1 objects/300.0 MiB. + +real 0m31.690s +user 0m4.839s +sys 0m2.442s +Copying gs://bucket-europe-central2-warsaw/512.txt... +- [1/1 files][512.0 MiB/512.0 MiB] 100% Done 7.7 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m51.643s +user 0m8.841s +sys 0m4.930s +Copying gs://bucket-europe-central2-warsaw/700.txt... +| [1/1 files][700.0 MiB/700.0 MiB] 100% Done 8.8 MiB/s ETA 00:00:00 +Operation completed over 1 objects/700.0 MiB. + +real 1m6.898s +user 0m9.864s +sys 0m4.382s +Copying gs://bucket-europe-central2-warsaw/1GB.zip... +- [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 10.1 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m38.031s +user 0m13.176s +sys 0m7.409s +Copying gs://bucket-europe-central2-warsaw/1_5GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/1_5GB/512MB.zip.crdownload... +/ [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 7.5 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m25.607s +user 0m18.388s +sys 0m9.188s +Copying gs://bucket-europe-central2-warsaw/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/2GB/1GB/1GB.zip... +\ [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 11.0 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m8.967s +user 0m26.759s +sys 0m13.706s +Copying gs://bucket-europe-central2-warsaw/2_5GB/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/2_5GB/512MB.zip.crdownload... +Copying gs://bucket-europe-central2-warsaw/2_5GB/2GB/1GB/1GB.zip... +- [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 8.6 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 4m0.371s +user 0m32.946s +sys 0m17.103s +Copying gs://bucket-europe-central2-warsaw/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/5GB/2GB/2GB/1GB/1GB.zip... +\ [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 9.6 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 7m56.219s +user 1m11.586s +sys 0m31.992s +Copying gs://bucket-europe-central2-warsaw/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://bucket-europe-central2-warsaw/7_5GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/7_5GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/7_5GB/5GB/2GB/2GB/1GB.zip... +| [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 10.4 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 11m50.116s +user 1m54.695s +sys 0m49.072s +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-central2-warsaw/10GB/5GB/5GB/2GB/1GB/1GB.zip... +| [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 10.6 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 15m43.523s +user 2m36.899s +sys 1m5.150s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/bucket-europe-north1-finland.txt b/logs/bucket/download-logs/bucket-europe-north1-finland.txt new file mode 100644 index 0000000..25ce3b1 --- /dev/null +++ b/logs/bucket/download-logs/bucket-europe-north1-finland.txt @@ -0,0 +1,102 @@ +Copying gs://bucket-europe-north1-finland/200.txt... +- [1/1 files][200.0 MiB/200.0 MiB] 100% Done 11.4 MiB/s ETA 00:00:00 +Operation completed over 1 objects/200.0 MiB. + +real 0m20.219s +user 0m3.270s +sys 0m1.929s +Copying gs://bucket-europe-north1-finland/300.txt... +/ [1/1 files][300.0 MiB/300.0 MiB] 100% Done 9.7 MiB/s ETA 00:00:00 +Operation completed over 1 objects/300.0 MiB. + +real 0m32.020s +user 0m4.052s +sys 0m1.955s +Copying gs://bucket-europe-north1-finland/512.txt... +/ [1/1 files][512.0 MiB/512.0 MiB] 100% Done 10.0 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m49.162s +user 0m6.975s +sys 0m3.526s +Copying gs://bucket-europe-north1-finland/700.txt... +/ [1/1 files][700.0 MiB/700.0 MiB] 100% Done 10.4 MiB/s ETA 00:00:00 +Operation completed over 1 objects/700.0 MiB. + +real 1m7.144s +user 0m9.034s +sys 0m4.845s +Copying gs://bucket-europe-north1-finland/1GB.zip... +| [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 8.2 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m37.556s +user 0m12.135s +sys 0m6.858s +Copying gs://bucket-europe-north1-finland/1_5GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/1_5GB/512MB.zip.crdownload... +| [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 10.1 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m24.417s +user 0m20.653s +sys 0m11.281s +Copying gs://bucket-europe-north1-finland/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/2GB/1GB/1GB.zip... +- [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 9.1 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m13.086s +user 0m26.560s +sys 0m14.579s +Copying gs://bucket-europe-north1-finland/2_5GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/2_5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/2_5GB/512MB.zip.crdownload... +/ [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 8.2 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 3m58.967s +user 0m32.697s +sys 0m16.578s +Copying gs://bucket-europe-north1-finland/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/5GB/2GB/2GB/1GB/1GB.zip... +/ [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 10.4 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 7m57.123s +user 1m12.072s +sys 0m33.424s +Copying gs://bucket-europe-north1-finland/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://bucket-europe-north1-finland/7_5GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/7_5GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/7_5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +/ [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 8.9 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 11m58.011s +user 1m53.184s +sys 0m48.541s +Copying gs://bucket-europe-north1-finland/10GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/10GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/10GB/5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-north1-finland/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +\ [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 10.0 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 15m55.075s +user 2m46.176s +sys 1m8.722s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/bucket-europe-southwest1-madrid.txt b/logs/bucket/download-logs/bucket-europe-southwest1-madrid.txt new file mode 100644 index 0000000..04c3139 --- /dev/null +++ b/logs/bucket/download-logs/bucket-europe-southwest1-madrid.txt @@ -0,0 +1,103 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ ./download_script.sh +Copying gs://bucket-europe-southwest1-madrid/200.txt... +- [1/1 files][200.0 MiB/200.0 MiB] 100% Done 8.9 MiB/s ETA 00:00:00 +Operation completed over 1 objects/200.0 MiB. + +real 0m24.068s +user 0m3.361s +sys 0m1.818s +Copying gs://bucket-europe-southwest1-madrid/300.txt... +\ [1/1 files][300.0 MiB/300.0 MiB] 100% Done 9.5 MiB/s ETA 00:00:00 +Operation completed over 1 objects/300.0 MiB. + +real 0m31.560s +user 0m4.230s +sys 0m2.222s +Copying gs://bucket-europe-southwest1-madrid/512.txt... +- [1/1 files][512.0 MiB/512.0 MiB] 100% Done 9.0 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m53.296s +user 0m6.891s +sys 0m2.756s +Copying gs://bucket-europe-southwest1-madrid/700.txt... +- [1/1 files][700.0 MiB/700.0 MiB] 100% Done 9.1 MiB/s ETA 00:00:00 +Operation completed over 1 objects/700.0 MiB. + +real 1m7.797s +user 0m8.844s +sys 0m5.242s +Copying gs://bucket-europe-southwest1-madrid/1GB.zip... +- [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 7.8 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m37.912s +user 0m13.362s +sys 0m7.595s +Copying gs://bucket-europe-southwest1-madrid/1_5GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/1_5GB/512MB.zip.crdownload... +\ [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 10.0 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m29.929s +user 0m21.256s +sys 0m12.209s +Copying gs://bucket-europe-southwest1-madrid/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/2GB/1GB/1GB.zip... +- [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 8.2 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m13.913s +user 0m27.128s +sys 0m12.917s +Copying gs://bucket-europe-southwest1-madrid/2_5GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/2_5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/2_5GB/512MB.zip.crdownload... +| [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 8.0 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 4m7.625s +user 0m36.487s +sys 0m17.440s +Copying gs://bucket-europe-southwest1-madrid/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/5GB/2GB/2GB/1GB/1GB.zip... +- [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 5.8 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 8m7.721s +user 1m14.668s +sys 0m33.640s +Copying gs://bucket-europe-southwest1-madrid/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/7_5GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://bucket-europe-southwest1-madrid/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/7_5GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/7_5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +/ [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 10.1 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 11m59.214s +user 1m50.688s +sys 0m46.460s +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-southwest1-madrid/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +\ [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 9.8 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 15m45.851s +user 2m45.392s +sys 1m7.330s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/bucket-europe-west1-belgium.txt b/logs/bucket/download-logs/bucket-europe-west1-belgium.txt new file mode 100644 index 0000000..3c3e1f4 --- /dev/null +++ b/logs/bucket/download-logs/bucket-europe-west1-belgium.txt @@ -0,0 +1,103 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ ./download_script.sh +Copying gs://bucket-europe-west1-belgium/200.txt... +/ [1/1 files][200.0 MiB/200.0 MiB] 100% Done 9.3 MiB/s ETA 00:00:00 +Operation completed over 1 objects/200.0 MiB. + +real 0m22.671s +user 0m3.392s +sys 0m1.799s +Copying gs://bucket-europe-west1-belgium/300.txt... +\ [1/1 files][300.0 MiB/300.0 MiB] 100% Done 9.9 MiB/s ETA 00:00:00 +Operation completed over 1 objects/300.0 MiB. + +real 0m30.449s +user 0m4.712s +sys 0m1.872s +Copying gs://bucket-europe-west1-belgium/512.txt... +/ [1/1 files][512.0 MiB/512.0 MiB] 100% Done 10.7 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m49.600s +user 0m7.079s +sys 0m3.573s +Copying gs://bucket-europe-west1-belgium/700.txt... +/ [1/1 files][700.0 MiB/700.0 MiB] 100% Done 9.4 MiB/s ETA 00:00:00 +Operation completed over 1 objects/700.0 MiB. + +real 1m7.140s +user 0m8.667s +sys 0m5.890s +Copying gs://bucket-europe-west1-belgium/1GB.zip... +- [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 9.3 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m38.020s +user 0m12.968s +sys 0m7.711s +Copying gs://bucket-europe-west1-belgium/1_5GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/1_5GB/512MB.zip.crdownload... +- [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 10.0 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m26.198s +user 0m19.678s +sys 0m8.193s +Copying gs://bucket-europe-west1-belgium/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/2GB/1GB/1GB.zip... +- [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 8.6 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m12.944s +user 0m25.365s +sys 0m13.713s +Copying gs://bucket-europe-west1-belgium/2_5GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/2_5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/2_5GB/512MB.zip.crdownload... +/ [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 9.0 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 4m0.375s +user 0m33.880s +sys 0m15.853s +Copying gs://bucket-europe-west1-belgium/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/5GB/2GB/2GB/1GB/1GB.zip... +| [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 9.8 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 7m58.395s +user 1m12.194s +sys 0m32.213s +Copying gs://bucket-europe-west1-belgium/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://bucket-europe-west1-belgium/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/7_5GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/7_5GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/7_5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +| [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 10.2 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 11m48.823s +user 1m50.313s +sys 0m48.861s +Copying gs://bucket-europe-west1-belgium/10GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/10GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/10GB/5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://bucket-europe-west1-belgium/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +\ [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 10.7 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 15m48.462s +user 2m42.968s +sys 1m4.195s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/europe-north-1-finland.txt b/logs/bucket/download-logs/europe-north-1-finland.txt new file mode 100644 index 0000000..7dd3ceb --- /dev/null +++ b/logs/bucket/download-logs/europe-north-1-finland.txt @@ -0,0 +1,81 @@ +Copying gs://nano-data-output-europe-north-1-finland/512MB.zip.crdownload... +\ [1/1 files][512.0 MiB/512.0 MiB] 100% Done 9.4 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m50.540s +user 0m7.494s +sys 0m3.805s +Copying gs://nano-data-output-europe-north-1-finland/1GB.zip... +- [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 8.7 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m40.626s +user 0m12.556s +sys 0m6.010s +Copying gs://nano-data-output-europe-north-1-finland/1_5GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/1_5GB/512MB.zip.crdownload... +- [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 8.6 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m24.822s +user 0m18.984s +sys 0m10.899s +Copying gs://nano-data-output-europe-north-1-finland/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/2GB/1GB/1GB.zip... +- [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 10.2 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m9.901s +user 0m25.948s +sys 0m13.204s +Copying gs://nano-data-output-europe-north-1-finland/2_5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/2_5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/2_5GB/512MB.zip.crdownload... +- [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 10.2 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 4m5.313s +user 0m36.082s +sys 0m18.359s +Copying gs://nano-data-output-europe-north-1-finland/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/5GB/2GB/1GB.zip... +- [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 9.3 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 8m8.518s +user 1m23.116s +sys 0m37.400s +Copying gs://nano-data-output-europe-north-1-finland/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://nano-data-output-europe-north-1-finland/7_5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/7_5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/7_5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +/ [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 8.8 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 12m14.882s +user 2m4.476s +sys 0m51.659s +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-north-1-finland/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +- [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 10.5 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 15m55.241s +user 2m53.836s +sys 1m11.201s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/europe-west-4-netherlands.txt b/logs/bucket/download-logs/europe-west-4-netherlands.txt new file mode 100644 index 0000000..61a6383 --- /dev/null +++ b/logs/bucket/download-logs/europe-west-4-netherlands.txt @@ -0,0 +1,82 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ ./download_script.sh +Copying gs://nano-data-output-europe-west-4-netherlands/512MB.zip.crdownload... +\ [1/1 files][512.0 MiB/512.0 MiB] 100% Done 10.2 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m51.002s +user 0m6.704s +sys 0m3.470s +Copying gs://nano-data-output-europe-west-4-netherlands/1GB.zip... +/ [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 10.0 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m36.354s +user 0m12.869s +sys 0m5.834s +Copying gs://nano-data-output-europe-west-4-netherlands/1_5GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/1_5GB/512MB.zip.crdownload... +| [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 7.8 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m28.751s +user 0m21.204s +sys 0m9.672s +Copying gs://nano-data-output-europe-west-4-netherlands/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/2GB/1GB/1GB.zip... +\ [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 8.2 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m15.672s +user 0m27.451s +sys 0m14.438s +Copying gs://nano-data-output-europe-west-4-netherlands/2_5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/2_5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/2_5GB/512MB.zip.crdownload... +- [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 9.8 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 4m2.851s +user 0m35.717s +sys 0m17.011s +Copying gs://nano-data-output-europe-west-4-netherlands/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/5GB/2GB/2GB/1GB.zip... +- [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 9.4 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 8m1.853s +user 1m13.463s +sys 0m34.860s +Copying gs://nano-data-output-europe-west-4-netherlands/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/7_5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://nano-data-output-europe-west-4-netherlands/7_5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/7_5GB/5GB/2GB/2GB/1GB.zip... +\ [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 11.6 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 11m59.382s +user 1m59.835s +sys 0m50.906s +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-4-netherlands/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +/ [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 9.2 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 16m29.954s +user 3m7.156s +sys 1m14.712s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/europe-west-6-zurich.txt b/logs/bucket/download-logs/europe-west-6-zurich.txt new file mode 100644 index 0000000..a62ee8c --- /dev/null +++ b/logs/bucket/download-logs/europe-west-6-zurich.txt @@ -0,0 +1,82 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ ./download_script.sh +Copying gs://nano-data-output-europe-west-6-zurich/512MB.zip.crdownload... +\ [1/1 files][512.0 MiB/512.0 MiB] 100% Done 8.4 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m50.411s +user 0m6.749s +sys 0m3.341s +Copying gs://nano-data-output-europe-west-6-zurich/1GB.zip... +/ [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 8.7 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m36.826s +user 0m13.111s +sys 0m7.371s +Copying gs://nano-data-output-europe-west-6-zurich/1_5GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/1_5GB/512MB.zip.crdownload... +\ [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 9.7 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m23.103s +user 0m18.546s +sys 0m10.214s +Copying gs://nano-data-output-europe-west-6-zurich/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/2GB/1GB/1GB.zip... +- [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 9.4 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m16.074s +user 0m27.024s +sys 0m14.663s +Copying gs://nano-data-output-europe-west-6-zurich/2_5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/2_5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/2_5GB/512MB.zip.crdownload... +| [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 7.9 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 3m59.731s +user 0m34.415s +sys 0m17.060s +Copying gs://nano-data-output-europe-west-6-zurich/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/5GB/2GB/2GB/1GB/1GB.zip... +/ [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 11.7 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 7m55.557s +user 1m10.461s +sys 0m33.319s +Copying gs://nano-data-output-europe-west-6-zurich/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/7_5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://nano-data-output-europe-west-6-zurich/7_5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/7_5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +- [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 9.1 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 12m15.274s +user 2m3.977s +sys 0m51.851s +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-europe-west-6-zurich/10GB/5GB/5GB/2GB/2GB/1GB.zip... +\ [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 8.9 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 16m17.917s +user 3m7.632s +sys 1m13.163s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/me-central-1-doha.txt b/logs/bucket/download-logs/me-central-1-doha.txt new file mode 100644 index 0000000..45ba083 --- /dev/null +++ b/logs/bucket/download-logs/me-central-1-doha.txt @@ -0,0 +1,82 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ ./download_script.sh +Copying gs://nano-data-output-me-central-1-doha/512MB.zip.crdownload... +| [1/1 files][512.0 MiB/512.0 MiB] 100% Done 8.1 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m53.094s +user 0m6.766s +sys 0m3.564s +Copying gs://nano-data-output-me-central-1-doha/1GB.zip... +/ [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 10.4 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m38.490s +user 0m13.874s +sys 0m7.321s +Copying gs://nano-data-output-me-central-1-doha/1_5GB/512MB.zip.crdownload... +Copying gs://nano-data-output-me-central-1-doha/1_5GB/1GB.zip... +\ [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 9.8 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m25.922s +user 0m19.711s +sys 0m8.039s +Copying gs://nano-data-output-me-central-1-doha/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/2GB/1GB.zip... +| [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 9.6 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m14.904s +user 0m31.557s +sys 0m18.321s +Copying gs://nano-data-output-me-central-1-doha/2_5GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/2_5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/2_5GB/512MB.zip.crdownload... +| [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 9.9 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 4m5.463s +user 0m36.478s +sys 0m17.582s +Copying gs://nano-data-output-me-central-1-doha/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/5GB/2GB/2GB/1GB/1GB.zip... +- [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 5.6 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 8m10.837s +user 1m14.834s +sys 0m33.409s +Copying gs://nano-data-output-me-central-1-doha/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://nano-data-output-me-central-1-doha/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/7_5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/7_5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/7_5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +| [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 10.4 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 12m6.592s +user 2m7.562s +sys 0m54.051s +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-me-central-1-doha/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +- [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 10.1 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 16m5.455s +user 2m58.444s +sys 1m10.918s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/us-central-1-lowa.txt b/logs/bucket/download-logs/us-central-1-lowa.txt new file mode 100644 index 0000000..19b2567 --- /dev/null +++ b/logs/bucket/download-logs/us-central-1-lowa.txt @@ -0,0 +1,82 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ ./download_script.sh +Copying gs://nano-data-output-us-central-1-lowa/512MB.zip.crdownload... +| [1/1 files][512.0 MiB/512.0 MiB] 100% Done 9.7 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m51.994s +user 0m6.915s +sys 0m3.623s +Copying gs://nano-data-output-us-central-1-lowa/1GB.zip... +| [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 12.4 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m36.432s +user 0m13.468s +sys 0m7.596s +Copying gs://nano-data-output-us-central-1-lowa/1_5GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/1_5GB/512MB.zip.crdownload... +\ [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 8.1 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m30.727s +user 0m23.652s +sys 0m12.488s +Copying gs://nano-data-output-us-central-1-lowa/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/2GB/1GB/1GB.zip... +/ [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 8.5 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m17.812s +user 0m29.905s +sys 0m15.415s +Copying gs://nano-data-output-us-central-1-lowa/2_5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/2_5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/2_5GB/512MB.zip.crdownload... +- [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 10.2 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 3m57.441s +user 0m35.280s +sys 0m18.452s +Copying gs://nano-data-output-us-central-1-lowa/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/5GB/2GB/1GB/1GB.zip... +\ [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 10.1 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 8m8.835s +user 1m20.113s +sys 0m35.159s +Copying gs://nano-data-output-us-central-1-lowa/7_5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/7_5GB/2.5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://nano-data-output-us-central-1-lowa/7_5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/7_5GB/5GB/2GB/2GB/1GB.zip... +| [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 9.9 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 12m9.628s +user 2m8.678s +sys 0m54.552s +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-central-1-lowa/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +/ [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 10.0 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 16m16.464s +user 2m58.892s +sys 1m11.164s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/download-logs/us-west-2-los-angeles.txt b/logs/bucket/download-logs/us-west-2-los-angeles.txt new file mode 100644 index 0000000..7988d77 --- /dev/null +++ b/logs/bucket/download-logs/us-west-2-los-angeles.txt @@ -0,0 +1,82 @@ +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ ./download_script.sh +Copying gs://nano-data-output-us-west-2-los-angeles/512MB.zip.crdownload... +/ [1/1 files][512.0 MiB/512.0 MiB] 100% Done 8.1 MiB/s ETA 00:00:00 +Operation completed over 1 objects/512.0 MiB. + +real 0m54.582s +user 0m7.019s +sys 0m3.427s +Copying gs://nano-data-output-us-west-2-los-angeles/1GB.zip... +- [1/1 files][ 1.0 GiB/ 1.0 GiB] 100% Done 9.9 MiB/s ETA 00:00:00 +Operation completed over 1 objects/1.0 GiB. + +real 1m42.505s +user 0m12.459s +sys 0m7.625s +Copying gs://nano-data-output-us-west-2-los-angeles/1_5GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/1_5GB/512MB.zip.crdownload... +\ [2/2 files][ 1.5 GiB/ 1.5 GiB] 100% Done 8.7 MiB/s ETA 00:00:00 +Operation completed over 2 objects/1.5 GiB. + +real 2m31.040s +user 0m19.804s +sys 0m8.484s +Copying gs://nano-data-output-us-west-2-los-angeles/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/2GB/1GB.zip... +- [2/2 files][ 2.0 GiB/ 2.0 GiB] 100% Done 9.7 MiB/s ETA 00:00:00 +Operation completed over 2 objects/2.0 GiB. + +real 3m21.456s +user 0m27.129s +sys 0m14.229s +Copying gs://nano-data-output-us-west-2-los-angeles/2_5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/2_5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/2_5GB/512MB.zip.crdownload... +- [3/3 files][ 2.5 GiB/ 2.5 GiB] 100% Done 10.2 MiB/s ETA 00:00:00 +Operation completed over 3 objects/2.5 GiB. + +real 4m4.248s +user 0m32.779s +sys 0m16.985s +Copying gs://nano-data-output-us-west-2-los-angeles/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/5GB/2GB/2GB/1GB.zip... +\ [5/5 files][ 5.0 GiB/ 5.0 GiB] 100% Done 8.3 MiB/s ETA 00:00:00 +Operation completed over 5 objects/5.0 GiB. + +real 8m5.654s +user 1m9.757s +sys 0m30.874s +Copying gs://nano-data-output-us-west-2-los-angeles/7_5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/7_5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/7_5GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/7_5GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/7_5GB/2.5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/7_5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/7_5GB/2.5GB/512MB.zip.crdownload... +Copying gs://nano-data-output-us-west-2-los-angeles/7_5GB/2.5GB/2GB/1GB.zip... +/ [8/8 files][ 7.5 GiB/ 7.5 GiB] 100% Done 9.2 MiB/s ETA 00:00:00 +Operation completed over 8 objects/7.5 GiB. + +real 12m9.008s +user 1m59.173s +sys 0m52.169s +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/5GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/5GB/2GB/2GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/5GB/2GB/2GB/1GB/1GB.zip... +Copying gs://nano-data-output-us-west-2-los-angeles/10GB/5GB/5GB/2GB/1GB/1GB.zip... +- [10/10 files][ 10.0 GiB/ 10.0 GiB] 100% Done 11.5 MiB/s ETA 00:00:00 +Operation completed over 10 objects/10.0 GiB. + +real 15m53.946s +user 2m49.365s +sys 1m6.419s +subash@MSI:/mnt/c/SUBASH/G-CLOUD/BUCKET$ \ No newline at end of file diff --git a/logs/bucket/script-python/download_script.sh b/logs/bucket/script-python/download_script.sh new file mode 100644 index 0000000..949ae1b --- /dev/null +++ b/logs/bucket/script-python/download_script.sh @@ -0,0 +1,22 @@ +#!/bin/bash +time gsutil -m cp -r gs://bucket-europe-north1-finland/200.txt . +time gsutil -m cp -r gs://bucket-europe-north1-finland/300.txt . +time gsutil -m cp -r gs://bucket-europe-north1-finland/512.txt . +time gsutil -m cp -r gs://bucket-europe-north1-finland/700.txt . +time gsutil -m cp -r gs://bucket-europe-north1-finland/1GB.zip . +time gsutil -m cp -r gs://bucket-europe-north1-finland/1_5GB . +time gsutil -m cp -r gs://bucket-europe-north1-finland/2GB . +time gsutil -m cp -r gs://bucket-europe-north1-finland/2_5GB . +time gsutil -m cp -r gs://bucket-europe-north1-finland/5GB . +time gsutil -m cp -r gs://bucket-europe-north1-finland/7_5GB . +time gsutil -m cp -r gs://bucket-europe-north1-finland/10GB . + + +time gcloud storage cp -r gs://nano-data-output-europe-north-1-finland/512MB.zip.crdownload . +time gcloud storage cp -r gs://nano-data-output-europe-north-1-finland/1GB.zip . +time gcloud storage cp -r gs://nano-data-output-europe-north-1-finland/1_5GB/ . +time gcloud storage cp -r gs://nano-data-output-europe-north-1-finland/2GB/ . +time gcloud storage cp -r gs://nano-data-output-europe-north-1-finland/2_5GB/ . +time gcloud storage cp -r gs://nano-data-output-europe-north-1-finland/5GB/ . +time gcloud storage cp -r gs://nano-data-output-europe-north-1-finland/7_5GB/ . +time gcloud storage cp -r gs://nano-data-output-europe-north-1-finland/10GB/ . \ No newline at end of file diff --git a/logs/bucket/script-python/python-code.txt b/logs/bucket/script-python/python-code.txt new file mode 100644 index 0000000..ca351cf --- /dev/null +++ b/logs/bucket/script-python/python-code.txt @@ -0,0 +1,61 @@ +import pandas as pd +import seaborn as sns +import matplotlib.pyplot as plt + +# Creating the DataFrame +data = { + 'File Size (MiB)': [200, 300, 512, 700, 1024, 1536, 2048, 2560, 5120, 7680, 10240], + 'Download Time (s)': [20.219, 32.020, 49.162, 67.144, 97.556, 144.417, 193.086, 238.967, 477.123, 718.011, 955.075] +} + +df = pd.DataFrame(data) + +# Plotting the data +plt.figure(figsize=(10, 6)) +sns.scatterplot(data=df, x='Download Time (s)', y='File Size (MiB)', s=100) +plt.title('File Size vs. Download Time(europe-north1-finland)') +plt.xlabel('Download Time (s)') +plt.ylabel('File Size (MiB)') +plt.grid(True) +plt.show() + + +*********************************************************************************************************************************************** + +# Creating the DataFrame +data = { + 'File Size (MiB)': [200, 300, 512, 700, 1024, 1536, 2048, 2560, 5120, 7680, 10240], + 'Download Time (s)': [24.068, 31.560, 53.296, 67.797, 97.912, 149.929, 193.913, 247.625, 487.721, 719.214, 945.851] +} + +df = pd.DataFrame(data) + +# Plotting the data +plt.figure(figsize=(10, 6)) +sns.scatterplot(data=df, x='Download Time (s)', y='File Size (MiB)', s=100) +plt.title('File Size vs. Download Time (europe-southwest1-madrid)') +plt.xlabel('Download Time (s)') +plt.ylabel('File Size (MiB)') +plt.grid(True) +plt.show() + + + +*********************************************************************************************************************************************** + +# Creating the DataFrame for europe-west1-belgium +data_belgium = { + 'File Size (MiB)': [200, 300, 512, 700, 1024, 1536, 2048, 2560, 5120, 7680, 10240], + 'Download Time (s)': [22.671, 30.449, 49.600, 67.140, 98.020, 146.198, 192.944, 240.375, 478.395, 708.823, 948.462] +} + +df_belgium = pd.DataFrame(data_belgium) + +# Plotting the data +plt.figure(figsize=(10, 6)) +sns.scatterplot(data=df_belgium, x='Download Time (s)', y='File Size (MiB)', s=100) +plt.title('File Size vs. Download Time (europe-west1-belgium)') +plt.xlabel('Download Time (s)') +plt.ylabel('File Size (MiB)') +plt.grid(True) +plt.show()