Bakarclone.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Bakarclone",
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "qYk44mBwJf6E",
        "colab_type": "text"
      },
      "source": [
        "**Important Note:** Upload your rclone.conf \n",
        "> Run the first cell so you install of dependencies.\n",
        ">Put the links in Upload.txt\n",
        ">"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DSQ-Ve95GCnX",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import os\n",
        "!rm -rf /content/sample_data/\n",
        "!sudo apt-get install screen git && curl https://rclone.org/install.sh | sudo bash\n",
        "!apt-get install aria2\n",
        "if not os.path.exists('/content/Upload.txt'):\n",
        "    os.mknod('/content/Upload.txt')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "20x9QjXVOat7",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "!aria2c -x 16 -i 'Upload.txt' -d '/content/Bakaleech'"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RIr3CXMAGNdy",
        "colab_type": "code",
        "cellView": "both",
        "colab": {}
      },
      "source": [
        "# ============================= FORM ============================= #\n",
        "Mode = \"Bakaleech\" #@param [\"Off\",\"Config\", \"Copy\", \"Move\", \"Sync\", \"Checker\", \"Deduplicate\", \"Remove Empty Directories\", \"Empty Trash\", \"Bakaleech\"]\n",
        "Compare = \"Size & Mod-Time\" #@param [\"Size & Mod-Time\", \"Size & Checksum\", \"Only Mod-Time\", \"Only Size\", \"Only Checksum\"]\n",
        "Source = \"/content/Bakaleech\" #@param {type:\"string\"}\n",
        "Destination = \"gdrive:/UPbaka\" #@param {type:\"string\"}\n",
        "Transfers = 20 #@param {type:\"slider\", min:1, max:20, step:1}\n",
        "Checkers = 5 #@param {type:\"slider\", min:1, max:40, step:1}\n",
        "#@markdown ---\n",
        "\n",
        "#@markdown <center><h3><font color=\"#3399ff\"><b>⚙️ Global Configuration ⚙️</b></font></h3></center>\n",
        "Simple_Ouput = True #@param {type:\"boolean\"}\n",
        "Skip_files_that_are_newer_on_the_destination = True #@param {type:\"boolean\"}\n",
        "Skip_all_files_that_exist = False #@param {type:\"boolean\"}\n",
        "Do_not_cross_filesystem_boundaries = False\n",
        "Do_not_update_modtime_if_files_are_identical = False #@param {type:\"boolean\"}\n",
        "Large_amount_of_files_optimization = False\n",
        "Google_Drive_optimization = True #@param {type:\"boolean\"}\n",
        "Dry_Run = False #@param {type:\"boolean\"}\n",
        "Output_Log_File = \"ERROR\" #@param [\"OFF\", \"NOTICE\", \"INFO\", \"ERROR\", \"DEBUG\"]\n",
        "Extra_Arguments = \"\" #@param {type:\"string\"}\n",
        "\n",
        "#@markdown <center><h3><font color=\"#3399ff\"><b>↪️ Sync Configuration ↩️</b></font></h3></center>\n",
        "Sync_Mode = \"Delete after transfering\" #@param [\"Delete during transfer\", \"Delete before transfering\", \"Delete after transfering\"]\n",
        "Track_Renames = True #@param {type:\"boolean\"}\n",
        "\n",
        "#@markdown <center><h3><font color=\"#3399ff\"><b>💞 Deduplicate Configuration 💞</b></font></h3></center>\n",
        "Deduplicate_Mode = \"Largest\" #@param [\"Interactive\", \"Skip\", \"First\", \"Newest\", \"Oldest\", \"Largest\", \"Rename\"]\n",
        "Deduplicate_Use_Trash = True #@param {type:\"boolean\"}\n",
        "# ================================================================ #\n",
        "\n",
        "import os; from IPython.display import HTML, clear_output\n",
        "import sys\n",
        "\n",
        "\n",
        "if Mode != \"Off\":\n",
        "\n",
        "  # Optimized for Google Colaboratory\n",
        "  os.environ[\"bufferC\"] = \"--buffer-size 96M\"\n",
        "\n",
        "  if Compare == \"Size & Checksum\":\n",
        "    os.environ[\"compareC\"] = \"-c\"\n",
        "  elif Compare == \"Only Mod-Time\":\n",
        "    os.environ[\"compareC\"] = \"--ignore-size\"\n",
        "  elif Compare == \"Only Size\":\n",
        "    os.environ[\"compareC\"] = \"--size-only\"\n",
        "  elif Compare == \"Only Checksum\":\n",
        "    os.environ[\"compareC\"] = \"-c --ignore-size\"\n",
        "  else:\n",
        "    os.environ[\"compareC\"] = \"\"\n",
        "\n",
        "  os.environ[\"sourceC\"] = Source\n",
        "  os.environ[\"destinationC\"] = Destination\n",
        "  os.environ[\"transfersC\"] = \"--transfers \"+str(Transfers)\n",
        "  os.environ[\"checkersC\"] = \"--checkers \"+str(Checkers)\n",
        "\n",
        "  if Skip_files_that_are_newer_on_the_destination == True:\n",
        "    os.environ[\"skipnewC\"] = \"-u\"\n",
        "  else:\n",
        "    os.environ[\"skipnewC\"] = \"\"\n",
        "\n",
        "  if Skip_all_files_that_exist == True:\n",
        "    os.environ[\"skipexistC\"] = \"--ignore-existing\"\n",
        "  else:\n",
        "    os.environ[\"skipexistC\"] = \"\"\n",
        "\n",
        "  if Do_not_cross_filesystem_boundaries == True:\n",
        "    os.environ[\"nocrossfilesystemC\"] = \"--one-file-system\"\n",
        "  else:\n",
        "    os.environ[\"nocrossfilesystemC\"] = \"\"\n",
        "\n",
        "  if Do_not_update_modtime_if_files_are_identical == True:\n",
        "    os.environ[\"noupdatemodtimeC\"] = \"--no-update-modtime\"\n",
        "  else:\n",
        "    os.environ[\"noupdatemodtimeC\"] = \"\"\n",
        "\n",
        "  if Large_amount_of_files_optimization == True:\n",
        "    os.environ[\"filesoptimizeC\"] = \"--fast-list\"\n",
        "  else:\n",
        "    os.environ[\"filesoptimizeC\"] = \"\"\n",
        "\n",
        "  if Google_Drive_optimization == True:\n",
        "    os.environ[\"driveoptimizeC\"] = \"--drive-chunk-size 32M --drive-acknowledge-abuse --drive-keep-revision-forever --disable copy\"\n",
        "  else:\n",
        "    os.environ[\"driveoptimizeC\"] = \"\"\n",
        "\n",
        "  if Dry_Run == True:\n",
        "    os.environ[\"dryrunC\"] = \"-n\"\n",
        "  else:\n",
        "    os.environ[\"dryrunC\"] = \"\"\n",
        "\n",
        "  if Output_Log_File != \"OFF\":\n",
        "    os.environ[\"statsC\"] = \"--log-file=/root/.rclone_log/rclone_log.txt\"\n",
        "  else:\n",
        "    if Simple_Ouput == True:\n",
        "      os.environ[\"statsC\"] = \"-v --stats-one-line --stats=5s\"\n",
        "    else:\n",
        "      os.environ[\"statsC\"] = \"-v --stats=5s\"\n",
        "\n",
        "  if Output_Log_File == \"INFO\":\n",
        "    os.environ[\"loglevelC\"] = \"--log-level INFO\"\n",
        "  elif Output_Log_File == \"ERROR\":\n",
        "    os.environ[\"loglevelC\"] = \"--log-level ERROR\"\n",
        "  elif Output_Log_File == \"DEBUG\":\n",
        "    os.environ[\"loglevelC\"] = \"--log-level DEBUG\"\n",
        "  else:\n",
        "    os.environ[\"loglevelC\"] = \"\"\n",
        "\n",
        "  os.environ[\"extraC\"] = Extra_Arguments\n",
        "\n",
        "  if Sync_Mode == \"Delete during transfer\":\n",
        "    os.environ[\"syncmodeC\"] = \"--delete-during\"\n",
        "  elif Sync_Mode == \"Delete before transfering\":\n",
        "    os.environ[\"syncmodeC\"] = \"--delete-before\"\n",
        "  elif Sync_Mode == \"Delete after transfering\":\n",
        "    os.environ[\"syncmodeC\"] = \"--delete-after\"\n",
        "\n",
        "  if Track_Renames == True:\n",
        "    os.environ[\"trackrenamesC\"] = \"--track-renames\"\n",
        "  else:\n",
        "    os.environ[\"trackrenamesC\"] = \"\"\n",
        "\n",
        "  if Deduplicate_Mode == \"Interactive\":\n",
        "    os.environ[\"deduplicateC\"] = \"interactive\"\n",
        "  elif Deduplicate_Mode == \"Skip\":\n",
        "    os.environ[\"deduplicateC\"] = \"skip\"\n",
        "  elif Deduplicate_Mode == \"First\":\n",
        "    os.environ[\"deduplicateC\"] = \"first\"\n",
        "  elif Deduplicate_Mode == \"Newest\":\n",
        "    os.environ[\"deduplicateC\"] = \"newest\"\n",
        "  elif Deduplicate_Mode == \"Oldest\":\n",
        "    os.environ[\"deduplicateC\"] = \"oldest\"\n",
        "  elif Deduplicate_Mode == \"Largest\":\n",
        "    os.environ[\"deduplicateC\"] = \"largest\"\n",
        "  elif Deduplicate_Mode == \"Rename\":\n",
        "    os.environ[\"deduplicateC\"] = \"rename\"\n",
        "\n",
        "  if Deduplicate_Use_Trash == True:\n",
        "    os.environ[\"deduplicatetrashC\"] = \"\"\n",
        "  else:\n",
        "    os.environ[\"deduplicatetrashC\"] = \"--drive-use-trash=false\"\n",
        "\n",
        "  ### rclone Execution\n",
        "\n",
        "  if Output_Log_File != \"OFF\" and Mode != \"Config\":\n",
        "    !mkdir -p -m 666 /root/.rclone_log/\n",
        "    display(HTML(\"<center><h2 style=\\\"font-family:Trebuchet MS;color:#ce2121;\\\">Logging enables, rclone will not output log through the terminal, please wait until finished.</h2><br></center>\"))\n",
        "\n",
        "\n",
        "  if Mode == \"Config\":\n",
        "    !rclone --config=/root/.rclone.conf config\n",
        "  elif Mode == \"Copy\":\n",
        "    !rclone --config=/root/.rclone.conf copy \"$sourceC\" \"$destinationC\" $transfersC $checkersC $statsC $loglevelC $compareC $skipnewC $skipexistC $nocrossfilesystemC $noupdatemodtimeC $bufferC $filesoptimizeC $driveoptimizeC $dryrunC $extraC\n",
        "  elif Mode == \"Move\":\n",
        "    !rclone --config=/root/.rclone.conf move \"$sourceC\" \"$destinationC\" $transfersC $checkersC $statsC $loglevelC --delete-empty-src-dirs $compareC $skipnewC $skipexistC $nocrossfilesystemC $noupdatemodtimeC $bufferC $filesoptimizeC $driveoptimizeC $dryrunC $extraC\n",
        "  elif Mode == \"Sync\":\n",
        "    !rclone --config=/root/.rclone.conf sync \"$sourceC\" \"$destinationC\" $transfersC $checkersC $statsC $loglevelC $syncmodeC $trackrenamesC $compareC $skipnewC $skipexistC $nocrossfilesystemC $noupdatemodtimeC $bufferC $filesoptimizeC $driveoptimizeC $dryrunC $extraC\n",
        "  elif Mode == \"Checker\":\n",
        "    !rclone --config=/root/.rclone.conf check \"$sourceC\" \"$destinationC\" $checkersC $statsC $loglevelC $compareC $skipnewC $skipexistC $nocrossfilesystemC $noupdatemodtimeC $bufferC $filesoptimizeC $driveoptimizeC $dryrunC $extraC\n",
        "  elif Mode == \"Deduplicate\":\n",
        "    !rclone --config=/root/.rclone.conf dedupe \"$sourceC\" $checkersC $statsC $loglevelC --dedupe-mode $deduplicateC $deduplicatetrashC $compareC $skipnewC $skipexistC $nocrossfilesystemC $noupdatemodtimeC $bufferC $filesoptimizeC $driveoptimizeC $dryrunC $extraC\n",
        "  elif Mode == \"Remove Empty Directories\":\n",
        "    !rclone --config=/root/.rclone.conf rmdirs \"$sourceC\" $statsC $loglevelC $dryrunC $extraC\n",
        "  elif Mode == \"Empty Trash\":\n",
        "    !rclone --config=/root/.rclone.conf cleanup \"$sourceC\" $statsC $loglevelC $dryrunC $extraC\n",
        "  elif Mode == \"Bakaleech\":\n",
        "    !chmod -R 666 /content/Bakaleech\n",
        "    !rclone --config=/content/rclone.conf move \"/content/Bakaleech\" \"$destinationC\" $transfersC $checkersC $statsC $loglevelC --delete-empty-src-dirs --exclude **/.unwanted/ $compareC $skipnewC $skipexistC $nocrossfilesystemC $noupdatemodtimeC $bufferC $filesoptimizeC $driveoptimizeC $dryrunC $extraC\n",
        "\n",
        "  ### Log Output\n",
        "\n",
        "  if Output_Log_File != \"OFF\" and Mode != \"Config\":\n",
        "    ### Rename log file and output settings.\n",
        "    !mv /root/.rclone_log/rclone_log.txt /root/.rclone_log/rclone_log_$(date +%Y-%m-%d_%H.%M.%S).txt\n",
        "    with open(\"/root/.rclone_log/\" + Mode + \"_settings.txt\", \"w\") as f:\n",
        "      f.write(\"Mode: \" + Mode + \\\n",
        "              \"\\nCompare: \" + Compare + \\\n",
        "              \"\\nSource: \\\"\" + Source + \\\n",
        "              \"\\\"\\nDestination: \\\"\" + Destination + \\\n",
        "              \"\\\"\\nTransfers: \" + str(Transfers) + \\\n",
        "              \"\\nCheckers: \" + str(Checkers) + \\\n",
        "              \"\\nSkip files that are newer on the destination: \" + str(Skip_files_that_are_newer_on_the_destination) + \\\n",
        "              \"\\nSkip all files that exist: \" + str(Skip_all_files_that_exist) + \\\n",
        "              \"\\nDo not cross filesystem boundaries: \" + str(Do_not_cross_filesystem_boundaries) + \\\n",
        "              \"\\nDo not update modtime if files are identical: \" + str(Do_not_update_modtime_if_files_are_identical) + \\\n",
        "              \"\\nDry-Run: \" + str(Dry_Run) + \\\n",
        "              \"\\nOutput Log Level: \" + Output_Log_File + \\\n",
        "              \"\\nExtra Arguments: \\\"\" + Extra_Arguments + \\\n",
        "              \"\\\"\\nSync Moden: \" + Sync_Mode + \\\n",
        "              \"\\nTrack Renames: \" + str(Track_Renames) + \\\n",
        "              \"\\nDeduplicate Mode: \" + Deduplicate_Mode + \\\n",
        "              \"\\nDeduplicate Use Trash: \" + str(Deduplicate_Use_Trash))\n",
        "    ### Compressing log file.\n",
        "    !rm -f /root/rclone_log.zip\n",
        "    !zip -r -q -j -9 /root/rclone_log.zip /root/.rclone_log/\n",
        "    !rm -rf /root/.rclone_log/\n",
        "    !mkdir -p -m 666 /root/.rclone_log/\n",
        "    ### Send Log\n",
        "    if os.path.isfile(\"/root/rclone_log.zip\") == True:\n",
        "      try:\n",
        "        files.download(\"/root/rclone_log.zip\")\n",
        "        !rm -f /root/rclone_log.zip\n",
        "        display(HTML(\"<center><h2 style=\\\"font-family:Trebuchet MS;color:#446785;\\\">Sending log to your browser...</h2><br></center>\"))\n",
        "      except:\n",
        "        !mv /root/rclone_log.zip /content/rclone_log_$(date +%Y-%m-%d_%H.%M.%S).zip\n",
        "        display(HTML(\"<center><h2 style=\\\"font-family:Trebuchet MS;color:#446785;\\\">You can use file explorer to download the log file.</h2><br><img src=\\\"https://minormole.github.io/RcloneLab/res/rclonelab/01.png\\\"><br></center>\"))\n",
        "    else:\n",
        "      clear_output(wait=True)\n",
        "      display(HTML(\"<center><h2 style=\\\"font-family:Trebuchet MS;color:#ce2121;\\\">There is no log file.</h2><br></center>\"))\n",
        "\n",
        "  ### Operation has been successfully completed.\n",
        "  if os.path.isfile(\"/usr/bin/rclone\") == False:\n",
        "    clear_output(wait=True)\n",
        "    display(HTML(\"<center><h2 style=\\\"font-family:Trebuchet MS;color:#ce2121;\\\">❌ Please run the installation cell above first.</h2><br></center>\"))\n",
        "  elif Mode != \"Config\":\n",
        "    display(HTML(\"<center><h2 style=\\\"font-family:Trebuchet MS;color:#00b24c;\\\">✅ Operation has been successfully completed.</h2><br></center>\"))\n",
        "else:\n",
        "  !echo \"doing nothing because the mode is set to off\""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}