Creacion_de_Imagenes_de_Radar.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyPrAUjra8RouvtEVCgBKlbw",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/xd-mau5/radar/blob/main/Creacion_de_Imagenes_de_Radar.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "QwYQAwf9qzk6",
        "outputId": "a0ea1774-52b2-4166-9dfd-5aa6e6aff854"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: boto3==1.28.15 in /usr/local/lib/python3.10/dist-packages (1.28.15)\n",
            "Requirement already satisfied: botocore<1.32.0,>=1.31.15 in /usr/local/lib/python3.10/dist-packages (from boto3==1.28.15) (1.31.17)\n",
            "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from boto3==1.28.15) (1.0.1)\n",
            "Requirement already satisfied: s3transfer<0.7.0,>=0.6.0 in /usr/local/lib/python3.10/dist-packages (from boto3==1.28.15) (0.6.1)\n",
            "Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /usr/local/lib/python3.10/dist-packages (from botocore<1.32.0,>=1.31.15->boto3==1.28.15) (2.8.2)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.25.4 in /usr/local/lib/python3.10/dist-packages (from botocore<1.32.0,>=1.31.15->boto3==1.28.15) (1.26.16)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil<3.0.0,>=2.1->botocore<1.32.0,>=1.31.15->boto3==1.28.15) (1.16.0)\n",
            "Requirement already satisfied: botocore in /usr/local/lib/python3.10/dist-packages (1.31.17)\n",
            "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from botocore) (1.0.1)\n",
            "Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /usr/local/lib/python3.10/dist-packages (from botocore) (2.8.2)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.25.4 in /usr/local/lib/python3.10/dist-packages (from botocore) (1.26.16)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil<3.0.0,>=2.1->botocore) (1.16.0)\n",
            "Requirement already satisfied: Cartopy==0.21.1 in /usr/local/lib/python3.10/dist-packages (0.21.1)\n",
            "Requirement already satisfied: numpy>=1.18 in /usr/local/lib/python3.10/dist-packages (from Cartopy==0.21.1) (1.23.5)\n",
            "Requirement already satisfied: matplotlib>=3.1 in /usr/local/lib/python3.10/dist-packages (from Cartopy==0.21.1) (3.7.2)\n",
            "Requirement already satisfied: shapely>=1.6.4 in /usr/local/lib/python3.10/dist-packages (from Cartopy==0.21.1) (2.0.1)\n",
            "Requirement already satisfied: pyshp>=2.1 in /usr/local/lib/python3.10/dist-packages (from Cartopy==0.21.1) (2.3.1)\n",
            "Requirement already satisfied: pyproj>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from Cartopy==0.21.1) (3.6.0)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1->Cartopy==0.21.1) (1.1.0)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1->Cartopy==0.21.1) (0.11.0)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1->Cartopy==0.21.1) (4.42.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1->Cartopy==0.21.1) (1.4.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1->Cartopy==0.21.1) (23.1)\n",
            "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1->Cartopy==0.21.1) (9.4.0)\n",
            "Requirement already satisfied: pyparsing<3.1,>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1->Cartopy==0.21.1) (3.0.9)\n",
            "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.1->Cartopy==0.21.1) (2.8.2)\n",
            "Requirement already satisfied: certifi in /usr/local/lib/python3.10/dist-packages (from pyproj>=3.0.0->Cartopy==0.21.1) (2023.7.22)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7->matplotlib>=3.1->Cartopy==0.21.1) (1.16.0)\n",
            "Requirement already satisfied: imageio==2.31.1 in /usr/local/lib/python3.10/dist-packages (2.31.1)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from imageio==2.31.1) (1.23.5)\n",
            "Requirement already satisfied: pillow>=8.3.2 in /usr/local/lib/python3.10/dist-packages (from imageio==2.31.1) (9.4.0)\n",
            "Requirement already satisfied: matplotlib==3.7.2 in /usr/local/lib/python3.10/dist-packages (3.7.2)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib==3.7.2) (1.1.0)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib==3.7.2) (0.11.0)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib==3.7.2) (4.42.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib==3.7.2) (1.4.4)\n",
            "Requirement already satisfied: numpy>=1.20 in /usr/local/lib/python3.10/dist-packages (from matplotlib==3.7.2) (1.23.5)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib==3.7.2) (23.1)\n",
            "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib==3.7.2) (9.4.0)\n",
            "Requirement already satisfied: pyparsing<3.1,>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib==3.7.2) (3.0.9)\n",
            "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib==3.7.2) (2.8.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7->matplotlib==3.7.2) (1.16.0)\n",
            "Requirement already satisfied: pandas==1.5.3 in /usr/local/lib/python3.10/dist-packages (1.5.3)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3) (2023.3)\n",
            "Requirement already satisfied: numpy>=1.21.0 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3) (1.23.5)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas==1.5.3) (1.16.0)\n",
            "Requirement already satisfied: arm-pyart in /usr/local/lib/python3.10/dist-packages (1.15.2)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (1.23.5)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (1.10.1)\n",
            "Requirement already satisfied: netCDF4 in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (1.6.4)\n",
            "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (3.7.2)\n",
            "Requirement already satisfied: pooch in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (1.6.0)\n",
            "Requirement already satisfied: cftime in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (1.6.2)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (2023.6.0)\n",
            "Requirement already satisfied: s3fs in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (2023.6.0)\n",
            "Requirement already satisfied: open-radar-data in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (0.0.5)\n",
            "Requirement already satisfied: xradar in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (0.3.0)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (1.5.3)\n",
            "Requirement already satisfied: xarray!=0.21.0 in /usr/local/lib/python3.10/dist-packages (from arm-pyart) (2023.7.0)\n",
            "Requirement already satisfied: packaging>=21.3 in /usr/local/lib/python3.10/dist-packages (from xarray!=0.21.0->arm-pyart) (23.1)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->arm-pyart) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->arm-pyart) (2023.3)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->arm-pyart) (1.1.0)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->arm-pyart) (0.11.0)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->arm-pyart) (4.42.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->arm-pyart) (1.4.4)\n",
            "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->arm-pyart) (9.4.0)\n",
            "Requirement already satisfied: pyparsing<3.1,>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->arm-pyart) (3.0.9)\n",
            "Requirement already satisfied: certifi in /usr/local/lib/python3.10/dist-packages (from netCDF4->arm-pyart) (2023.7.22)\n",
            "Requirement already satisfied: appdirs>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from pooch->arm-pyart) (1.4.4)\n",
            "Requirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.10/dist-packages (from pooch->arm-pyart) (2.31.0)\n",
            "Requirement already satisfied: aiobotocore~=2.5.0 in /usr/local/lib/python3.10/dist-packages (from s3fs->arm-pyart) (2.5.4)\n",
            "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.10/dist-packages (from s3fs->arm-pyart) (3.8.5)\n",
            "Requirement already satisfied: dask in /usr/local/lib/python3.10/dist-packages (from xradar->arm-pyart) (2023.8.0)\n",
            "Requirement already satisfied: h5netcdf in /usr/local/lib/python3.10/dist-packages (from xradar->arm-pyart) (1.2.0)\n",
            "Requirement already satisfied: h5py in /usr/local/lib/python3.10/dist-packages (from xradar->arm-pyart) (3.9.0)\n",
            "Requirement already satisfied: lat-lon-parser in /usr/local/lib/python3.10/dist-packages (from xradar->arm-pyart) (1.3.0)\n",
            "Requirement already satisfied: pyproj in /usr/local/lib/python3.10/dist-packages (from xradar->arm-pyart) (3.6.0)\n",
            "Requirement already satisfied: xarray-datatree>=0.0.10 in /usr/local/lib/python3.10/dist-packages (from xradar->arm-pyart) (0.0.12)\n",
            "Requirement already satisfied: xmltodict in /usr/local/lib/python3.10/dist-packages (from xradar->arm-pyart) (0.13.0)\n",
            "Requirement already satisfied: botocore<1.31.18,>=1.31.17 in /usr/local/lib/python3.10/dist-packages (from aiobotocore~=2.5.0->s3fs->arm-pyart) (1.31.17)\n",
            "Requirement already satisfied: wrapt<2.0.0,>=1.10.10 in /usr/local/lib/python3.10/dist-packages (from aiobotocore~=2.5.0->s3fs->arm-pyart) (1.14.1)\n",
            "Requirement already satisfied: aioitertools<1.0.0,>=0.5.1 in /usr/local/lib/python3.10/dist-packages (from aiobotocore~=2.5.0->s3fs->arm-pyart) (0.11.0)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs->arm-pyart) (23.1.0)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs->arm-pyart) (3.2.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs->arm-pyart) (6.0.4)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs->arm-pyart) (4.0.2)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs->arm-pyart) (1.9.2)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs->arm-pyart) (1.4.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->s3fs->arm-pyart) (1.3.1)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->arm-pyart) (1.16.0)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->pooch->arm-pyart) (3.4)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.19.0->pooch->arm-pyart) (1.26.16)\n",
            "Requirement already satisfied: click>=8.0 in /usr/local/lib/python3.10/dist-packages (from dask->xradar->arm-pyart) (8.1.6)\n",
            "Requirement already satisfied: cloudpickle>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from dask->xradar->arm-pyart) (2.2.1)\n",
            "Requirement already satisfied: partd>=1.2.0 in /usr/local/lib/python3.10/dist-packages (from dask->xradar->arm-pyart) (1.4.0)\n",
            "Requirement already satisfied: pyyaml>=5.3.1 in /usr/local/lib/python3.10/dist-packages (from dask->xradar->arm-pyart) (6.0.1)\n",
            "Requirement already satisfied: toolz>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from dask->xradar->arm-pyart) (0.12.0)\n",
            "Requirement already satisfied: importlib-metadata>=4.13.0 in /usr/local/lib/python3.10/dist-packages (from dask->xradar->arm-pyart) (6.8.0)\n",
            "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from botocore<1.31.18,>=1.31.17->aiobotocore~=2.5.0->s3fs->arm-pyart) (1.0.1)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.10/dist-packages (from importlib-metadata>=4.13.0->dask->xradar->arm-pyart) (3.16.2)\n",
            "Requirement already satisfied: locket in /usr/local/lib/python3.10/dist-packages (from partd>=1.2.0->dask->xradar->arm-pyart) (1.0.0)\n"
          ]
        }
      ],
      "source": [
        "%pip install boto3==1.28.15\n",
        "%pip install botocore\n",
        "%pip install Cartopy==0.21.1\n",
        "%pip install imageio==2.31.1\n",
        "%pip install matplotlib==3.7.2\n",
        "%pip install pandas==1.5.3\n",
        "%pip install arm-pyart"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import imageio\n",
        "import pyart\n",
        "import os\n",
        "import shutil\n",
        "import timeit\n",
        "import cartopy.crs as ccrs\n",
        "import cartopy.feature as cfeature\n",
        "import datetime\n",
        "import boto3\n",
        "from botocore import UNSIGNED\n",
        "from botocore.config import Config\n",
        "import datetime\n",
        "import pandas as pd\n",
        "import glob\n",
        "import matplotlib.pyplot as plt"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cTcCUYjor_Dm",
        "outputId": "ba8e46c5-a123-4028-cab2-3dd8ee4d2ce4"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "## You are using the Python ARM Radar Toolkit (Py-ART), an open source\n",
            "## library for working with weather radar data. Py-ART is partly\n",
            "## supported by the U.S. Department of Energy as part of the Atmospheric\n",
            "## Radiation Measurement (ARM) Climate Research Facility, an Office of\n",
            "## Science user facility.\n",
            "##\n",
            "## If you use this software to prepare a publication, please cite:\n",
            "##\n",
            "##     JJ Helmus and SM Collis, JORS 2016, doi: 10.5334/jors.119\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def get_date_utc():\n",
        "    \"\"\"\n",
        "    Returns the current date in UTC timezone as a string in the format 'YYYY/MM/DD'.\n",
        "    \"\"\"\n",
        "    fechaDeHoy = datetime.datetime.now(tz=datetime.timezone.utc)\n",
        "    fechaDeHoy = pd.to_datetime(fechaDeHoy, format='%Y/%m/%d')\n",
        "    fechaDeHoy = fechaDeHoy.strftime('%Y/%m/%d')\n",
        "    return fechaDeHoy"
      ],
      "metadata": {
        "id": "kP_AWmqbsAFB"
      },
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def get_file_list_from_s3(date, radar):\n",
        "    \"\"\"\n",
        "    Returns a list of objects in the S3 bucket 's3-radaresideam' that exceed 1 MB in size, and are located in the\n",
        "    directory 'l2_data/date/radar', where 'date' is a string in the format 'YYYY/MM/DD', and 'radar' is a string\n",
        "    representing the name of the radar.\n",
        "\n",
        "    Parameters:\n",
        "    date (str): A string representing the date in the format 'YYYY/MM/DD'.\n",
        "    radar (str): A string representing the name of the radar.\n",
        "\n",
        "    Returns:\n",
        "    list: A list of objects in the S3 bucket 's3-radaresideam' that exceed 1 MB in size, and are located in the\n",
        "    directory 'l2_data/date/radar'.\n",
        "    \"\"\"\n",
        "    s3 = boto3.client('s3', config=Config(signature_version=UNSIGNED))\n",
        "    bucket = 's3-radaresideam'\n",
        "    s3_prefix = 'l2_data/' + date + '/' + radar\n",
        "    paginator = s3.get_paginator('list_objects_v2')\n",
        "    pages = paginator.paginate(Bucket=bucket, Prefix=s3_prefix)\n",
        "    # Crear una lista de objetos en el bucket de S3 que superen 1 MB de tamaño\n",
        "    listaDeObjetos = []\n",
        "    for page in pages:\n",
        "        for obj in page['Contents']:\n",
        "            if obj['Size'] > 900000:\n",
        "                listaDeObjetos.append(obj['Key'])\n",
        "    # Ordenar la lista de objetos\n",
        "    listaDeObjetos.sort()\n",
        "    return listaDeObjetos"
      ],
      "metadata": {
        "id": "0YSESwkksCah"
      },
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def download_files_from_s3(file_list, folder):\n",
        "    \"\"\"\n",
        "    The function `download_files_from_s3` downloads a list of files from an S3 bucket and saves them in\n",
        "    a specified folder.\n",
        "\n",
        "    :param file_list: The `file_list` parameter is a list of file paths in the S3 bucket that you want\n",
        "    to download. Each file path should be a string\n",
        "    :param folder: The `folder` parameter is the directory where you want to download the files from S3.\n",
        "    It is the destination folder where the downloaded files will be stored\n",
        "    \"\"\"\n",
        "    s3 = boto3.client('s3', config=Config(signature_version=UNSIGNED))\n",
        "    if os.path.exists(folder):\n",
        "        shutil.rmtree(folder)\n",
        "    os.mkdir(folder)\n",
        "    for file in file_list:\n",
        "        s3.download_file('s3-radaresideam', file, folder + '/' + file.split('/')[-1])\n",
        "        print('Descargando ' + file.split('/')[-1])\n",
        "    print('Descarga finalizada')"
      ],
      "metadata": {
        "id": "sBqvYxsSsGOB"
      },
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import glob\n",
        "import os\n",
        "\n",
        "def get_file_list_from_folder(folder):\n",
        "    \"\"\"\n",
        "    Returns a list of files in a folder that exceed 1 MB in size.\n",
        "\n",
        "    Parameters:\n",
        "    folder (str): A string representing the path to the folder.\n",
        "\n",
        "    Returns:\n",
        "    list: A list of files in the folder that exceed 1 MB in size.\n",
        "    \"\"\"\n",
        "    listaDeArchivos = glob.glob(folder + '/*')\n",
        "    listaDeArchivos = [archivo for archivo in listaDeArchivos if os.path.getsize(archivo) > 900000]\n",
        "    listaDeArchivos.sort()\n",
        "    return listaDeArchivos"
      ],
      "metadata": {
        "id": "ZNHwYgVasKfQ"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def get_location_from_radar(file):\n",
        "    \"\"\"\n",
        "    Returns the latitude and longitude of the radar.\n",
        "\n",
        "    Parameters:\n",
        "    file (str): A string representing the path to the radar file.\n",
        "\n",
        "    Returns:\n",
        "    tuple: A tuple containing the latitude and longitude of the radar.\n",
        "    \"\"\"\n",
        "    radar_lat = file.latitude['data'][0]\n",
        "    radar_lon = file.longitude['data'][0]\n",
        "    return radar_lat, radar_lon"
      ],
      "metadata": {
        "id": "i0JpO51LsMy_"
      },
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def get_date_from_radar_to_colombian_time(file):\n",
        "    \"\"\"\n",
        "    The function `get_date_from_radar_to_colombian_time` receives a radar file path and returns the date and time\n",
        "    of the radar in Colombian time (UTC-5).\n",
        "\n",
        "    :param file: The `file` parameter is a string representing the path to the radar file.\n",
        "    :return: The function returns a string representing the date and time of the radar in Colombian time (UTC-5).\n",
        "    \"\"\"\n",
        "    radar = pyart.io.read(file)\n",
        "    fecha = radar.time['units'][14:]\n",
        "    fecha = datetime.datetime.strptime(fecha, '%Y-%m-%dT%H:%M:%SZ')\n",
        "    fecha = fecha - datetime.timedelta(hours=5) # Fix: subtract timedelta from datetime object\n",
        "    fecha = fecha.strftime('%Y/%m/%d %H:%M:%S')\n",
        "    return fecha"
      ],
      "metadata": {
        "id": "Q7I6KEu9sOog"
      },
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def get_range_from_radar(file):\n",
        "    \"\"\"\n",
        "    Returns the maximum range of the radar in kilometers.\n",
        "\n",
        "    Parameters:\n",
        "    file (str): A string representing the path to the radar file.\n",
        "\n",
        "    Returns:\n",
        "    float: The maximum range of the radar in kilometers.\n",
        "    \"\"\"\n",
        "    radar = pyart.io.read(file)\n",
        "    return radar.range['data'][-1]/1000"
      ],
      "metadata": {
        "id": "mBikUOLksQXF"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def get_radar_name(file):\n",
        "    \"\"\"\n",
        "    Returns the name of the radar.\n",
        "\n",
        "    Parameters:\n",
        "    file (str): A string representing the path to the radar file.\n",
        "\n",
        "    Returns:\n",
        "    str: The name of the radar.\n",
        "    \"\"\"\n",
        "    name = file.metadata['instrument_name']\n",
        "    return name"
      ],
      "metadata": {
        "id": "soVAa1RIsSx0"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def create_plot(data, var, vmin, vmax, cities_dict):\n",
        "    \"\"\"\n",
        "    The function `create_plot` receives radar data, a variable, minimum and maximum values, and a dictionary of cities\n",
        "    with their respective latitude and longitude coordinates. It creates a plot of the radar data with the specified\n",
        "    variable and range, and adds features such as city markers, radar location marker, and range rings. The plot is saved\n",
        "    as a PNG file with the date and time of the radar data as the filename.\n",
        "\n",
        "    :param data: The `data` parameter is a pyart radar object representing the radar data.\n",
        "    :param var: The `var` parameter is a string representing the variable to be plotted.\n",
        "    :param vmin: The `vmin` parameter is a float representing the minimum value of the colorbar.\n",
        "    :param vmax: The `vmax` parameter is a float representing the maximum value of the colorbar.\n",
        "    :param cities_dict: The `cities_dict` parameter is a dictionary representing the cities to be plotted on the map,\n",
        "                        with their respective latitude and longitude coordinates.\n",
        "\n",
        "    :return: The function returns a string representing the filename of the saved PNG file.\n",
        "    \"\"\"\n",
        "    display = pyart.graph.RadarMapDisplay(data)\n",
        "    fig = plt.figure(figsize=(12, 10), dpi=100)\n",
        "    fecha = data.time['units'][14:]\n",
        "    fecha = datetime.datetime.strptime(fecha, '%Y-%m-%dT%H:%M:%SZ')\n",
        "    fecha = fecha - datetime.timedelta(hours=5) # Fix: subtract timedelta from datetime object\n",
        "    fecha = fecha.strftime('%Y/%m/%d %H:%M:%S')\n",
        "    ax = plt.axes(projection=ccrs.PlateCarree())\n",
        "    # Hacer que el mapa sea proyectado en toda el área de la imagen\n",
        "    ax.set_position([0, 0, 1, 1]) # type: ignore\n",
        "    # Agregar características del mapa\n",
        "    ax.add_feature(cfeature.BORDERS, linewidth=0.5) # type: ignore\n",
        "    ax.add_feature(cfeature.STATES, linewidth=0.5) # type: ignore\n",
        "    ax.add_feature(cfeature.OCEAN, linewidth=0.5, color='lightgray') # type: ignore\n",
        "    # Definir el área de visualización del mapa utilizando las coordenadas del radar de Corozal\n",
        "    ax.set_extent([-79, -72, 6, 12]) # type: ignore\n",
        "    # Agregar líneas de latitud y longitud, solamente del lado izquierdo y abajo\n",
        "    ax.gridlines(color='gray', linestyle='--', draw_labels=True) # type: ignore\n",
        "    # Cargar los datos geoespaciales de los municipios\n",
        "    cities_lat = [city['lat'] for city in cities_dict.values()]\n",
        "    cities_lon = [city['lon'] for city in cities_dict.values()]\n",
        "    # Graficar los marcadores de los municipios\n",
        "    ax.plot(cities_lon, cities_lat, 'ko', markersize=3, transform=ccrs.PlateCarree())\n",
        "    for city in cities_dict.keys():\n",
        "        ax.text(cities_dict[city]['lon'], cities_dict[city]['lat'], city, transform=ccrs.PlateCarree(), fontsize=10)\n",
        "    # Agregar el marcador del radar en el mapa\n",
        "    radar_lat, radar_lon = get_location_from_radar(data)\n",
        "    ax.plot(radar_lon, radar_lat, 'k*', markersize=8, transform=ccrs.PlateCarree())\n",
        "    # Guardar la imagen con el nombre de la fecha del radar\n",
        "    display.plot_ppi_map(\n",
        "        var,\n",
        "        0,\n",
        "        vmin=vmin,\n",
        "        vmax=vmax,\n",
        "        title = 'Radar Corozal - {} UTC-5'.format(fecha),\n",
        "        resolution='50m',\n",
        "        cmap='pyart_NWSRef',\n",
        "        colorbar_label='Factor de Reflectividad (dBZ)',\n",
        "        colorbar_orient='vertical',\n",
        "        fig=fig,\n",
        "        filter_transitions=True,\n",
        "        ax=ax,\n",
        "        projection=ccrs.PlateCarree(),\n",
        "        raster=True\n",
        "        )\n",
        "    # Sombrear el área fuera del rango de alcance del radar, llenar con color gris\n",
        "    display.plot_range_ring(300, 1000, ax=ax, color='k', ls='--', alpha=1)\n",
        "    # Todo lo que esté fuera del rango de alcance del radar, llenar con color gris\n",
        "    fig.tight_layout(pad=0, w_pad=0, h_pad=0, rect=(0, 0, 1, 1))\n",
        "    fecha = fecha.replace('/', '_')\n",
        "    plt.savefig('{}.png'.format(fecha))\n",
        "    plt.close()\n",
        "    # Guardar la imagen con la fecha del radar\n",
        "    print(\"Imagen creada con nombre\", '{}.png'.format(fecha))\n",
        "    return '{}.png'.format(fecha)"
      ],
      "metadata": {
        "id": "7Mj6BvR8sUhY"
      },
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def create_gif_from_images(image_list, radar):\n",
        "    \"\"\"\n",
        "    Creates a gif file from a list of images.\n",
        "\n",
        "    Parameters:\n",
        "    image_list (list): A list of image file paths.\n",
        "    radar (str): The name of the radar.\n",
        "\n",
        "    Returns:\n",
        "    None\n",
        "    \"\"\"\n",
        "    # Generar el gif\n",
        "    gif_file = radar + '.gif'\n",
        "    with imageio.get_writer(gif_file, mode='I', duration=200) as writer:\n",
        "        for image in image_list:\n",
        "            image_data = imageio.v2.imread(image)\n",
        "            writer.append_data(image_data) # type: ignore\n",
        "    print('Gif creado con nombre', radar + '.gif')"
      ],
      "metadata": {
        "id": "5EFQPw2_sW0s"
      },
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def delete_files_from_folder(folder):\n",
        "    \"\"\"\n",
        "    Deletes all files in a folder and removes the folder itself.\n",
        "\n",
        "    Parameters:\n",
        "    folder (str): The name of the folder to be deleted.\n",
        "\n",
        "    Returns:\n",
        "    None\n",
        "    \"\"\"\n",
        "    shutil.rmtree(folder)\n",
        "    print('Carpeta', folder, 'eliminada')\n",
        "    images = glob.glob('*.png')\n",
        "    for image in images:\n",
        "        os.remove(image)\n",
        "    print('Imagenes eliminadas')"
      ],
      "metadata": {
        "id": "QTQwiTIXsYv0"
      },
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def main():\n",
        "    \"\"\"\n",
        "    This function is the main function that runs the radar program. It downloads radar data from an S3 bucket, creates a list of files, creates a list of images, creates a dictionary of municipalities, creates a gif file from the images, and deletes the downloaded files.\n",
        "\n",
        "    Parameters:\n",
        "    None\n",
        "\n",
        "    Returns:\n",
        "    None\n",
        "    \"\"\"\n",
        "    # Definir la fecha de hoy\n",
        "    fechaDeHoy = get_date_utc()\n",
        "    # Definir el radar\n",
        "    radar = 'Corozal'\n",
        "    # Definir el folder donde se van a descargar los archivos\n",
        "    folder = 'Corozal'\n",
        "    # Descargar los archivos del bucket de S3\n",
        "    print('Lista de archivos en S3')\n",
        "    lista_s3 = get_file_list_from_s3(fechaDeHoy, radar)\n",
        "    print(lista_s3)\n",
        "    download_files_from_s3(get_file_list_from_s3(fechaDeHoy, radar), folder)\n",
        "    # Crear una lista de archivos en el folder\n",
        "    listaDeArchivos = get_file_list_from_folder(folder)\n",
        "    print(listaDeArchivos)\n",
        "    # Crear una lista de imágenes\n",
        "    listaDeImagenes = []\n",
        "    print(get_range_from_radar(listaDeArchivos[0]))\n",
        "    # Crear un diccionario de municipios\n",
        "    municipios_dict = {'Monteria': {'lat': 8.76, 'lon': -75.885555555556},\n",
        "                'Sincelejo': {'lat': 9.29, 'lon': -75.39},\n",
        "                'Cartagena': {'lat': 10.39, 'lon': -75.48},\n",
        "                'Barranquilla': {'lat': 10.96, 'lon': -74.80},\n",
        "                'Santa Marta': {'lat': 11.24, 'lon': -74.21},\n",
        "                'San Antero': {'lat': 9.37, 'lon': -75.76},\n",
        "                'Cerete': {'lat': 8.89, 'lon': -75.80},\n",
        "                'Chinu': {'lat': 9.1097222222222, 'lon': -75.398055555556}\n",
        "                }\n",
        "    # Crear una lista de imágenes usando multiprocessing\n",
        "    for file in listaDeArchivos:\n",
        "        radar_data = pyart.io.read(file)\n",
        "        listaDeImagenes.append(create_plot(radar_data, 'reflectivity', 10, 80, municipios_dict))\n",
        "\n",
        "    # Crear el gif\n",
        "    create_gif_from_images(listaDeImagenes, radar)\n",
        "    # Eliminar los archivos del folder\n",
        "    delete_files_from_folder(folder)"
      ],
      "metadata": {
        "id": "e7J1BIrOscRw"
      },
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "if __name__ == '__main__':\n",
        "    print(timeit.timeit(\"main()\", setup=\"from __main__ import main\", number=1), 'segundos')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IKMPaTPcsc2y",
        "outputId": "57b00687-9ccf-46e3-8296-935165ff9403"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Lista de archivos en S3\n",
            "['l2_data/2023/08/13/Corozal/COR230813000003.RAWCHLK', 'l2_data/2023/08/13/Corozal/COR230813000502.RAWCHM8', 'l2_data/2023/08/13/Corozal/COR230813001003.RAWCHMY', 'l2_data/2023/08/13/Corozal/COR230813001503.RAWCHNL', 'l2_data/2023/08/13/Corozal/COR230813002003.RAWCHPA', 'l2_data/2023/08/13/Corozal/COR230813002503.RAWCHPZ', 'l2_data/2023/08/13/Corozal/COR230813003003.RAWCHRN', 'l2_data/2023/08/13/Corozal/COR230813003503.RAWCHSB', 'l2_data/2023/08/13/Corozal/COR230813004002.RAWCHT1', 'l2_data/2023/08/13/Corozal/COR230813004503.RAWCHTP', 'l2_data/2023/08/13/Corozal/COR230813005002.RAWCHUD', 'l2_data/2023/08/13/Corozal/COR230813005503.RAWCHV2', 'l2_data/2023/08/13/Corozal/COR230813010003.RAWCHVS', 'l2_data/2023/08/13/Corozal/COR230813010503.RAWCHWE', 'l2_data/2023/08/13/Corozal/COR230813011002.RAWCHX4', 'l2_data/2023/08/13/Corozal/COR230813011503.RAWCHXT', 'l2_data/2023/08/13/Corozal/COR230813012003.RAWCHYG', 'l2_data/2023/08/13/Corozal/COR230813012502.RAWCHZ5', 'l2_data/2023/08/13/Corozal/COR230813013003.RAWCHZV', 'l2_data/2023/08/13/Corozal/COR230813013502.RAWCJ0H', 'l2_data/2023/08/13/Corozal/COR230813014003.RAWCJ17', 'l2_data/2023/08/13/Corozal/COR230813014503.RAWCJ1W', 'l2_data/2023/08/13/Corozal/COR230813015003.RAWCJ2K', 'l2_data/2023/08/13/Corozal/COR230813015503.RAWCJ38', 'l2_data/2023/08/13/Corozal/COR230813020003.RAWCJ3Y', 'l2_data/2023/08/13/Corozal/COR230813020503.RAWCJ4K', 'l2_data/2023/08/13/Corozal/COR230813021003.RAWCJ5A', 'l2_data/2023/08/13/Corozal/COR230813021503.RAWCJ5Z', 'l2_data/2023/08/13/Corozal/COR230813022002.RAWCJ6N', 'l2_data/2023/08/13/Corozal/COR230813022502.RAWCJ7B']\n",
            "Descargando COR230813000003.RAWCHLK\n",
            "Descargando COR230813000502.RAWCHM8\n",
            "Descargando COR230813001003.RAWCHMY\n",
            "Descargando COR230813001503.RAWCHNL\n",
            "Descargando COR230813002003.RAWCHPA\n",
            "Descargando COR230813002503.RAWCHPZ\n",
            "Descargando COR230813003003.RAWCHRN\n",
            "Descargando COR230813003503.RAWCHSB\n",
            "Descargando COR230813004002.RAWCHT1\n",
            "Descargando COR230813004503.RAWCHTP\n",
            "Descargando COR230813005002.RAWCHUD\n",
            "Descargando COR230813005503.RAWCHV2\n",
            "Descargando COR230813010003.RAWCHVS\n",
            "Descargando COR230813010503.RAWCHWE\n",
            "Descargando COR230813011002.RAWCHX4\n",
            "Descargando COR230813011503.RAWCHXT\n",
            "Descargando COR230813012003.RAWCHYG\n",
            "Descargando COR230813012502.RAWCHZ5\n",
            "Descargando COR230813013003.RAWCHZV\n",
            "Descargando COR230813013502.RAWCJ0H\n",
            "Descargando COR230813014003.RAWCJ17\n",
            "Descargando COR230813014503.RAWCJ1W\n",
            "Descargando COR230813015003.RAWCJ2K\n",
            "Descargando COR230813015503.RAWCJ38\n",
            "Descargando COR230813020003.RAWCJ3Y\n",
            "Descargando COR230813020503.RAWCJ4K\n",
            "Descargando COR230813021003.RAWCJ5A\n",
            "Descargando COR230813021503.RAWCJ5Z\n",
            "Descargando COR230813022002.RAWCJ6N\n",
            "Descargando COR230813022502.RAWCJ7B\n",
            "Descarga finalizada\n",
            "['Corozal/COR230813000003.RAWCHLK', 'Corozal/COR230813000502.RAWCHM8', 'Corozal/COR230813001003.RAWCHMY', 'Corozal/COR230813001503.RAWCHNL', 'Corozal/COR230813002003.RAWCHPA', 'Corozal/COR230813002503.RAWCHPZ', 'Corozal/COR230813003003.RAWCHRN', 'Corozal/COR230813003503.RAWCHSB', 'Corozal/COR230813004002.RAWCHT1', 'Corozal/COR230813004503.RAWCHTP', 'Corozal/COR230813005002.RAWCHUD', 'Corozal/COR230813005503.RAWCHV2', 'Corozal/COR230813010003.RAWCHVS', 'Corozal/COR230813010503.RAWCHWE', 'Corozal/COR230813011002.RAWCHX4', 'Corozal/COR230813011503.RAWCHXT', 'Corozal/COR230813012003.RAWCHYG', 'Corozal/COR230813012502.RAWCHZ5', 'Corozal/COR230813013003.RAWCHZV', 'Corozal/COR230813013502.RAWCJ0H', 'Corozal/COR230813014003.RAWCJ17', 'Corozal/COR230813014503.RAWCJ1W', 'Corozal/COR230813015003.RAWCJ2K', 'Corozal/COR230813015503.RAWCJ38', 'Corozal/COR230813020003.RAWCJ3Y', 'Corozal/COR230813020503.RAWCJ4K', 'Corozal/COR230813021003.RAWCJ5A', 'Corozal/COR230813021503.RAWCJ5Z', 'Corozal/COR230813022002.RAWCJ6N', 'Corozal/COR230813022502.RAWCJ7B']\n",
            "298.65\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/cartopy/io/__init__.py:241: DownloadWarning: Downloading: https://naturalearth.s3.amazonaws.com/10m_physical/ne_10m_ocean.zip\n",
            "  warnings.warn(f'Downloading: {url}', DownloadWarning)\n",
            "/usr/local/lib/python3.10/dist-packages/cartopy/io/__init__.py:241: DownloadWarning: Downloading: https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_0_boundary_lines_land.zip\n",
            "  warnings.warn(f'Downloading: {url}', DownloadWarning)\n",
            "/usr/local/lib/python3.10/dist-packages/cartopy/io/__init__.py:241: DownloadWarning: Downloading: https://naturalearth.s3.amazonaws.com/10m_cultural/ne_10m_admin_1_states_provinces_lakes.zip\n",
            "  warnings.warn(f'Downloading: {url}', DownloadWarning)\n",
            "/usr/local/lib/python3.10/dist-packages/cartopy/io/__init__.py:241: DownloadWarning: Downloading: https://naturalearth.s3.amazonaws.com/50m_physical/ne_50m_coastline.zip\n",
            "  warnings.warn(f'Downloading: {url}', DownloadWarning)\n",
            "/usr/local/lib/python3.10/dist-packages/cartopy/io/__init__.py:241: DownloadWarning: Downloading: https://naturalearth.s3.amazonaws.com/50m_cultural/ne_50m_admin_1_states_provinces_lines.zip\n",
            "  warnings.warn(f'Downloading: {url}', DownloadWarning)\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Imagen creada con nombre 2023_08_12 19:00:03.png\n",
            "Imagen creada con nombre 2023_08_12 19:05:02.png\n",
            "Imagen creada con nombre 2023_08_12 19:10:03.png\n",
            "Imagen creada con nombre 2023_08_12 19:15:03.png\n",
            "Imagen creada con nombre 2023_08_12 19:20:03.png\n",
            "Imagen creada con nombre 2023_08_12 19:25:03.png\n",
            "Imagen creada con nombre 2023_08_12 19:30:03.png\n",
            "Imagen creada con nombre 2023_08_12 19:35:03.png\n",
            "Imagen creada con nombre 2023_08_12 19:40:02.png\n",
            "Imagen creada con nombre 2023_08_12 19:45:03.png\n",
            "Imagen creada con nombre 2023_08_12 19:50:02.png\n",
            "Imagen creada con nombre 2023_08_12 19:55:03.png\n",
            "Imagen creada con nombre 2023_08_12 20:00:03.png\n",
            "Imagen creada con nombre 2023_08_12 20:05:03.png\n",
            "Imagen creada con nombre 2023_08_12 20:10:02.png\n",
            "Imagen creada con nombre 2023_08_12 20:15:03.png\n",
            "Imagen creada con nombre 2023_08_12 20:20:03.png\n",
            "Imagen creada con nombre 2023_08_12 20:25:02.png\n",
            "Imagen creada con nombre 2023_08_12 20:30:03.png\n",
            "Imagen creada con nombre 2023_08_12 20:35:02.png\n",
            "Imagen creada con nombre 2023_08_12 20:40:03.png\n",
            "Imagen creada con nombre 2023_08_12 20:45:03.png\n",
            "Imagen creada con nombre 2023_08_12 20:50:03.png\n",
            "Imagen creada con nombre 2023_08_12 20:55:03.png\n",
            "Imagen creada con nombre 2023_08_12 21:00:03.png\n",
            "Imagen creada con nombre 2023_08_12 21:05:03.png\n",
            "Imagen creada con nombre 2023_08_12 21:10:03.png\n",
            "Imagen creada con nombre 2023_08_12 21:15:03.png\n",
            "Imagen creada con nombre 2023_08_12 21:20:02.png\n",
            "Imagen creada con nombre 2023_08_12 21:25:02.png\n",
            "Gif creado con nombre Corozal.gif\n",
            "Carpeta Corozal eliminada\n",
            "Imagenes eliminadas\n",
            "175.31647393200024 segundos\n"
          ]
        }
      ]
    }
  ]
}