Transfer_Learning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 377
    },
    "colab_type": "code",
    "id": "tiHlblyCoo8z",
    "outputId": "f9b6f781-dc2b-4121-c311-1aeb827ad0d7"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--2019-04-17 07:47:43--  https://www.dropbox.com/sh/2idnozs4741hzkr/AABXTlPlU-1f4L_VdS4wY06ca?dl=0\n",
      "Resolving www.dropbox.com (www.dropbox.com)... 162.125.9.1, 2620:100:601f:1::a27d:901\n",
      "Connecting to www.dropbox.com (www.dropbox.com)|162.125.9.1|:443... connected.\n",
      "HTTP request sent, awaiting response... 301 Moved Permanently\n",
      "Location: /sh/raw/2idnozs4741hzkr/AABXTlPlU-1f4L_VdS4wY06ca [following]\n",
      "--2019-04-17 07:47:43--  https://www.dropbox.com/sh/raw/2idnozs4741hzkr/AABXTlPlU-1f4L_VdS4wY06ca\n",
      "Reusing existing connection to www.dropbox.com:443.\n",
      "HTTP request sent, awaiting response... 302 Found\n",
      "Location: https://ucc18aa119cfb47443751c34bba9.dl.dropboxusercontent.com/zip_by_token_key?key=AfLl1D0ZvG88tWFu6zixXpmz1NgO9qn7rMtVfowswDjYRq0oiPtXtTIKEw6rmam6-GT7P0sg9otBCbI3OHswOsN3Kfo3R3gOcjsuY8AXYtx2knqdyszgxR7XjH5zK3yluQUKONEsyueAFYt24hwuGrvelJyS61N6hfCFf0wKAVaSt9iLXvlNZZHTzdDRXYIQ363csrkw3oFwqUgV_lbGdQoyabXAcN0dbqhVblPYrW0-L6-PN8Ef-wzTyIvsuVsnWHY [following]\n",
      "--2019-04-17 07:47:43--  https://ucc18aa119cfb47443751c34bba9.dl.dropboxusercontent.com/zip_by_token_key?key=AfLl1D0ZvG88tWFu6zixXpmz1NgO9qn7rMtVfowswDjYRq0oiPtXtTIKEw6rmam6-GT7P0sg9otBCbI3OHswOsN3Kfo3R3gOcjsuY8AXYtx2knqdyszgxR7XjH5zK3yluQUKONEsyueAFYt24hwuGrvelJyS61N6hfCFf0wKAVaSt9iLXvlNZZHTzdDRXYIQ363csrkw3oFwqUgV_lbGdQoyabXAcN0dbqhVblPYrW0-L6-PN8Ef-wzTyIvsuVsnWHY\n",
      "Resolving ucc18aa119cfb47443751c34bba9.dl.dropboxusercontent.com (ucc18aa119cfb47443751c34bba9.dl.dropboxusercontent.com)... 162.125.9.6, 2620:100:601b:6::a27d:806\n",
      "Connecting to ucc18aa119cfb47443751c34bba9.dl.dropboxusercontent.com (ucc18aa119cfb47443751c34bba9.dl.dropboxusercontent.com)|162.125.9.6|:443... connected.\n",
      "HTTP request sent, awaiting response... 200 OK\n",
      "Length: unspecified [application/zip]\n",
      "Saving to: ‘AABXTlPlU-1f4L_VdS4wY06ca?dl=0’\n",
      "\n",
      "AABXTlPlU-1f4L_VdS4     [  <=>               ]  19.24M   432KB/s    in 49s     \n",
      "\n",
      "2019-04-17 07:48:34 (406 KB/s) - ‘AABXTlPlU-1f4L_VdS4wY06ca?dl=0’ saved [20177862]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!wget https://www.dropbox.com/sh/2idnozs4741hzkr/AABXTlPlU-1f4L_VdS4wY06ca?dl=0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 13923
    },
    "colab_type": "code",
    "id": "veP9bl7U5s-8",
    "outputId": "61d2b84d-3a2d-4b8b-d120-a3d28cfcd348"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Archive:  AABXTlPlU-1f4L_VdS4wY06ca?dl=0\n",
      "warning:  stripped absolute path spec from /\n",
      "mapname:  conversion of  failed\n",
      "  inflating: images/horses/horse-146.jpg  \n",
      "  inflating: images/humans/rider-74.jpg  \n",
      "  inflating: images/dogs/dog.120.jpg  \n",
      "  inflating: images/dogs/dog.82.jpg  \n",
      "  inflating: images/cats/cat.75.jpg  \n",
      "  inflating: images/horses/horse-45.jpg  \n",
      "  inflating: images/humans/rider-68.jpg  \n",
      "  inflating: images/humans/rider-185.jpg  \n",
      "  inflating: images/horses/horse-27.jpg  \n",
      "  inflating: images/horses/horse-36.jpg  \n",
      "  inflating: images/cats/cat.45.jpg  \n",
      "  inflating: images/humans/rider-192.jpg  \n",
      "  inflating: images/humans/rider-81.jpg  \n",
      "  inflating: images/dogs/dog.115.jpg  \n",
      "  inflating: images/humans/rider-154.jpg  \n",
      "  inflating: images/horses/horse-158.jpg  \n",
      "  inflating: images/humans/rider-95.jpg  \n",
      "  inflating: images/humans/rider-98.jpg  \n",
      "  inflating: images/horses/horse-127.jpg  \n",
      "  inflating: images/cats/cat.200.jpg  \n",
      "  inflating: images/horses/horse-73.jpg  \n",
      "  inflating: images/humans/rider-73.jpg  \n",
      "  inflating: images/dogs/dog.168.jpg  \n",
      "  inflating: images/humans/rider-183.jpg  \n",
      "  inflating: images/cats/cat.198.jpg  \n",
      "  inflating: images/dogs/dog.197.jpg  \n",
      "  inflating: images/dogs/dog.134.jpg  \n",
      "  inflating: images/cats/cat.102.jpg  \n",
      "  inflating: images/dogs/dog.51.jpg  \n",
      "  inflating: images/humans/rider-102.jpg  \n",
      "  inflating: images/humans/rider-63.jpg  \n",
      "  inflating: images/horses/horse-119.jpg  \n",
      "  inflating: images/dogs/dog.133.jpg  \n",
      "  inflating: images/humans/rider-103.jpg  \n",
      "  inflating: images/cats/cat.113.jpg  \n",
      "  inflating: images/dogs/dog.43.jpg  \n",
      "  inflating: images/cats/cat.30.jpg  \n",
      "  inflating: images/dogs/dog.79.jpg  \n",
      "  inflating: images/cats/cat.171.jpg  \n",
      "  inflating: images/cats/cat.44.jpg  \n",
      "  inflating: images/dogs/dog.38.jpg  \n",
      "  inflating: images/horses/horse-152.jpg  \n",
      "  inflating: images/humans/rider-202.jpg  \n",
      "  inflating: images/dogs/dog.29.jpg  \n",
      "  inflating: images/dogs/dog.71.jpg  \n",
      "  inflating: images/cats/cat.103.jpg  \n",
      "  inflating: images/dogs/dog.99.jpg  \n",
      "  inflating: images/humans/rider-135.jpg  \n",
      "  inflating: images/cats/cat.193.jpg  \n",
      "  inflating: images/cats/cat.86.jpg  \n",
      "  inflating: images/dogs/dog.163.jpg  \n",
      "  inflating: images/humans/rider-124.jpg  \n",
      "  inflating: images/horses/horse-168.jpg  \n",
      "  inflating: images/humans/rider-4.jpg  \n",
      "  inflating: images/dogs/dog.13.jpg  \n",
      "  inflating: images/cats/cat.117.jpg  \n",
      "  inflating: images/cats/cat.174.jpg  \n",
      "  inflating: images/humans/rider-140.jpg  \n",
      "  inflating: images/humans/rider-151.jpg  \n",
      "  inflating: images/dogs/dog.48.jpg  \n",
      "  inflating: images/humans/rider-119.jpg  \n",
      "  inflating: images/horses/horse-46.jpg  \n",
      "  inflating: images/horses/horse-79.jpg  \n",
      "  inflating: images/horses/horse-1.jpg  \n",
      "  inflating: images/dogs/dog.142.jpg  \n",
      "  inflating: images/horses/horse-121.jpg  \n",
      "  inflating: images/cats/cat.124.jpg  \n",
      "  inflating: images/dogs/dog.55.jpg  \n",
      "  inflating: images/horses/horse-106.jpg  \n",
      "  inflating: images/dogs/dog.20.jpg  \n",
      "  inflating: images/dogs/dog.94.jpg  \n",
      "  inflating: images/cats/cat.151.jpg  \n",
      "  inflating: images/dogs/dog.150.jpg  \n",
      "  inflating: images/humans/rider-130.jpg  \n",
      "  inflating: images/humans/rider-2.jpg  \n",
      "  inflating: images/horses/horse-148.jpg  \n",
      "  inflating: images/horses/horse-68.jpg  \n",
      "  inflating: images/humans/rider-137.jpg  \n",
      "  inflating: images/dogs/dog.80.jpg  \n",
      "  inflating: images/horses/horse-29.jpg  \n",
      "  inflating: images/cats/cat.49.jpg  \n",
      "  inflating: images/cats/cat.53.jpg  \n",
      "  inflating: images/cats/cat.25.jpg  \n",
      "  inflating: images/humans/rider-157.jpg  \n",
      "  inflating: images/humans/rider-201.jpg  \n",
      "  inflating: images/humans/rider-190.jpg  \n",
      "  inflating: images/humans/rider-149.jpg  \n",
      "  inflating: images/dogs/dog.155.jpg  \n",
      "  inflating: images/dogs/dog.32.jpg  \n",
      "  inflating: images/dogs/dog.102.jpg  \n",
      "  inflating: images/horses/horse-40.jpg  \n",
      "  inflating: images/cats/cat.3.jpg   \n",
      "  inflating: images/cats/cat.125.jpg  \n",
      "  inflating: images/horses/horse-180.jpg  \n",
      "  inflating: images/horses/horse-118.jpg  \n",
      "  inflating: images/cats/cat.137.jpg  \n",
      "  inflating: images/dogs/dog.46.jpg  \n",
      "  inflating: images/dogs/dog.92.jpg  \n",
      "  inflating: images/cats/cat.60.jpg  \n",
      "  inflating: images/dogs/dog.87.jpg  \n",
      "  inflating: images/humans/rider-109.jpg  \n",
      "  inflating: images/horses/horse-96.jpg  \n",
      "  inflating: images/humans/rider-144.jpg  \n",
      "  inflating: images/horses/horse-177.jpg  \n",
      "  inflating: images/dogs/dog.3.jpg   \n",
      "  inflating: images/horses/horse-82.jpg  \n",
      "  inflating: images/humans/rider-177.jpg  \n",
      "  inflating: images/cats/cat.33.jpg  \n",
      "  inflating: images/dogs/dog.185.jpg  \n",
      "  inflating: images/dogs/dog.63.jpg  \n",
      "  inflating: images/humans/rider-34.jpg  \n",
      "  inflating: images/humans/rider-197.jpg  \n",
      "  inflating: images/dogs/dog.50.jpg  \n",
      "  inflating: images/horses/horse-192.jpg  \n",
      "  inflating: images/cats/cat.43.jpg  \n",
      "  inflating: images/horses/horse-74.jpg  \n",
      "  inflating: images/horses/horse-94.jpg  \n",
      "  inflating: images/cats/cat.177.jpg  \n",
      "  inflating: images/humans/rider-198.jpg  \n",
      "  inflating: images/horses/horse-114.jpg  \n",
      "  inflating: images/cats/cat.57.jpg  \n",
      "  inflating: images/cats/cat.99.jpg  \n",
      "  inflating: images/dogs/dog.144.jpg  \n",
      "  inflating: images/humans/rider-66.jpg  \n",
      "  inflating: images/cats/cat.197.jpg  \n",
      "  inflating: images/dogs/dog.78.jpg  \n",
      "  inflating: images/humans/rider-50.jpg  \n",
      "  inflating: images/horses/horse-5.jpg  \n",
      "  inflating: images/horses/horse-69.jpg  \n",
      "  inflating: images/horses/horse-58.jpg  \n",
      "  inflating: images/cats/cat.54.jpg  \n",
      "  inflating: images/humans/rider-48.jpg  \n",
      "  inflating: images/humans/rider-171.jpg  \n",
      "  inflating: images/cats/cat.119.jpg  \n",
      "  inflating: images/horses/horse-84.jpg  \n",
      "  inflating: images/cats/cat.95.jpg  \n",
      "  inflating: images/dogs/dog.156.jpg  \n",
      "  inflating: images/humans/rider-26.jpg  \n",
      "  inflating: images/horses/horse-136.jpg  \n",
      "  inflating: images/cats/cat.127.jpg  \n",
      "  inflating: images/dogs/dog.56.jpg  \n",
      "  inflating: images/dogs/dog.11.jpg  \n",
      "  inflating: images/horses/horse-185.jpg  \n",
      "  inflating: images/humans/rider-114.jpg  \n",
      "  inflating: images/cats/cat.183.jpg  \n",
      "  inflating: images/cats/cat.73.jpg  \n",
      "  inflating: images/humans/rider-106.jpg  \n",
      "  inflating: images/humans/rider-196.jpg  \n",
      "  inflating: images/horses/horse-23.jpg  \n",
      "  inflating: images/horses/horse-103.jpg  \n",
      "  inflating: images/horses/horse-99.jpg  \n",
      "  inflating: images/humans/rider-84.jpg  \n",
      "  inflating: images/horses/horse-159.jpg  \n",
      "  inflating: images/humans/rider-80.jpg  \n",
      "  inflating: images/dogs/dog.67.jpg  \n",
      "  inflating: images/humans/rider-43.jpg  \n",
      "  inflating: images/cats/cat.190.jpg  \n",
      "  inflating: images/dogs/dog.174.jpg  \n",
      "  inflating: images/cats/cat.11.jpg  \n",
      "  inflating: images/cats/cat.156.jpg  \n",
      "  inflating: images/cats/cat.84.jpg  \n",
      "  inflating: images/cats/cat.61.jpg  \n",
      "  inflating: images/humans/rider-168.jpg  \n",
      "  inflating: images/cats/cat.59.jpg  \n",
      "  inflating: images/dogs/dog.126.jpg  \n",
      "  inflating: images/dogs/dog.93.jpg  \n",
      "  inflating: images/cats/cat.175.jpg  \n",
      "  inflating: images/horses/horse-13.jpg  \n",
      "  inflating: images/humans/rider-32.jpg  \n",
      "  inflating: images/horses/horse-189.jpg  \n",
      "  inflating: images/cats/cat.178.jpg  \n",
      "  inflating: images/horses/horse-28.jpg  \n",
      "  inflating: images/dogs/dog.195.jpg  \n",
      "  inflating: images/dogs/dog.16.jpg  \n",
      "  inflating: images/cats/cat.123.jpg  \n",
      "  inflating: images/dogs/dog.113.jpg  \n",
      "  inflating: images/humans/rider-141.jpg  \n",
      "  inflating: images/dogs/dog.103.jpg  \n",
      "  inflating: images/cats/cat.168.jpg  \n",
      "  inflating: images/dogs/dog.19.jpg  \n",
      "  inflating: images/dogs/dog.121.jpg  \n",
      "  inflating: images/humans/rider-148.jpg  \n",
      "  inflating: images/horses/horse-102.jpg  \n",
      "  inflating: images/humans/rider-155.jpg  \n",
      "  inflating: images/cats/cat.52.jpg  \n",
      "  inflating: images/cats/cat.68.jpg  \n",
      "  inflating: images/horses/horse-89.jpg  \n",
      "  inflating: images/cats/cat.140.jpg  \n",
      "  inflating: images/cats/cat.154.jpg  \n",
      "  inflating: images/dogs/dog.196.jpg  \n",
      "  inflating: images/cats/cat.79.jpg  \n",
      "  inflating: images/horses/horse-3.jpg  \n",
      "  inflating: images/dogs/dog.135.jpg  \n",
      "  inflating: images/dogs/dog.91.jpg  \n",
      "  inflating: images/cats/cat.70.jpg  \n",
      "  inflating: images/cats/cat.88.jpg  \n",
      "  inflating: images/horses/horse-170.jpg  \n",
      "  inflating: images/horses/horse-12.jpg  \n",
      "  inflating: images/cats/cat.91.jpg  \n",
      "  inflating: images/horses/horse-124.jpg  \n",
      "  inflating: images/cats/cat.104.jpg  \n",
      "  inflating: images/dogs/dog.17.jpg  \n",
      "  inflating: images/humans/rider-113.jpg  \n",
      "  inflating: images/horses/horse-139.jpg  \n",
      "  inflating: images/cats/cat.184.jpg  \n",
      "  inflating: images/humans/rider-46.jpg  \n",
      "  inflating: images/dogs/dog.88.jpg  \n",
      "  inflating: images/horses/horse-157.jpg  \n",
      "  inflating: images/horses/horse-197.jpg  \n",
      "  inflating: images/cats/cat.201.jpg  \n",
      "  inflating: images/cats/cat.8.jpg   \n",
      "  inflating: images/cats/cat.67.jpg  \n",
      "  inflating: images/horses/horse-32.jpg  \n",
      "  inflating: images/cats/cat.196.jpg  \n",
      "  inflating: images/dogs/dog.44.jpg  \n",
      "  inflating: images/cats/cat.166.jpg  \n",
      "  inflating: images/humans/rider-122.jpg  \n",
      "  inflating: images/humans/rider-191.jpg  \n",
      "  inflating: images/horses/horse-143.jpg  \n",
      "  inflating: images/humans/rider-180.jpg  \n",
      "  inflating: images/horses/horse-24.jpg  \n",
      "  inflating: images/humans/rider-27.jpg  \n",
      "  inflating: images/cats/cat.188.jpg  \n",
      "  inflating: images/horses/horse-16.jpg  \n",
      "  inflating: images/dogs/dog.8.jpg   \n",
      "  inflating: images/cats/cat.162.jpg  \n",
      "  inflating: images/horses/horse-75.jpg  \n",
      "  inflating: images/horses/horse-98.jpg  \n",
      "  inflating: images/horses/horse-95.jpg  \n",
      "  inflating: images/dogs/dog.62.jpg  \n",
      "  inflating: images/humans/rider-107.jpg  \n",
      "  inflating: images/dogs/dog.108.jpg  \n",
      "  inflating: images/cats/cat.18.jpg  \n",
      "  inflating: images/cats/cat.133.jpg  \n",
      "  inflating: images/dogs/dog.54.jpg  \n",
      "  inflating: images/humans/rider-125.jpg  \n",
      "  inflating: images/horses/horse-133.jpg  \n",
      "  inflating: images/humans/rider-10.jpg  \n",
      "  inflating: images/cats/cat.5.jpg   \n",
      "  inflating: images/cats/cat.76.jpg  \n",
      "  inflating: images/horses/horse-54.jpg  \n",
      "  inflating: images/horses/horse-155.jpg  \n",
      "  inflating: images/cats/cat.81.jpg  \n",
      "  inflating: images/humans/rider-131.jpg  \n",
      "  inflating: images/dogs/dog.173.jpg  \n",
      "  inflating: images/horses/horse-176.jpg  \n",
      "  inflating: images/cats/cat.134.jpg  \n",
      "  inflating: images/horses/horse-149.jpg  \n",
      "  inflating: images/dogs/dog.31.jpg  \n",
      "  inflating: images/cats/cat.182.jpg  \n",
      "  inflating: images/humans/rider-115.jpg  \n",
      "  inflating: images/dogs/dog.169.jpg  \n",
      "  inflating: images/horses/horse-111.jpg  \n",
      "  inflating: images/cats/cat.199.jpg  \n",
      "  inflating: images/dogs/dog.37.jpg  \n",
      "  inflating: images/horses/horse-115.jpg  \n",
      "  inflating: images/horses/horse-120.jpg  \n",
      "  inflating: images/humans/rider-75.jpg  \n",
      "  inflating: images/humans/rider-16.jpg  \n",
      "  inflating: images/dogs/dog.72.jpg  \n",
      "  inflating: images/horses/horse-129.jpg  \n",
      "  inflating: images/humans/rider-83.jpg  \n",
      "  inflating: images/dogs/dog.5.jpg   \n",
      "  inflating: images/humans/rider-96.jpg  \n",
      "   creating: Images/\n",
      "  inflating: images/humans/rider-147.jpg  \n",
      "  inflating: images/horses/horse-145.jpg  \n",
      "  inflating: images/dogs/dog.166.jpg  \n",
      "  inflating: images/cats/cat.80.jpg  \n",
      "  inflating: images/dogs/dog.10.jpg  \n",
      "  inflating: images/dogs/dog.159.jpg  \n",
      "  inflating: images/humans/rider-77.jpg  \n",
      "  inflating: images/cats/cat.39.jpg  \n",
      "  inflating: images/cats/cat.21.jpg  \n",
      "  inflating: images/cats/cat.122.jpg  \n",
      "  inflating: images/horses/horse-93.jpg  \n",
      "  inflating: images/humans/rider-163.jpg  \n",
      "  inflating: images/humans/rider-56.jpg  \n",
      "  inflating: images/dogs/dog.130.jpg  \n",
      "  inflating: images/humans/rider-99.jpg  \n",
      "  inflating: images/horses/horse-161.jpg  \n",
      "  inflating: images/humans/rider-199.jpg  \n",
      "  inflating: images/humans/rider-28.jpg  \n",
      "  inflating: images/cats/cat.6.jpg   \n",
      "  inflating: images/dogs/dog.73.jpg  \n",
      "  inflating: images/dogs/dog.2.jpg   \n",
      "  inflating: images/horses/horse-138.jpg  \n",
      "  inflating: images/horses/horse-101.jpg  \n",
      "  inflating: images/humans/rider-85.jpg  \n",
      "  inflating: images/horses/horse-78.jpg  \n",
      "  inflating: images/cats/cat.107.jpg  \n",
      "  inflating: images/dogs/dog.178.jpg  \n",
      "  inflating: images/horses/horse-49.jpg  \n",
      "  inflating: images/horses/horse-100.jpg  \n",
      "  inflating: images/dogs/dog.175.jpg  \n",
      "  inflating: images/humans/rider-38.jpg  \n",
      "  inflating: images/cats/cat.50.jpg  \n",
      "  inflating: images/horses/horse-67.jpg  \n",
      "  inflating: images/humans/rider-60.jpg  \n",
      "  inflating: images/horses/horse-188.jpg  \n",
      "  inflating: images/dogs/dog.95.jpg  \n",
      "  inflating: images/cats/cat.89.jpg  \n",
      "  inflating: images/humans/rider-33.jpg  \n",
      "  inflating: images/dogs/dog.116.jpg  \n",
      "  inflating: images/cats/cat.150.jpg  \n",
      "  inflating: images/humans/rider-45.jpg  \n",
      "  inflating: images/dogs/dog.145.jpg  \n",
      "  inflating: images/dogs/dog.151.jpg  \n",
      "  inflating: images/dogs/dog.112.jpg  \n",
      "  inflating: images/dogs/dog.74.jpg  \n",
      "  inflating: images/humans/rider-51.jpg  \n",
      "  inflating: images/horses/horse-199.jpg  \n",
      "  inflating: images/horses/horse-166.jpg  \n",
      "  inflating: images/humans/rider-187.jpg  \n",
      "  inflating: images/humans/rider-17.jpg  \n",
      "  inflating: images/dogs/dog.194.jpg  \n",
      "  inflating: images/dogs/dog.64.jpg  \n",
      "  inflating: images/dogs/dog.36.jpg  \n",
      "  inflating: images/horses/horse-123.jpg  \n",
      "  inflating: images/dogs/dog.160.jpg  \n",
      "  inflating: images/humans/rider-176.jpg  \n",
      "  inflating: images/horses/horse-61.jpg  \n",
      "  inflating: images/horses/horse-83.jpg  \n",
      "  inflating: images/cats/cat.142.jpg  \n",
      "  inflating: images/dogs/dog.40.jpg  \n",
      "  inflating: images/horses/horse-171.jpg  \n",
      "  inflating: images/horses/horse-51.jpg  \n",
      "  inflating: images/cats/cat.118.jpg  \n",
      "  inflating: images/horses/horse-55.jpg  \n",
      "  inflating: images/cats/cat.83.jpg  \n",
      "  inflating: images/dogs/dog.9.jpg   \n",
      "  inflating: images/dogs/dog.18.jpg  \n",
      "  inflating: images/humans/rider-169.jpg  \n",
      "  inflating: images/humans/rider-134.jpg  \n",
      "  inflating: images/horses/horse-151.jpg  \n",
      "  inflating: images/humans/rider-88.jpg  \n",
      "  inflating: images/humans/rider-23.jpg  \n",
      "  inflating: images/dogs/dog.84.jpg  \n",
      "  inflating: images/cats/cat.164.jpg  \n",
      "  inflating: images/humans/rider-15.jpg  \n",
      "  inflating: images/cats/cat.141.jpg  \n",
      "  inflating: images/horses/horse-156.jpg  \n",
      "  inflating: images/horses/horse-88.jpg  \n",
      "  inflating: images/horses/horse-77.jpg  \n",
      "  inflating: images/dogs/dog.90.jpg  \n",
      "  inflating: images/cats/cat.179.jpg  \n",
      "  inflating: images/cats/cat.28.jpg  \n",
      "  inflating: images/cats/cat.10.jpg  \n",
      "  inflating: images/dogs/dog.89.jpg  \n",
      "  inflating: images/dogs/dog.69.jpg  \n",
      "  inflating: images/cats/cat.155.jpg  \n",
      "  inflating: images/cats/cat.116.jpg  \n",
      "  inflating: images/cats/cat.195.jpg  \n",
      "  inflating: images/humans/rider-166.jpg  \n",
      "  inflating: images/cats/cat.85.jpg  \n",
      "  inflating: images/humans/rider-152.jpg  \n",
      "  inflating: images/humans/rider-67.jpg  \n",
      "  inflating: images/dogs/dog.119.jpg  \n",
      "  inflating: images/cats/cat.58.jpg  \n",
      "  inflating: images/horses/horse-4.jpg  \n",
      "  inflating: images/cats/cat.189.jpg  \n",
      "  inflating: images/humans/rider-142.jpg  \n",
      "  inflating: images/horses/horse-196.jpg  \n",
      "  inflating: images/dogs/dog.30.jpg  \n",
      "  inflating: images/horses/horse-160.jpg  \n",
      "  inflating: images/humans/rider-57.jpg  \n",
      "  inflating: images/dogs/dog.146.jpg  \n",
      "  inflating: images/cats/cat.24.jpg  \n",
      "  inflating: images/horses/horse-200.jpg  \n",
      "  inflating: images/cats/cat.159.jpg  \n",
      "  inflating: images/cats/cat.110.jpg  \n",
      "  inflating: images/cats/cat.51.jpg  \n",
      "  inflating: images/horses/horse-25.jpg  \n",
      "  inflating: images/horses/horse-108.jpg  \n",
      "  inflating: images/dogs/dog.179.jpg  \n",
      "  inflating: images/cats/cat.71.jpg  \n",
      "  inflating: images/cats/cat.144.jpg  \n",
      "  inflating: images/horses/horse-174.jpg  \n",
      "  inflating: images/cats/cat.29.jpg  \n",
      "  inflating: images/dogs/dog.172.jpg  \n",
      "   creating: Images/cats/\n",
      "  inflating: images/humans/rider-186.jpg  \n",
      "  inflating: images/dogs/dog.26.jpg  \n",
      "  inflating: images/humans/rider-76.jpg  \n",
      "  inflating: images/horses/horse-38.jpg  \n",
      "  inflating: images/cats/cat.147.jpg  \n",
      "  inflating: images/cats/cat.20.jpg  \n",
      "  inflating: images/horses/horse-9.jpg  \n",
      "  inflating: images/cats/cat.77.jpg  \n",
      "  inflating: images/humans/rider-167.jpg  \n",
      "  inflating: images/horses/horse-47.jpg  \n",
      "  inflating: images/dogs/dog.186.jpg  \n",
      "  inflating: images/humans/rider-3.jpg  \n",
      "  inflating: images/horses/horse-142.jpg  \n",
      "  inflating: images/horses/horse-110.jpg  \n",
      "  inflating: images/humans/rider-128.jpg  \n",
      "  inflating: images/cats/cat.120.jpg  \n",
      "  inflating: images/horses/horse-71.jpg  \n",
      "  inflating: images/humans/rider-129.jpg  \n",
      "  inflating: images/horses/horse-11.jpg  \n",
      "  inflating: images/horses/horse-135.jpg  \n",
      "  inflating: images/dogs/dog.53.jpg  \n",
      "  inflating: images/horses/horse-144.jpg  \n",
      "  inflating: images/horses/horse-201.jpg  \n",
      "  inflating: images/horses/horse-66.jpg  \n",
      "  inflating: images/horses/horse-87.jpg  \n",
      "  inflating: images/humans/rider-61.jpg  \n",
      "  inflating: images/humans/rider-172.jpg  \n",
      "  inflating: images/cats/cat.15.jpg  \n",
      "  inflating: images/cats/cat.187.jpg  \n",
      "  inflating: images/dogs/dog.109.jpg  \n",
      "  inflating: images/humans/rider-110.jpg  \n",
      "  inflating: images/dogs/dog.191.jpg  \n",
      "  inflating: images/dogs/dog.180.jpg  \n",
      "  inflating: images/dogs/dog.127.jpg  \n",
      "  inflating: images/dogs/dog.111.jpg  \n",
      "  inflating: images/dogs/dog.158.jpg  \n",
      "  inflating: images/dogs/dog.100.jpg  \n",
      "  inflating: images/horses/horse-53.jpg  \n",
      "  inflating: images/cats/cat.17.jpg  \n",
      "  inflating: images/horses/horse-182.jpg  \n",
      "  inflating: images/humans/rider-39.jpg  \n",
      "  inflating: images/horses/horse-48.jpg  \n",
      "  inflating: images/dogs/dog.75.jpg  \n",
      "  inflating: images/dogs/dog.85.jpg  \n",
      "  inflating: images/dogs/dog.68.jpg  \n",
      "  inflating: images/horses/horse-153.jpg  \n",
      "  inflating: images/dogs/dog.125.jpg  \n",
      "   creating: Images/dogs/\n",
      "  inflating: images/dogs/dog.25.jpg  \n",
      "  inflating: images/humans/rider-97.jpg  \n",
      "  inflating: images/cats/cat.96.jpg  \n",
      "  inflating: images/humans/rider-70.jpg  \n",
      "  inflating: images/humans/rider-7.jpg  \n",
      "  inflating: images/horses/horse-128.jpg  \n",
      "  inflating: images/cats/cat.176.jpg  \n",
      "  inflating: images/humans/rider-178.jpg  \n",
      "  inflating: images/dogs/dog.176.jpg  \n",
      "  inflating: images/dogs/dog.167.jpg  \n",
      "  inflating: images/humans/rider-153.jpg  \n",
      "  inflating: images/horses/horse-122.jpg  \n",
      "  inflating: images/humans/rider-59.jpg  \n",
      "  inflating: images/horses/horse-173.jpg  \n",
      "  inflating: images/dogs/dog.117.jpg  \n",
      "  inflating: images/cats/cat.163.jpg  \n",
      "  inflating: images/cats/cat.126.jpg  \n",
      "  inflating: images/cats/cat.202.jpg  \n",
      "  inflating: images/cats/cat.23.jpg  \n",
      "  inflating: images/cats/cat.35.jpg  \n",
      "  inflating: images/cats/cat.167.jpg  \n",
      "  inflating: images/humans/rider-146.jpg  \n",
      "  inflating: images/dogs/dog.136.jpg  \n",
      "  inflating: images/dogs/dog.128.jpg  \n",
      "  inflating: images/dogs/dog.161.jpg  \n",
      "  inflating: images/horses/horse-132.jpg  \n",
      "   creating: Images/horses/\n",
      "  inflating: images/humans/rider-11.jpg  \n",
      "  inflating: images/horses/horse-92.jpg  \n",
      "  inflating: images/dogs/dog.157.jpg  \n",
      "  inflating: images/cats/cat.38.jpg  \n",
      "  inflating: images/humans/rider-40.jpg  \n",
      "  inflating: images/humans/rider-123.jpg  \n",
      "  inflating: images/horses/horse-19.jpg  \n",
      "  inflating: images/cats/cat.143.jpg  \n",
      "  inflating: images/humans/rider-104.jpg  \n",
      "  inflating: images/dogs/dog.181.jpg  \n",
      "  inflating: images/humans/rider-158.jpg  \n",
      "  inflating: images/cats/cat.19.jpg  \n",
      "  inflating: images/horses/horse-125.jpg  \n",
      "  inflating: images/horses/horse-70.jpg  \n",
      "  inflating: images/dogs/dog.45.jpg  \n",
      "  inflating: images/cats/cat.66.jpg  \n",
      "  inflating: images/humans/rider-82.jpg  \n",
      "  inflating: images/humans/rider-121.jpg  \n",
      "  inflating: images/horses/horse-10.jpg  \n",
      "  inflating: images/humans/rider-181.jpg  \n",
      "  inflating: images/dogs/dog.201.jpg  \n",
      "  inflating: images/humans/rider-21.jpg  \n",
      "  inflating: images/cats/cat.31.jpg  \n",
      "  inflating: images/horses/horse-109.jpg  \n",
      "  inflating: images/horses/horse-104.jpg  \n",
      "  inflating: images/dogs/dog.47.jpg  \n",
      "  inflating: images/dogs/dog.52.jpg  \n",
      "  inflating: images/humans/rider-36.jpg  \n",
      "  inflating: images/horses/horse-76.jpg  \n",
      "  inflating: images/cats/cat.32.jpg  \n",
      "  inflating: images/humans/rider-22.jpg  \n",
      "  inflating: images/dogs/dog.183.jpg  \n",
      "  inflating: images/dogs/dog.202.jpg  \n",
      "  inflating: images/humans/rider-164.jpg  \n",
      "  inflating: images/dogs/dog.170.jpg  \n",
      "  inflating: images/humans/rider-89.jpg  \n",
      "  inflating: images/cats/cat.46.jpg  \n",
      "  inflating: images/horses/horse-150.jpg  \n",
      "  inflating: images/humans/rider-165.jpg  \n",
      "  inflating: images/dogs/dog.96.jpg  \n",
      "  inflating: images/dogs/dog.77.jpg  \n",
      "  inflating: images/dogs/dog.65.jpg  \n",
      "  inflating: images/humans/rider-132.jpg  \n",
      "  inflating: images/cats/cat.153.jpg  \n",
      "  inflating: images/cats/cat.56.jpg  \n",
      "  inflating: images/humans/rider-14.jpg  \n",
      "  inflating: images/cats/cat.128.jpg  \n",
      "  inflating: images/humans/rider-92.jpg  \n",
      "  inflating: images/humans/rider-143.jpg  \n",
      "  inflating: images/horses/horse-134.jpg  \n",
      "  inflating: images/dogs/dog.131.jpg  \n",
      "  inflating: images/horses/horse-60.jpg  \n",
      "  inflating: images/horses/horse-2.jpg  \n",
      "  inflating: images/dogs/dog.4.jpg   \n",
      "  inflating: images/horses/horse-72.jpg  \n",
      "  inflating: images/dogs/dog.41.jpg  \n",
      "  inflating: images/humans/rider-29.jpg  \n",
      "  inflating: images/humans/rider-188.jpg  \n",
      "  inflating: images/dogs/dog.140.jpg  \n",
      "  inflating: images/cats/cat.92.jpg  \n",
      "  inflating: images/dogs/dog.190.jpg  \n",
      "  inflating: images/dogs/dog.22.jpg  \n",
      "  inflating: images/humans/rider-18.jpg  \n",
      "  inflating: images/horses/horse-116.jpg  \n",
      "  inflating: images/dogs/dog.70.jpg  \n",
      "  inflating: images/humans/rider-173.jpg  \n",
      "  inflating: images/horses/horse-57.jpg  \n",
      "  inflating: images/horses/horse-86.jpg  \n",
      "  inflating: images/dogs/dog.124.jpg  \n",
      "  inflating: images/dogs/dog.129.jpg  \n",
      "  inflating: images/humans/rider-24.jpg  \n",
      "  inflating: images/dogs/dog.118.jpg  \n",
      "  inflating: images/dogs/dog.147.jpg  \n",
      "  inflating: images/horses/horse-15.jpg  \n",
      "  inflating: images/humans/rider-93.jpg  \n",
      "  inflating: images/cats/cat.34.jpg  \n",
      "  inflating: images/humans/rider-116.jpg  \n",
      "  inflating: images/cats/cat.121.jpg  \n",
      "  inflating: images/cats/cat.181.jpg  \n",
      "   creating: Images/humans/\n",
      "  inflating: images/cats/cat.94.jpg  \n",
      "  inflating: images/cats/cat.1.jpg   \n",
      "  inflating: images/horses/horse-42.jpg  \n",
      "  inflating: images/humans/rider-111.jpg  \n",
      "  inflating: images/dogs/dog.59.jpg  \n",
      "  inflating: images/cats/cat.186.jpg  \n",
      "  inflating: images/cats/cat.62.jpg  \n",
      "  inflating: images/humans/rider-47.jpg  \n",
      "  inflating: images/cats/cat.135.jpg  \n",
      "  inflating: images/horses/horse-34.jpg  \n",
      "  inflating: images/cats/cat.158.jpg  \n",
      "  inflating: images/dogs/dog.148.jpg  \n",
      "  inflating: images/dogs/dog.137.jpg  \n",
      "  inflating: images/humans/rider-86.jpg  \n",
      "  inflating: images/cats/cat.111.jpg  \n",
      "  inflating: images/dogs/dog.60.jpg  \n",
      "  inflating: images/humans/rider-64.jpg  \n",
      "  inflating: images/humans/rider-159.jpg  \n",
      "  inflating: images/cats/cat.146.jpg  \n",
      "  inflating: images/horses/horse-39.jpg  \n",
      "  inflating: images/horses/horse-8.jpg  \n",
      "  inflating: images/cats/cat.47.jpg  \n",
      "  inflating: images/humans/rider-9.jpg  \n",
      "  inflating: images/cats/cat.22.jpg  \n",
      "  inflating: images/cats/cat.160.jpg  \n",
      "  inflating: images/cats/cat.55.jpg  \n",
      "  inflating: images/horses/horse-117.jpg  \n",
      "  inflating: images/horses/horse-165.jpg  \n",
      "  inflating: images/humans/rider-52.jpg  \n",
      "  inflating: images/cats/cat.64.jpg  \n",
      "  inflating: images/cats/cat.9.jpg   \n",
      "  inflating: images/horses/horse-30.jpg  \n",
      "  inflating: images/humans/rider-139.jpg  \n",
      "  inflating: images/dogs/dog.101.jpg  \n",
      "  inflating: images/humans/rider-120.jpg  \n",
      "  inflating: images/dogs/dog.122.jpg  \n",
      "  inflating: images/horses/horse-141.jpg  \n",
      "  inflating: images/horses/horse-33.jpg  \n",
      "  inflating: images/dogs/dog.149.jpg  \n",
      "  inflating: images/cats/cat.192.jpg  \n",
      "  inflating: images/cats/cat.165.jpg  \n",
      "  inflating: images/humans/rider-194.jpg  \n",
      "  inflating: images/cats/cat.173.jpg  \n",
      "  inflating: images/horses/horse-21.jpg  \n",
      "  inflating: images/horses/horse-195.jpg  \n",
      "  inflating: images/cats/cat.87.jpg  \n",
      "  inflating: images/dogs/dog.199.jpg  \n",
      "  inflating: images/horses/horse-17.jpg  \n",
      "  inflating: images/horses/horse-198.jpg  \n",
      "  inflating: images/humans/rider-41.jpg  \n",
      "  inflating: images/dogs/dog.154.jpg  \n",
      "  inflating: images/humans/rider-58.jpg  \n",
      "  inflating: images/humans/rider-160.jpg  \n",
      "  inflating: images/horses/horse-18.jpg  \n",
      "  inflating: images/cats/cat.194.jpg  \n",
      "  inflating: images/humans/rider-35.jpg  \n",
      "  inflating: images/humans/rider-133.jpg  \n",
      "  inflating: images/dogs/dog.187.jpg  \n",
      "  inflating: images/humans/rider-71.jpg  \n",
      "  inflating: images/humans/rider-6.jpg  \n",
      "  inflating: images/cats/cat.157.jpg  \n",
      "  inflating: images/cats/cat.41.jpg  \n",
      "  inflating: images/dogs/dog.152.jpg  \n",
      "  inflating: images/dogs/dog.58.jpg  \n",
      "  inflating: images/dogs/dog.97.jpg  \n",
      "  inflating: images/dogs/dog.200.jpg  \n",
      "  inflating: images/humans/rider-20.jpg  \n",
      "  inflating: images/humans/rider-69.jpg  \n",
      "  inflating: images/humans/rider-78.jpg  \n",
      "  inflating: images/horses/horse-43.jpg  \n",
      "  inflating: images/humans/rider-162.jpg  \n",
      "  inflating: images/cats/cat.152.jpg  \n",
      "  inflating: images/humans/rider-54.jpg  \n",
      "  inflating: images/horses/horse-163.jpg  \n",
      "  inflating: images/dogs/dog.110.jpg  \n",
      "  inflating: images/dogs/dog.188.jpg  \n",
      "  inflating: images/cats/cat.106.jpg  \n",
      "  inflating: images/dogs/dog.76.jpg  \n",
      "  inflating: images/cats/cat.109.jpg  \n",
      "  inflating: images/horses/horse-183.jpg  \n",
      "  inflating: images/cats/cat.36.jpg  \n",
      "  inflating: images/dogs/dog.23.jpg  \n",
      "  inflating: images/dogs/dog.7.jpg   \n",
      "  inflating: images/humans/rider-1.jpg  \n",
      "  inflating: images/horses/horse-179.jpg  \n",
      "  inflating: images/humans/rider-126.jpg  \n",
      "  inflating: images/humans/rider-105.jpg  \n",
      "  inflating: images/humans/rider-30.jpg  \n",
      "  inflating: images/dogs/dog.49.jpg  \n",
      "  inflating: images/cats/cat.185.jpg  \n",
      "  inflating: images/dogs/dog.164.jpg  \n",
      "  inflating: images/horses/horse-35.jpg  \n",
      "  inflating: images/cats/cat.13.jpg  \n",
      "  inflating: images/cats/cat.82.jpg  \n",
      "  inflating: images/cats/cat.4.jpg   \n",
      "  inflating: images/humans/rider-90.jpg  \n",
      "  inflating: images/cats/cat.97.jpg  \n",
      "  inflating: images/dogs/dog.15.jpg  \n",
      "  inflating: images/dogs/dog.192.jpg  \n",
      "  inflating: images/horses/horse-63.jpg  \n",
      "  inflating: images/humans/rider-189.jpg  \n",
      "  inflating: images/humans/rider-91.jpg  \n",
      "  inflating: images/cats/cat.93.jpg  \n",
      "  inflating: images/humans/rider-12.jpg  \n",
      "  inflating: images/horses/horse-91.jpg  \n",
      "  inflating: images/dogs/dog.182.jpg  \n",
      "  inflating: images/dogs/dog.24.jpg  \n",
      "  inflating: images/cats/cat.131.jpg  \n",
      "  inflating: images/dogs/dog.104.jpg  \n",
      "  inflating: images/horses/horse-137.jpg  \n",
      "  inflating: images/cats/cat.63.jpg  \n",
      "  inflating: images/humans/rider-19.jpg  \n",
      "  inflating: images/horses/horse-22.jpg  \n",
      "  inflating: images/humans/rider-179.jpg  \n",
      "  inflating: images/dogs/dog.138.jpg  \n",
      "  inflating: images/horses/horse-113.jpg  \n",
      "  inflating: images/horses/horse-175.jpg  \n",
      "  inflating: images/dogs/dog.6.jpg   \n",
      "  inflating: images/humans/rider-195.jpg  \n",
      "  inflating: images/horses/horse-131.jpg  \n",
      "  inflating: images/horses/horse-7.jpg  \n",
      "  inflating: images/humans/rider-37.jpg  \n",
      "  inflating: images/cats/cat.149.jpg  \n",
      "  inflating: images/horses/horse-65.jpg  \n",
      "  inflating: images/dogs/dog.42.jpg  \n",
      "  inflating: images/dogs/dog.39.jpg  \n",
      "  inflating: images/horses/horse-14.jpg  \n",
      "  inflating: images/horses/horse-44.jpg  \n",
      "  inflating: images/horses/horse-97.jpg  \n",
      "  inflating: images/cats/cat.7.jpg   \n",
      "  inflating: images/humans/rider-108.jpg  \n",
      "  inflating: images/humans/rider-72.jpg  \n",
      "  inflating: images/dogs/dog.83.jpg  \n",
      "  inflating: images/horses/horse-194.jpg  \n",
      "  inflating: images/dogs/dog.1.jpg   \n",
      "  inflating: images/horses/horse-80.jpg  \n",
      "  inflating: images/humans/rider-175.jpg  \n",
      "  inflating: images/humans/rider-87.jpg  \n",
      "  inflating: images/humans/rider-161.jpg  \n",
      "  inflating: images/cats/cat.69.jpg  \n",
      "  inflating: images/horses/horse-90.jpg  \n",
      "  inflating: images/horses/horse-20.jpg  \n",
      "  inflating: images/dogs/dog.105.jpg  \n",
      "  inflating: images/dogs/dog.177.jpg  \n",
      "  inflating: images/dogs/dog.98.jpg  \n",
      "  inflating: images/humans/rider-62.jpg  \n",
      "  inflating: images/cats/cat.105.jpg  \n",
      "  inflating: images/cats/cat.98.jpg  \n",
      "  inflating: images/cats/cat.180.jpg  \n",
      "  inflating: images/humans/rider-182.jpg  \n",
      "  inflating: images/humans/rider-117.jpg  \n",
      "  inflating: images/humans/rider-65.jpg  \n",
      "  inflating: images/dogs/dog.35.jpg  \n",
      "  inflating: images/cats/cat.112.jpg  \n",
      "  inflating: images/humans/rider-8.jpg  \n",
      "  inflating: images/cats/cat.130.jpg  \n",
      "  inflating: images/cats/cat.26.jpg  \n",
      "  inflating: images/humans/rider-100.jpg  \n",
      "  inflating: images/humans/rider-156.jpg  \n",
      "  inflating: images/dogs/dog.114.jpg  \n",
      "  inflating: images/cats/cat.48.jpg  \n",
      "  inflating: images/cats/cat.132.jpg  \n",
      "  inflating: images/dogs/dog.132.jpg  \n",
      "  inflating: images/humans/rider-193.jpg  \n",
      "  inflating: images/humans/rider-138.jpg  \n",
      "  inflating: images/horses/horse-26.jpg  \n",
      "  inflating: images/horses/horse-187.jpg  \n",
      "  inflating: images/humans/rider-25.jpg  \n",
      "  inflating: images/cats/cat.114.jpg  \n",
      "  inflating: images/dogs/dog.14.jpg  \n",
      "  inflating: images/horses/horse-107.jpg  \n",
      "  inflating: images/horses/horse-181.jpg  \n",
      "  inflating: images/humans/rider-31.jpg  \n",
      "  inflating: images/cats/cat.42.jpg  \n",
      "  inflating: images/horses/horse-41.jpg  \n",
      "  inflating: images/humans/rider-200.jpg  \n",
      "  inflating: images/horses/horse-64.jpg  \n",
      "  inflating: images/cats/cat.100.jpg  \n",
      "  inflating: images/cats/cat.136.jpg  \n",
      "  inflating: images/cats/cat.40.jpg  \n",
      "  inflating: images/cats/cat.37.jpg  \n",
      "  inflating: images/horses/horse-126.jpg  \n",
      "  inflating: images/dogs/dog.193.jpg  \n",
      "  inflating: images/dogs/dog.33.jpg  \n",
      "  inflating: images/horses/horse-193.jpg  \n",
      "  inflating: images/horses/horse-167.jpg  \n",
      "  inflating: images/dogs/dog.86.jpg  \n",
      "  inflating: images/cats/cat.72.jpg  \n",
      "  inflating: images/dogs/dog.198.jpg  \n",
      "  inflating: images/dogs/dog.81.jpg  \n",
      "  inflating: images/cats/cat.108.jpg  \n",
      "  inflating: images/humans/rider-145.jpg  \n",
      "  inflating: images/horses/horse-202.jpg  \n",
      "  inflating: images/humans/rider-101.jpg  \n",
      "  inflating: images/horses/horse-147.jpg  \n",
      "  inflating: images/cats/cat.172.jpg  \n",
      "  inflating: images/humans/rider-53.jpg  \n",
      "  inflating: images/humans/rider-42.jpg  \n",
      "  inflating: images/horses/horse-164.jpg  \n",
      "  inflating: images/horses/horse-105.jpg  \n",
      "  inflating: images/cats/cat.139.jpg  \n",
      "  inflating: images/dogs/dog.21.jpg  \n",
      "  inflating: images/horses/horse-56.jpg  \n",
      "  inflating: images/cats/cat.161.jpg  \n",
      "  inflating: images/humans/rider-184.jpg  \n",
      "  inflating: images/horses/horse-52.jpg  \n",
      "  inflating: images/dogs/dog.153.jpg  \n",
      "  inflating: images/horses/horse-37.jpg  \n",
      "  inflating: images/horses/horse-112.jpg  \n",
      "  inflating: images/horses/horse-169.jpg  \n",
      "  inflating: images/horses/horse-162.jpg  \n",
      "  inflating: images/cats/cat.169.jpg  \n",
      "  inflating: images/cats/cat.65.jpg  \n",
      "  inflating: images/cats/cat.74.jpg  \n",
      "  inflating: images/humans/rider-55.jpg  \n",
      "  inflating: images/humans/rider-94.jpg  \n",
      "  inflating: images/dogs/dog.57.jpg  \n",
      "  inflating: images/humans/rider-118.jpg  \n",
      "  inflating: images/dogs/dog.123.jpg  \n",
      "  inflating: images/humans/rider-136.jpg  \n",
      "  inflating: images/horses/horse-172.jpg  \n",
      "  inflating: images/dogs/dog.12.jpg  \n",
      "  inflating: images/dogs/dog.28.jpg  \n",
      "  inflating: images/horses/horse-140.jpg  \n",
      "  inflating: images/dogs/dog.141.jpg  \n",
      "  inflating: images/horses/horse-186.jpg  \n",
      "  inflating: images/cats/cat.115.jpg  \n",
      "  inflating: images/cats/cat.170.jpg  \n",
      "  inflating: images/humans/rider-13.jpg  \n",
      "  inflating: images/horses/horse-62.jpg  \n",
      "  inflating: images/cats/cat.16.jpg  \n",
      "  inflating: images/cats/cat.14.jpg  \n",
      "  inflating: images/cats/cat.138.jpg  \n",
      "  inflating: images/cats/cat.90.jpg  \n",
      "  inflating: images/dogs/dog.143.jpg  \n",
      "  inflating: images/dogs/dog.66.jpg  \n",
      "  inflating: images/humans/rider-79.jpg  \n",
      "  inflating: images/cats/cat.78.jpg  \n",
      "  inflating: images/horses/horse-191.jpg  \n",
      "  inflating: images/dogs/dog.162.jpg  \n",
      "  inflating: images/dogs/dog.61.jpg  \n",
      "  inflating: images/cats/cat.191.jpg  \n",
      "  inflating: images/cats/cat.27.jpg  \n",
      "  inflating: images/humans/rider-112.jpg  \n",
      "  inflating: images/horses/horse-190.jpg  \n",
      "  inflating: images/dogs/dog.189.jpg  \n",
      "  inflating: images/humans/rider-49.jpg  \n",
      "  inflating: images/cats/cat.129.jpg  \n",
      "  inflating: images/dogs/dog.106.jpg  \n",
      "  inflating: images/dogs/dog.27.jpg  \n",
      "  inflating: images/humans/rider-44.jpg  \n",
      "  inflating: images/horses/horse-184.jpg  \n",
      "  inflating: images/dogs/dog.139.jpg  \n",
      "  inflating: images/horses/horse-130.jpg  \n",
      "  inflating: images/humans/rider-150.jpg  \n",
      "  inflating: images/horses/horse-59.jpg  \n",
      "  inflating: images/humans/rider-5.jpg  \n",
      "  inflating: images/cats/cat.145.jpg  \n",
      "  inflating: images/cats/cat.2.jpg   \n",
      "  inflating: images/horses/horse-6.jpg  \n",
      "  inflating: images/dogs/dog.107.jpg  \n",
      "  inflating: images/cats/cat.148.jpg  \n",
      "  inflating: images/cats/cat.101.jpg  \n",
      "  inflating: images/dogs/dog.184.jpg  \n",
      "  inflating: images/dogs/dog.34.jpg  \n",
      "  inflating: images/horses/horse-31.jpg  \n",
      "  inflating: images/horses/horse-85.jpg  \n",
      "  inflating: images/horses/horse-154.jpg  \n",
      "  inflating: images/humans/rider-170.jpg  \n",
      "  inflating: images/dogs/dog.171.jpg  \n",
      "  inflating: images/humans/rider-174.jpg  \n",
      "  inflating: images/horses/horse-81.jpg  \n",
      "  inflating: images/cats/cat.12.jpg  \n",
      "  inflating: images/horses/horse-50.jpg  \n",
      "  inflating: images/humans/rider-127.jpg  \n",
      "  inflating: images/dogs/dog.165.jpg  \n",
      "  inflating: images/horses/horse-178.jpg  \n",
      "\n",
      "1 archive had fatal errors.\n"
     ]
    }
   ],
   "source": [
    "!unzip AABXTlPlU-1f4L_VdS4wY06ca?dl=0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "iH31pFGK9HTZ",
    "outputId": "8779a3fc-bc6a-40e1-e95c-83b842364378"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "'AABXTlPlU-1f4L_VdS4wY06ca?dl=0'   images   Images   sample_data\n"
     ]
    }
   ],
   "source": [
    "!ls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "uIikApro9JaO",
    "outputId": "1350ce34-42b9-4106-d087-84c6d3338b11"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['horses', 'cats', 'dogs', 'humans']\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "folders = os.listdir(\"images\")\n",
    "print(folders)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "NjLi5vQC9PaI"
   },
   "outputs": [],
   "source": [
    "image_data = []\n",
    "labels = []\n",
    "\n",
    "label_dict = {\n",
    "    'cats':0,\n",
    "    'dogs':1,\n",
    "    'horses':2,\n",
    "    'humans':3\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "Guc9JvSO9iXg",
    "outputId": "f43e95f8-f81f-47b5-86fa-215151edc506"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "from keras.preprocessing import image\n",
    "\n",
    "for ix in folders:\n",
    "  path = os.path.join('images',ix)\n",
    "  for im in os.listdir(path):\n",
    "    img = image.load_img(os.path.join(path,im), target_size=((224,224)))\n",
    "    img_array = image.img_to_array(img)\n",
    "    image_data.append(img_array)\n",
    "    labels.append(label_dict[ix])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "2prw9C6m9uqk",
    "outputId": "6099df46-ab82-4e7b-e645-eff109fff37a"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "808 808\n"
     ]
    }
   ],
   "source": [
    "print(len(image_data), len(labels))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "kOjuMIqB-kZa"
   },
   "outputs": [],
   "source": [
    "import random\n",
    "combined = list(zip(image_data, labels))\n",
    "random.shuffle(combined)\n",
    "\n",
    "image_data[:], labels[:] = zip(*combined)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "oB_yLpJQ-7Q7",
    "outputId": "a8a189e8-0ed7-47f8-b218-eebcd2af09f4"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0, 1, 1, 3, 1]\n"
     ]
    }
   ],
   "source": [
    "print(labels[:5])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "1e-3tRSh-_HE",
    "outputId": "975dbf51-4901-491b-a74f-40e33880db1a"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(808, 224, 224, 3) (808,)\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "\n",
    "X_train = np.array(image_data)\n",
    "Y_train = np.array(labels)\n",
    "\n",
    "print(X_train.shape, Y_train.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "_Jm5G7ozAC9m",
    "outputId": "fa7d3bbb-dd9f-46d3-fc82-49bb0478cd4d"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(808, 224, 224, 3) (808, 4)\n"
     ]
    }
   ],
   "source": [
    "from keras.utils import np_utils\n",
    "\n",
    "Y_train = np_utils.to_categorical(Y_train)\n",
    "print(X_train.shape, Y_train.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "OQvAdUxhAfD1"
   },
   "outputs": [],
   "source": [
    "#Create the Resnet50 model\n",
    "from keras.applications.resnet50 import ResNet50\n",
    "from keras.optimizers import Adam\n",
    "from keras.layers import *\n",
    "from keras.models import Model\n",
    "\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 6497
    },
    "colab_type": "code",
    "id": "M7lg0B0MB6gm",
    "outputId": "80f49c6b-fc97-4a70-ceed-06f73bebf571"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Colocations handled automatically by placer.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/keras_applications/resnet50.py:265: UserWarning: The output shape of `ResNet50(include_top=False)` has been changed since Keras 2.2.0.\n",
      "  warnings.warn('The output shape of `ResNet50(include_top=False)` '\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading data from https://github.com/fchollet/deep-learning-models/releases/download/v0.2/resnet50_weights_tf_dim_ordering_tf_kernels_notop.h5\n",
      "94658560/94653016 [==============================] - 1s 0us/step\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 224, 224, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv1_pad (ZeroPadding2D)       (None, 230, 230, 3)  0           input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv1 (Conv2D)                  (None, 112, 112, 64) 9472        conv1_pad[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "bn_conv1 (BatchNormalization)   (None, 112, 112, 64) 256         conv1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "activation_1 (Activation)       (None, 112, 112, 64) 0           bn_conv1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool1_pad (ZeroPadding2D)       (None, 114, 114, 64) 0           activation_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2D)  (None, 56, 56, 64)   0           pool1_pad[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2a (Conv2D)         (None, 56, 56, 64)   4160        max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2a (BatchNormalizati (None, 56, 56, 64)   256         res2a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_2 (Activation)       (None, 56, 56, 64)   0           bn2a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2b (Conv2D)         (None, 56, 56, 64)   36928       activation_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2b (BatchNormalizati (None, 56, 56, 64)   256         res2a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_3 (Activation)       (None, 56, 56, 64)   0           bn2a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2c (Conv2D)         (None, 56, 56, 256)  16640       activation_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch1 (Conv2D)          (None, 56, 56, 256)  16640       max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2c (BatchNormalizati (None, 56, 56, 256)  1024        res2a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch1 (BatchNormalizatio (None, 56, 56, 256)  1024        res2a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_1 (Add)                     (None, 56, 56, 256)  0           bn2a_branch2c[0][0]              \n",
      "                                                                 bn2a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_4 (Activation)       (None, 56, 56, 256)  0           add_1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2a (Conv2D)         (None, 56, 56, 64)   16448       activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2a (BatchNormalizati (None, 56, 56, 64)   256         res2b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_5 (Activation)       (None, 56, 56, 64)   0           bn2b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2b (Conv2D)         (None, 56, 56, 64)   36928       activation_5[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2b (BatchNormalizati (None, 56, 56, 64)   256         res2b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_6 (Activation)       (None, 56, 56, 64)   0           bn2b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2c (Conv2D)         (None, 56, 56, 256)  16640       activation_6[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2c (BatchNormalizati (None, 56, 56, 256)  1024        res2b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_2 (Add)                     (None, 56, 56, 256)  0           bn2b_branch2c[0][0]              \n",
      "                                                                 activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_7 (Activation)       (None, 56, 56, 256)  0           add_2[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2a (Conv2D)         (None, 56, 56, 64)   16448       activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2a (BatchNormalizati (None, 56, 56, 64)   256         res2c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_8 (Activation)       (None, 56, 56, 64)   0           bn2c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2b (Conv2D)         (None, 56, 56, 64)   36928       activation_8[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2b (BatchNormalizati (None, 56, 56, 64)   256         res2c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_9 (Activation)       (None, 56, 56, 64)   0           bn2c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2c (Conv2D)         (None, 56, 56, 256)  16640       activation_9[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2c (BatchNormalizati (None, 56, 56, 256)  1024        res2c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_3 (Add)                     (None, 56, 56, 256)  0           bn2c_branch2c[0][0]              \n",
      "                                                                 activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_10 (Activation)      (None, 56, 56, 256)  0           add_3[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch2a (Conv2D)         (None, 28, 28, 128)  32896       activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_11 (Activation)      (None, 28, 28, 128)  0           bn3a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_11[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_12 (Activation)      (None, 28, 28, 128)  0           bn3a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_12[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch1 (Conv2D)          (None, 28, 28, 512)  131584      activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch1 (BatchNormalizatio (None, 28, 28, 512)  2048        res3a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_4 (Add)                     (None, 28, 28, 512)  0           bn3a_branch2c[0][0]              \n",
      "                                                                 bn3a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_13 (Activation)      (None, 28, 28, 512)  0           add_4[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3b_branch2a (Conv2D)         (None, 28, 28, 128)  65664       activation_13[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3b_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_14 (Activation)      (None, 28, 28, 128)  0           bn3b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3b_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_14[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3b_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_15 (Activation)      (None, 28, 28, 128)  0           bn3b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3b_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_15[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3b_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_5 (Add)                     (None, 28, 28, 512)  0           bn3b_branch2c[0][0]              \n",
      "                                                                 activation_13[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_16 (Activation)      (None, 28, 28, 512)  0           add_5[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3c_branch2a (Conv2D)         (None, 28, 28, 128)  65664       activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3c_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_17 (Activation)      (None, 28, 28, 128)  0           bn3c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3c_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_17[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3c_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_18 (Activation)      (None, 28, 28, 128)  0           bn3c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3c_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_18[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3c_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_6 (Add)                     (None, 28, 28, 512)  0           bn3c_branch2c[0][0]              \n",
      "                                                                 activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_19 (Activation)      (None, 28, 28, 512)  0           add_6[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3d_branch2a (Conv2D)         (None, 28, 28, 128)  65664       activation_19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3d_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3d_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_20 (Activation)      (None, 28, 28, 128)  0           bn3d_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3d_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_20[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3d_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3d_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_21 (Activation)      (None, 28, 28, 128)  0           bn3d_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3d_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_21[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3d_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3d_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_7 (Add)                     (None, 28, 28, 512)  0           bn3d_branch2c[0][0]              \n",
      "                                                                 activation_19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_22 (Activation)      (None, 28, 28, 512)  0           add_7[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch2a (Conv2D)         (None, 14, 14, 256)  131328      activation_22[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_23 (Activation)      (None, 14, 14, 256)  0           bn4a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_23[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_24 (Activation)      (None, 14, 14, 256)  0           bn4a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_24[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch1 (Conv2D)          (None, 14, 14, 1024) 525312      activation_22[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch1 (BatchNormalizatio (None, 14, 14, 1024) 4096        res4a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_8 (Add)                     (None, 14, 14, 1024) 0           bn4a_branch2c[0][0]              \n",
      "                                                                 bn4a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_25 (Activation)      (None, 14, 14, 1024) 0           add_8[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res4b_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_25[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4b_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_26 (Activation)      (None, 14, 14, 256)  0           bn4b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4b_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_26[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4b_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_27 (Activation)      (None, 14, 14, 256)  0           bn4b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4b_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_27[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4b_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_9 (Add)                     (None, 14, 14, 1024) 0           bn4b_branch2c[0][0]              \n",
      "                                                                 activation_25[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_28 (Activation)      (None, 14, 14, 1024) 0           add_9[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res4c_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4c_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_29 (Activation)      (None, 14, 14, 256)  0           bn4c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4c_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_29[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4c_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_30 (Activation)      (None, 14, 14, 256)  0           bn4c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4c_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_30[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4c_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_10 (Add)                    (None, 14, 14, 1024) 0           bn4c_branch2c[0][0]              \n",
      "                                                                 activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_31 (Activation)      (None, 14, 14, 1024) 0           add_10[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res4d_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_31[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4d_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4d_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_32 (Activation)      (None, 14, 14, 256)  0           bn4d_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4d_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_32[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4d_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4d_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_33 (Activation)      (None, 14, 14, 256)  0           bn4d_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4d_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_33[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4d_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4d_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_11 (Add)                    (None, 14, 14, 1024) 0           bn4d_branch2c[0][0]              \n",
      "                                                                 activation_31[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_34 (Activation)      (None, 14, 14, 1024) 0           add_11[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res4e_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_34[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4e_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4e_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_35 (Activation)      (None, 14, 14, 256)  0           bn4e_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4e_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_35[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4e_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4e_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_36 (Activation)      (None, 14, 14, 256)  0           bn4e_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4e_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_36[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4e_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4e_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_12 (Add)                    (None, 14, 14, 1024) 0           bn4e_branch2c[0][0]              \n",
      "                                                                 activation_34[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_37 (Activation)      (None, 14, 14, 1024) 0           add_12[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res4f_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_37[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4f_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4f_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_38 (Activation)      (None, 14, 14, 256)  0           bn4f_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4f_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_38[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4f_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4f_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_39 (Activation)      (None, 14, 14, 256)  0           bn4f_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4f_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_39[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4f_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4f_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_13 (Add)                    (None, 14, 14, 1024) 0           bn4f_branch2c[0][0]              \n",
      "                                                                 activation_37[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_40 (Activation)      (None, 14, 14, 1024) 0           add_13[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch2a (Conv2D)         (None, 7, 7, 512)    524800      activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch2a (BatchNormalizati (None, 7, 7, 512)    2048        res5a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_41 (Activation)      (None, 7, 7, 512)    0           bn5a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch2b (Conv2D)         (None, 7, 7, 512)    2359808     activation_41[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch2b (BatchNormalizati (None, 7, 7, 512)    2048        res5a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_42 (Activation)      (None, 7, 7, 512)    0           bn5a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch2c (Conv2D)         (None, 7, 7, 2048)   1050624     activation_42[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch1 (Conv2D)          (None, 7, 7, 2048)   2099200     activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch2c (BatchNormalizati (None, 7, 7, 2048)   8192        res5a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch1 (BatchNormalizatio (None, 7, 7, 2048)   8192        res5a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_14 (Add)                    (None, 7, 7, 2048)   0           bn5a_branch2c[0][0]              \n",
      "                                                                 bn5a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_43 (Activation)      (None, 7, 7, 2048)   0           add_14[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res5b_branch2a (Conv2D)         (None, 7, 7, 512)    1049088     activation_43[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5b_branch2a (BatchNormalizati (None, 7, 7, 512)    2048        res5b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_44 (Activation)      (None, 7, 7, 512)    0           bn5b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5b_branch2b (Conv2D)         (None, 7, 7, 512)    2359808     activation_44[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5b_branch2b (BatchNormalizati (None, 7, 7, 512)    2048        res5b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_45 (Activation)      (None, 7, 7, 512)    0           bn5b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5b_branch2c (Conv2D)         (None, 7, 7, 2048)   1050624     activation_45[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5b_branch2c (BatchNormalizati (None, 7, 7, 2048)   8192        res5b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_15 (Add)                    (None, 7, 7, 2048)   0           bn5b_branch2c[0][0]              \n",
      "                                                                 activation_43[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_46 (Activation)      (None, 7, 7, 2048)   0           add_15[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res5c_branch2a (Conv2D)         (None, 7, 7, 512)    1049088     activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5c_branch2a (BatchNormalizati (None, 7, 7, 512)    2048        res5c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_47 (Activation)      (None, 7, 7, 512)    0           bn5c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5c_branch2b (Conv2D)         (None, 7, 7, 512)    2359808     activation_47[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5c_branch2b (BatchNormalizati (None, 7, 7, 512)    2048        res5c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_48 (Activation)      (None, 7, 7, 512)    0           bn5c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5c_branch2c (Conv2D)         (None, 7, 7, 2048)   1050624     activation_48[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5c_branch2c (BatchNormalizati (None, 7, 7, 2048)   8192        res5c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_16 (Add)                    (None, 7, 7, 2048)   0           bn5c_branch2c[0][0]              \n",
      "                                                                 activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_49 (Activation)      (None, 7, 7, 2048)   0           add_16[0][0]                     \n",
      "==================================================================================================\n",
      "Total params: 23,587,712\n",
      "Trainable params: 23,534,592\n",
      "Non-trainable params: 53,120\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model = ResNet50(include_top=False, weights='imagenet', input_shape=(224,224,3))\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 6599
    },
    "colab_type": "code",
    "id": "SJW3q1FtCN9U",
    "outputId": "50c1e455-f3c2-4543-e317-6321f1614270"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/keras/backend/tensorflow_backend.py:3445: calling dropout (from tensorflow.python.ops.nn_ops) with keep_prob is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use `rate` instead of `keep_prob`. Rate should be set to `rate = 1 - keep_prob`.\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 224, 224, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv1_pad (ZeroPadding2D)       (None, 230, 230, 3)  0           input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv1 (Conv2D)                  (None, 112, 112, 64) 9472        conv1_pad[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "bn_conv1 (BatchNormalization)   (None, 112, 112, 64) 256         conv1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "activation_1 (Activation)       (None, 112, 112, 64) 0           bn_conv1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool1_pad (ZeroPadding2D)       (None, 114, 114, 64) 0           activation_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2D)  (None, 56, 56, 64)   0           pool1_pad[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2a (Conv2D)         (None, 56, 56, 64)   4160        max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2a (BatchNormalizati (None, 56, 56, 64)   256         res2a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_2 (Activation)       (None, 56, 56, 64)   0           bn2a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2b (Conv2D)         (None, 56, 56, 64)   36928       activation_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2b (BatchNormalizati (None, 56, 56, 64)   256         res2a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_3 (Activation)       (None, 56, 56, 64)   0           bn2a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2c (Conv2D)         (None, 56, 56, 256)  16640       activation_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch1 (Conv2D)          (None, 56, 56, 256)  16640       max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2c (BatchNormalizati (None, 56, 56, 256)  1024        res2a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch1 (BatchNormalizatio (None, 56, 56, 256)  1024        res2a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_1 (Add)                     (None, 56, 56, 256)  0           bn2a_branch2c[0][0]              \n",
      "                                                                 bn2a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_4 (Activation)       (None, 56, 56, 256)  0           add_1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2a (Conv2D)         (None, 56, 56, 64)   16448       activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2a (BatchNormalizati (None, 56, 56, 64)   256         res2b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_5 (Activation)       (None, 56, 56, 64)   0           bn2b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2b (Conv2D)         (None, 56, 56, 64)   36928       activation_5[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2b (BatchNormalizati (None, 56, 56, 64)   256         res2b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_6 (Activation)       (None, 56, 56, 64)   0           bn2b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2c (Conv2D)         (None, 56, 56, 256)  16640       activation_6[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2c (BatchNormalizati (None, 56, 56, 256)  1024        res2b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_2 (Add)                     (None, 56, 56, 256)  0           bn2b_branch2c[0][0]              \n",
      "                                                                 activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_7 (Activation)       (None, 56, 56, 256)  0           add_2[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2a (Conv2D)         (None, 56, 56, 64)   16448       activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2a (BatchNormalizati (None, 56, 56, 64)   256         res2c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_8 (Activation)       (None, 56, 56, 64)   0           bn2c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2b (Conv2D)         (None, 56, 56, 64)   36928       activation_8[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2b (BatchNormalizati (None, 56, 56, 64)   256         res2c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_9 (Activation)       (None, 56, 56, 64)   0           bn2c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2c (Conv2D)         (None, 56, 56, 256)  16640       activation_9[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2c (BatchNormalizati (None, 56, 56, 256)  1024        res2c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_3 (Add)                     (None, 56, 56, 256)  0           bn2c_branch2c[0][0]              \n",
      "                                                                 activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_10 (Activation)      (None, 56, 56, 256)  0           add_3[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch2a (Conv2D)         (None, 28, 28, 128)  32896       activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_11 (Activation)      (None, 28, 28, 128)  0           bn3a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_11[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_12 (Activation)      (None, 28, 28, 128)  0           bn3a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_12[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch1 (Conv2D)          (None, 28, 28, 512)  131584      activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch1 (BatchNormalizatio (None, 28, 28, 512)  2048        res3a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_4 (Add)                     (None, 28, 28, 512)  0           bn3a_branch2c[0][0]              \n",
      "                                                                 bn3a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_13 (Activation)      (None, 28, 28, 512)  0           add_4[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3b_branch2a (Conv2D)         (None, 28, 28, 128)  65664       activation_13[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3b_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_14 (Activation)      (None, 28, 28, 128)  0           bn3b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3b_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_14[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3b_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_15 (Activation)      (None, 28, 28, 128)  0           bn3b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3b_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_15[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3b_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_5 (Add)                     (None, 28, 28, 512)  0           bn3b_branch2c[0][0]              \n",
      "                                                                 activation_13[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_16 (Activation)      (None, 28, 28, 512)  0           add_5[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3c_branch2a (Conv2D)         (None, 28, 28, 128)  65664       activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3c_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_17 (Activation)      (None, 28, 28, 128)  0           bn3c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3c_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_17[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3c_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_18 (Activation)      (None, 28, 28, 128)  0           bn3c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3c_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_18[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3c_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_6 (Add)                     (None, 28, 28, 512)  0           bn3c_branch2c[0][0]              \n",
      "                                                                 activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_19 (Activation)      (None, 28, 28, 512)  0           add_6[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3d_branch2a (Conv2D)         (None, 28, 28, 128)  65664       activation_19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3d_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3d_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_20 (Activation)      (None, 28, 28, 128)  0           bn3d_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3d_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_20[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3d_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3d_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_21 (Activation)      (None, 28, 28, 128)  0           bn3d_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3d_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_21[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3d_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3d_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_7 (Add)                     (None, 28, 28, 512)  0           bn3d_branch2c[0][0]              \n",
      "                                                                 activation_19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_22 (Activation)      (None, 28, 28, 512)  0           add_7[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch2a (Conv2D)         (None, 14, 14, 256)  131328      activation_22[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_23 (Activation)      (None, 14, 14, 256)  0           bn4a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_23[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_24 (Activation)      (None, 14, 14, 256)  0           bn4a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_24[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch1 (Conv2D)          (None, 14, 14, 1024) 525312      activation_22[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch1 (BatchNormalizatio (None, 14, 14, 1024) 4096        res4a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_8 (Add)                     (None, 14, 14, 1024) 0           bn4a_branch2c[0][0]              \n",
      "                                                                 bn4a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_25 (Activation)      (None, 14, 14, 1024) 0           add_8[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res4b_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_25[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4b_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_26 (Activation)      (None, 14, 14, 256)  0           bn4b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4b_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_26[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4b_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_27 (Activation)      (None, 14, 14, 256)  0           bn4b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4b_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_27[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4b_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_9 (Add)                     (None, 14, 14, 1024) 0           bn4b_branch2c[0][0]              \n",
      "                                                                 activation_25[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_28 (Activation)      (None, 14, 14, 1024) 0           add_9[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res4c_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4c_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_29 (Activation)      (None, 14, 14, 256)  0           bn4c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4c_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_29[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4c_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_30 (Activation)      (None, 14, 14, 256)  0           bn4c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4c_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_30[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4c_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_10 (Add)                    (None, 14, 14, 1024) 0           bn4c_branch2c[0][0]              \n",
      "                                                                 activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_31 (Activation)      (None, 14, 14, 1024) 0           add_10[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res4d_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_31[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4d_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4d_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_32 (Activation)      (None, 14, 14, 256)  0           bn4d_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4d_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_32[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4d_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4d_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_33 (Activation)      (None, 14, 14, 256)  0           bn4d_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4d_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_33[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4d_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4d_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_11 (Add)                    (None, 14, 14, 1024) 0           bn4d_branch2c[0][0]              \n",
      "                                                                 activation_31[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_34 (Activation)      (None, 14, 14, 1024) 0           add_11[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res4e_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_34[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4e_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4e_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_35 (Activation)      (None, 14, 14, 256)  0           bn4e_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4e_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_35[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4e_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4e_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_36 (Activation)      (None, 14, 14, 256)  0           bn4e_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4e_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_36[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4e_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4e_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_12 (Add)                    (None, 14, 14, 1024) 0           bn4e_branch2c[0][0]              \n",
      "                                                                 activation_34[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_37 (Activation)      (None, 14, 14, 1024) 0           add_12[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res4f_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_37[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4f_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4f_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_38 (Activation)      (None, 14, 14, 256)  0           bn4f_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4f_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_38[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4f_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4f_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_39 (Activation)      (None, 14, 14, 256)  0           bn4f_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4f_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_39[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4f_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4f_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_13 (Add)                    (None, 14, 14, 1024) 0           bn4f_branch2c[0][0]              \n",
      "                                                                 activation_37[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_40 (Activation)      (None, 14, 14, 1024) 0           add_13[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch2a (Conv2D)         (None, 7, 7, 512)    524800      activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch2a (BatchNormalizati (None, 7, 7, 512)    2048        res5a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_41 (Activation)      (None, 7, 7, 512)    0           bn5a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch2b (Conv2D)         (None, 7, 7, 512)    2359808     activation_41[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch2b (BatchNormalizati (None, 7, 7, 512)    2048        res5a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_42 (Activation)      (None, 7, 7, 512)    0           bn5a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch2c (Conv2D)         (None, 7, 7, 2048)   1050624     activation_42[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch1 (Conv2D)          (None, 7, 7, 2048)   2099200     activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch2c (BatchNormalizati (None, 7, 7, 2048)   8192        res5a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch1 (BatchNormalizatio (None, 7, 7, 2048)   8192        res5a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_14 (Add)                    (None, 7, 7, 2048)   0           bn5a_branch2c[0][0]              \n",
      "                                                                 bn5a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_43 (Activation)      (None, 7, 7, 2048)   0           add_14[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res5b_branch2a (Conv2D)         (None, 7, 7, 512)    1049088     activation_43[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5b_branch2a (BatchNormalizati (None, 7, 7, 512)    2048        res5b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_44 (Activation)      (None, 7, 7, 512)    0           bn5b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5b_branch2b (Conv2D)         (None, 7, 7, 512)    2359808     activation_44[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5b_branch2b (BatchNormalizati (None, 7, 7, 512)    2048        res5b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_45 (Activation)      (None, 7, 7, 512)    0           bn5b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5b_branch2c (Conv2D)         (None, 7, 7, 2048)   1050624     activation_45[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5b_branch2c (BatchNormalizati (None, 7, 7, 2048)   8192        res5b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_15 (Add)                    (None, 7, 7, 2048)   0           bn5b_branch2c[0][0]              \n",
      "                                                                 activation_43[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_46 (Activation)      (None, 7, 7, 2048)   0           add_15[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res5c_branch2a (Conv2D)         (None, 7, 7, 512)    1049088     activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5c_branch2a (BatchNormalizati (None, 7, 7, 512)    2048        res5c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_47 (Activation)      (None, 7, 7, 512)    0           bn5c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5c_branch2b (Conv2D)         (None, 7, 7, 512)    2359808     activation_47[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5c_branch2b (BatchNormalizati (None, 7, 7, 512)    2048        res5c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_48 (Activation)      (None, 7, 7, 512)    0           bn5c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5c_branch2c (Conv2D)         (None, 7, 7, 2048)   1050624     activation_48[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5c_branch2c (BatchNormalizati (None, 7, 7, 2048)   8192        res5c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_16 (Add)                    (None, 7, 7, 2048)   0           bn5c_branch2c[0][0]              \n",
      "                                                                 activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_49 (Activation)      (None, 7, 7, 2048)   0           add_16[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1 (Glo (None, 2048)         0           activation_49[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, 256)          524544      global_average_pooling2d_1[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "dropout_1 (Dropout)             (None, 256)          0           dense_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "dense_2 (Dense)                 (None, 4)            1028        dropout_1[0][0]                  \n",
      "==================================================================================================\n",
      "Total params: 24,113,284\n",
      "Trainable params: 24,060,164\n",
      "Non-trainable params: 53,120\n",
      "__________________________________________________________________________________________________\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:6: UserWarning: Update your `Model` call to the Keras 2 API: `Model(inputs=Tensor(\"in..., outputs=Tensor(\"de...)`\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "av1 = GlobalAveragePooling2D()(model.output)\n",
    "fc1 = Dense(256, activation='relu')(av1)\n",
    "d1 = Dropout(0.5)(fc1)\n",
    "fc2 = Dense(4, activation='softmax')(d1)\n",
    "\n",
    "model_new = Model(input=model.input, output=fc2)\n",
    "model_new.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "dm9xC1DzSTL6"
   },
   "outputs": [],
   "source": [
    "adam = Adam(lr=0.00003)\n",
    "model_new.compile(loss='categorical_crossentropy', optimizer=adam, metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 3060
    },
    "colab_type": "code",
    "id": "Sm6q9Q_rYuN7",
    "outputId": "fc75bf8c-68cf-4801-ea87-b769ae47f9a5"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 <keras.engine.input_layer.InputLayer object at 0x7f92225295f8>\n",
      "1 <keras.layers.convolutional.ZeroPadding2D object at 0x7f91d98c42e8>\n",
      "2 <keras.layers.convolutional.Conv2D object at 0x7f91d98c4080>\n",
      "3 <keras.layers.normalization.BatchNormalization object at 0x7f91d98c46a0>\n",
      "4 <keras.layers.core.Activation object at 0x7f91d98c47f0>\n",
      "5 <keras.layers.convolutional.ZeroPadding2D object at 0x7f91d9821278>\n",
      "6 <keras.layers.pooling.MaxPooling2D object at 0x7f91d9821b00>\n",
      "7 <keras.layers.convolutional.Conv2D object at 0x7f91d9867908>\n",
      "8 <keras.layers.normalization.BatchNormalization object at 0x7f91bc6fa3c8>\n",
      "9 <keras.layers.core.Activation object at 0x7f91bc6fa470>\n",
      "10 <keras.layers.convolutional.Conv2D object at 0x7f91bc718358>\n",
      "11 <keras.layers.normalization.BatchNormalization object at 0x7f91bc730320>\n",
      "12 <keras.layers.core.Activation object at 0x7f91bc6ef630>\n",
      "13 <keras.layers.convolutional.Conv2D object at 0x7f91bc626470>\n",
      "14 <keras.layers.convolutional.Conv2D object at 0x7f91bc5951d0>\n",
      "15 <keras.layers.normalization.BatchNormalization object at 0x7f91bc5f6400>\n",
      "16 <keras.layers.normalization.BatchNormalization object at 0x7f91bc4c6dd8>\n",
      "17 <keras.layers.merge.Add object at 0x7f91bc47f828>\n",
      "18 <keras.layers.core.Activation object at 0x7f91bc3bb7b8>\n",
      "19 <keras.layers.convolutional.Conv2D object at 0x7f91bc38e710>\n",
      "20 <keras.layers.normalization.BatchNormalization object at 0x7f91bc3ab4a8>\n",
      "21 <keras.layers.core.Activation object at 0x7f91bc2fdcc0>\n",
      "22 <keras.layers.convolutional.Conv2D object at 0x7f91bc298da0>\n",
      "23 <keras.layers.normalization.BatchNormalization object at 0x7f91bc2f5978>\n",
      "24 <keras.layers.core.Activation object at 0x7f91bc23c3c8>\n",
      "25 <keras.layers.convolutional.Conv2D object at 0x7f91bc19deb8>\n",
      "26 <keras.layers.normalization.BatchNormalization object at 0x7f91bc17fcc0>\n",
      "27 <keras.layers.merge.Add object at 0x7f91bc140da0>\n",
      "28 <keras.layers.core.Activation object at 0x7f91bc07b2b0>\n",
      "29 <keras.layers.convolutional.Conv2D object at 0x7f91bc07b8d0>\n",
      "30 <keras.layers.normalization.BatchNormalization object at 0x7f91bc053198>\n",
      "31 <keras.layers.core.Activation object at 0x7f91acf83780>\n",
      "32 <keras.layers.convolutional.Conv2D object at 0x7f91acf4dd68>\n",
      "33 <keras.layers.normalization.BatchNormalization object at 0x7f91acf1f668>\n",
      "34 <keras.layers.core.Activation object at 0x7f91acf3a438>\n",
      "35 <keras.layers.convolutional.Conv2D object at 0x7f91ace56f98>\n",
      "36 <keras.layers.normalization.BatchNormalization object at 0x7f91ace29940>\n",
      "37 <keras.layers.merge.Add object at 0x7f91acdca668>\n",
      "38 <keras.layers.core.Activation object at 0x7f91acd626d8>\n",
      "39 <keras.layers.convolutional.Conv2D object at 0x7f91acd62da0>\n",
      "40 <keras.layers.normalization.BatchNormalization object at 0x7f91acccc438>\n",
      "41 <keras.layers.core.Activation object at 0x7f91acc4d898>\n",
      "42 <keras.layers.convolutional.Conv2D object at 0x7f91acc0a160>\n",
      "43 <keras.layers.normalization.BatchNormalization object at 0x7f91acc22080>\n",
      "44 <keras.layers.core.Activation object at 0x7f91acbe1eb8>\n",
      "45 <keras.layers.convolutional.Conv2D object at 0x7f91acb18470>\n",
      "46 <keras.layers.convolutional.Conv2D object at 0x7f91aca8f198>\n",
      "47 <keras.layers.normalization.BatchNormalization object at 0x7f91acae93c8>\n",
      "48 <keras.layers.normalization.BatchNormalization object at 0x7f91ac9befd0>\n",
      "49 <keras.layers.merge.Add object at 0x7f91ac9f17f0>\n",
      "50 <keras.layers.core.Activation object at 0x7f91ac92f780>\n",
      "51 <keras.layers.convolutional.Conv2D object at 0x7f91ac8fd6d8>\n",
      "52 <keras.layers.normalization.BatchNormalization object at 0x7f91ac8a0470>\n",
      "53 <keras.layers.core.Activation object at 0x7f91ac876c88>\n",
      "54 <keras.layers.convolutional.Conv2D object at 0x7f91ac78ca90>\n",
      "55 <keras.layers.normalization.BatchNormalization object at 0x7f91ac7ec940>\n",
      "56 <keras.layers.core.Activation object at 0x7f91ac7ae358>\n",
      "57 <keras.layers.convolutional.Conv2D object at 0x7f91ac695da0>\n",
      "58 <keras.layers.normalization.BatchNormalization object at 0x7f91ac6fac88>\n",
      "59 <keras.layers.merge.Add object at 0x7f91ac6b7da0>\n",
      "60 <keras.layers.core.Activation object at 0x7f91ac5ee278>\n",
      "61 <keras.layers.convolutional.Conv2D object at 0x7f91ac5ee898>\n",
      "62 <keras.layers.normalization.BatchNormalization object at 0x7f91ac544e80>\n",
      "63 <keras.layers.core.Activation object at 0x7f91ac532748>\n",
      "64 <keras.layers.convolutional.Conv2D object at 0x7f91ac4fbfd0>\n",
      "65 <keras.layers.normalization.BatchNormalization object at 0x7f91ac450630>\n",
      "66 <keras.layers.core.Activation object at 0x7f91ac470358>\n",
      "67 <keras.layers.convolutional.Conv2D object at 0x7f91ac385b70>\n",
      "68 <keras.layers.normalization.BatchNormalization object at 0x7f91ac34c908>\n",
      "69 <keras.layers.merge.Add object at 0x7f91ac373630>\n",
      "70 <keras.layers.core.Activation object at 0x7f91ac28f6a0>\n",
      "71 <keras.layers.convolutional.Conv2D object at 0x7f91ac28fda0>\n",
      "72 <keras.layers.normalization.BatchNormalization object at 0x7f91ac205278>\n",
      "73 <keras.layers.core.Activation object at 0x7f91ac1fc860>\n",
      "74 <keras.layers.convolutional.Conv2D object at 0x7f91ac16b9b0>\n",
      "75 <keras.layers.normalization.BatchNormalization object at 0x7f91ac151e80>\n",
      "76 <keras.layers.core.Activation object at 0x7f91ac10df60>\n",
      "77 <keras.layers.convolutional.Conv2D object at 0x7f91ac0456d8>\n",
      "78 <keras.layers.normalization.BatchNormalization object at 0x7f91ac018390>\n",
      "79 <keras.layers.merge.Add object at 0x7f91ac039160>\n",
      "80 <keras.layers.core.Activation object at 0x7f91abf51748>\n",
      "81 <keras.layers.convolutional.Conv2D object at 0x7f91abf24668>\n",
      "82 <keras.layers.normalization.BatchNormalization object at 0x7f91abec0400>\n",
      "83 <keras.layers.core.Activation object at 0x7f91abe91c18>\n",
      "84 <keras.layers.convolutional.Conv2D object at 0x7f91abe75cc0>\n",
      "85 <keras.layers.normalization.BatchNormalization object at 0x7f91abe31ac8>\n",
      "86 <keras.layers.core.Activation object at 0x7f91abd64898>\n",
      "87 <keras.layers.convolutional.Conv2D object at 0x7f91abd3acf8>\n",
      "88 <keras.layers.convolutional.Conv2D object at 0x7f91abcd9cf8>\n",
      "89 <keras.layers.normalization.BatchNormalization object at 0x7f91abd17be0>\n",
      "90 <keras.layers.normalization.BatchNormalization object at 0x7f91abc26a90>\n",
      "91 <keras.layers.merge.Add object at 0x7f91abbe5550>\n",
      "92 <keras.layers.core.Activation object at 0x7f91abb1c780>\n",
      "93 <keras.layers.convolutional.Conv2D object at 0x7f91abaee6a0>\n",
      "94 <keras.layers.normalization.BatchNormalization object at 0x7f91aba8d438>\n",
      "95 <keras.layers.core.Activation object at 0x7f91aba061d0>\n",
      "96 <keras.layers.convolutional.Conv2D object at 0x7f91ab9c3198>\n",
      "97 <keras.layers.normalization.BatchNormalization object at 0x7f91ab9da080>\n",
      "98 <keras.layers.core.Activation object at 0x7f91ab981f60>\n",
      "99 <keras.layers.convolutional.Conv2D object at 0x7f91ab8d0470>\n",
      "100 <keras.layers.normalization.BatchNormalization object at 0x7f91ab8a43c8>\n",
      "101 <keras.layers.merge.Add object at 0x7f91ab846198>\n",
      "102 <keras.layers.core.Activation object at 0x7f91ab7df780>\n",
      "103 <keras.layers.convolutional.Conv2D object at 0x7f91ab7ab6a0>\n",
      "104 <keras.layers.normalization.BatchNormalization object at 0x7f91ab74d438>\n",
      "105 <keras.layers.core.Activation object at 0x7f91ab6c4198>\n",
      "106 <keras.layers.convolutional.Conv2D object at 0x7f91ab6b39b0>\n",
      "107 <keras.layers.normalization.BatchNormalization object at 0x7f91ab698e80>\n",
      "108 <keras.layers.core.Activation object at 0x7f91ab658f60>\n",
      "109 <keras.layers.convolutional.Conv2D object at 0x7f91ab592438>\n",
      "110 <keras.layers.normalization.BatchNormalization object at 0x7f91ab564390>\n",
      "111 <keras.layers.merge.Add object at 0x7f91ab507160>\n",
      "112 <keras.layers.core.Activation object at 0x7f91ab49b748>\n",
      "113 <keras.layers.convolutional.Conv2D object at 0x7f91ab46e668>\n",
      "114 <keras.layers.normalization.BatchNormalization object at 0x7f91ab409400>\n",
      "115 <keras.layers.core.Activation object at 0x7f91ab381160>\n",
      "116 <keras.layers.convolutional.Conv2D object at 0x7f91ab373978>\n",
      "117 <keras.layers.normalization.BatchNormalization object at 0x7f91ab356e48>\n",
      "118 <keras.layers.core.Activation object at 0x7f91ab315f28>\n",
      "119 <keras.layers.convolutional.Conv2D object at 0x7f91ab24f400>\n",
      "120 <keras.layers.normalization.BatchNormalization object at 0x7f91ab21f320>\n",
      "121 <keras.layers.merge.Add object at 0x7f91ab1c1160>\n",
      "122 <keras.layers.core.Activation object at 0x7f91ab15b710>\n",
      "123 <keras.layers.convolutional.Conv2D object at 0x7f91ab12f630>\n",
      "124 <keras.layers.normalization.BatchNormalization object at 0x7f91ab0ce3c8>\n",
      "125 <keras.layers.core.Activation object at 0x7f91ab041160>\n",
      "126 <keras.layers.convolutional.Conv2D object at 0x7f91ab032e80>\n",
      "127 <keras.layers.normalization.BatchNormalization object at 0x7f91ab015da0>\n",
      "128 <keras.layers.core.Activation object at 0x7f91aafd5dd8>\n",
      "129 <keras.layers.convolutional.Conv2D object at 0x7f91ab21f710>\n",
      "130 <keras.layers.normalization.BatchNormalization object at 0x7f91aaf245f8>\n",
      "131 <keras.layers.merge.Add object at 0x7f91aae7f160>\n",
      "132 <keras.layers.core.Activation object at 0x7f91aae196d8>\n",
      "133 <keras.layers.convolutional.Conv2D object at 0x7f91aadeb5f8>\n",
      "134 <keras.layers.normalization.BatchNormalization object at 0x7f91aad8c390>\n",
      "135 <keras.layers.core.Activation object at 0x7f91aacff128>\n",
      "136 <keras.layers.convolutional.Conv2D object at 0x7f91aad3c080>\n",
      "137 <keras.layers.normalization.BatchNormalization object at 0x7f91aacd3048>\n",
      "138 <keras.layers.core.Activation object at 0x7f91aac94e80>\n",
      "139 <keras.layers.convolutional.Conv2D object at 0x7f91aabcd358>\n",
      "140 <keras.layers.normalization.BatchNormalization object at 0x7f91aab9f2e8>\n",
      "141 <keras.layers.merge.Add object at 0x7f91aab3f160>\n",
      "142 <keras.layers.core.Activation object at 0x7f91aaad8668>\n",
      "143 <keras.layers.convolutional.Conv2D object at 0x7f91aaaab5c0>\n",
      "144 <keras.layers.normalization.BatchNormalization object at 0x7f91aaa4b358>\n",
      "145 <keras.layers.core.Activation object at 0x7f91aa9c10f0>\n",
      "146 <keras.layers.convolutional.Conv2D object at 0x7f91aa9b0f98>\n",
      "147 <keras.layers.normalization.BatchNormalization object at 0x7f91aa995da0>\n",
      "148 <keras.layers.core.Activation object at 0x7f91aa955da0>\n",
      "149 <keras.layers.convolutional.Conv2D object at 0x7f91aa834208>\n",
      "150 <keras.layers.convolutional.Conv2D object at 0x7f91aa85a710>\n",
      "151 <keras.layers.normalization.BatchNormalization object at 0x7f91aa8a2550>\n",
      "152 <keras.layers.normalization.BatchNormalization object at 0x7f91aa7ae7b8>\n",
      "153 <keras.layers.merge.Add object at 0x7f91aa766588>\n",
      "154 <keras.layers.core.Activation object at 0x7f91aa6afc18>\n",
      "155 <keras.layers.convolutional.Conv2D object at 0x7f91aa6480f0>\n",
      "156 <keras.layers.normalization.BatchNormalization object at 0x7f91aa6058d0>\n",
      "157 <keras.layers.core.Activation object at 0x7f91aa5ef550>\n",
      "158 <keras.layers.convolutional.Conv2D object at 0x7f91aa5b7518>\n",
      "159 <keras.layers.normalization.BatchNormalization object at 0x7f91aa508438>\n",
      "160 <keras.layers.core.Activation object at 0x7f91aa52c208>\n",
      "161 <keras.layers.convolutional.Conv2D object at 0x7f91aa447e48>\n",
      "162 <keras.layers.normalization.BatchNormalization object at 0x7f91aa415748>\n",
      "163 <keras.layers.merge.Add object at 0x7f91aa435470>\n",
      "164 <keras.layers.core.Activation object at 0x7f91aa366c18>\n",
      "165 <keras.layers.convolutional.Conv2D object at 0x7f91aa3000f0>\n",
      "166 <keras.layers.normalization.BatchNormalization object at 0x7f91aa2bf8d0>\n",
      "167 <keras.layers.core.Activation object at 0x7f91aa2ab550>\n",
      "168 <keras.layers.convolutional.Conv2D object at 0x7f91aa2764e0>\n",
      "169 <keras.layers.normalization.BatchNormalization object at 0x7f91aa1cc438>\n",
      "170 <keras.layers.core.Activation object at 0x7f91aa1e90f0>\n",
      "171 <keras.layers.convolutional.Conv2D object at 0x7f91aa105e10>\n",
      "172 <keras.layers.normalization.BatchNormalization object at 0x7f91aa0d2710>\n",
      "173 <keras.layers.merge.Add object at 0x7f91aa0f0438>\n",
      "174 <keras.layers.core.Activation object at 0x7f91aa025be0>\n",
      "175 <keras.layers.pooling.GlobalAveragePooling2D object at 0x7f91a920c710>\n",
      "176 <keras.layers.core.Dense object at 0x7f91a920c748>\n",
      "177 <keras.layers.core.Dropout object at 0x7f91a920c7b8>\n",
      "178 <keras.layers.core.Dense object at 0x7f91a920cba8>\n"
     ]
    }
   ],
   "source": [
    "for ix in range(len(model_new.layers)):\n",
    "  print(ix, model_new.layers[ix])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 6494
    },
    "colab_type": "code",
    "id": "fE5GIe-1ZGdh",
    "outputId": "d9195288-16af-491a-88bf-90bb3a96a0b9"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 224, 224, 3)  0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv1_pad (ZeroPadding2D)       (None, 230, 230, 3)  0           input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "conv1 (Conv2D)                  (None, 112, 112, 64) 9472        conv1_pad[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "bn_conv1 (BatchNormalization)   (None, 112, 112, 64) 256         conv1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "activation_1 (Activation)       (None, 112, 112, 64) 0           bn_conv1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "pool1_pad (ZeroPadding2D)       (None, 114, 114, 64) 0           activation_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2D)  (None, 56, 56, 64)   0           pool1_pad[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2a (Conv2D)         (None, 56, 56, 64)   4160        max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2a (BatchNormalizati (None, 56, 56, 64)   256         res2a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_2 (Activation)       (None, 56, 56, 64)   0           bn2a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2b (Conv2D)         (None, 56, 56, 64)   36928       activation_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2b (BatchNormalizati (None, 56, 56, 64)   256         res2a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_3 (Activation)       (None, 56, 56, 64)   0           bn2a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch2c (Conv2D)         (None, 56, 56, 256)  16640       activation_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "res2a_branch1 (Conv2D)          (None, 56, 56, 256)  16640       max_pooling2d_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch2c (BatchNormalizati (None, 56, 56, 256)  1024        res2a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn2a_branch1 (BatchNormalizatio (None, 56, 56, 256)  1024        res2a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_1 (Add)                     (None, 56, 56, 256)  0           bn2a_branch2c[0][0]              \n",
      "                                                                 bn2a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_4 (Activation)       (None, 56, 56, 256)  0           add_1[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2a (Conv2D)         (None, 56, 56, 64)   16448       activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2a (BatchNormalizati (None, 56, 56, 64)   256         res2b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_5 (Activation)       (None, 56, 56, 64)   0           bn2b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2b (Conv2D)         (None, 56, 56, 64)   36928       activation_5[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2b (BatchNormalizati (None, 56, 56, 64)   256         res2b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_6 (Activation)       (None, 56, 56, 64)   0           bn2b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2b_branch2c (Conv2D)         (None, 56, 56, 256)  16640       activation_6[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2b_branch2c (BatchNormalizati (None, 56, 56, 256)  1024        res2b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_2 (Add)                     (None, 56, 56, 256)  0           bn2b_branch2c[0][0]              \n",
      "                                                                 activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_7 (Activation)       (None, 56, 56, 256)  0           add_2[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2a (Conv2D)         (None, 56, 56, 64)   16448       activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2a (BatchNormalizati (None, 56, 56, 64)   256         res2c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_8 (Activation)       (None, 56, 56, 64)   0           bn2c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2b (Conv2D)         (None, 56, 56, 64)   36928       activation_8[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2b (BatchNormalizati (None, 56, 56, 64)   256         res2c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_9 (Activation)       (None, 56, 56, 64)   0           bn2c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res2c_branch2c (Conv2D)         (None, 56, 56, 256)  16640       activation_9[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "bn2c_branch2c (BatchNormalizati (None, 56, 56, 256)  1024        res2c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_3 (Add)                     (None, 56, 56, 256)  0           bn2c_branch2c[0][0]              \n",
      "                                                                 activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_10 (Activation)      (None, 56, 56, 256)  0           add_3[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch2a (Conv2D)         (None, 28, 28, 128)  32896       activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_11 (Activation)      (None, 28, 28, 128)  0           bn3a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_11[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_12 (Activation)      (None, 28, 28, 128)  0           bn3a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_12[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3a_branch1 (Conv2D)          (None, 28, 28, 512)  131584      activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn3a_branch1 (BatchNormalizatio (None, 28, 28, 512)  2048        res3a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_4 (Add)                     (None, 28, 28, 512)  0           bn3a_branch2c[0][0]              \n",
      "                                                                 bn3a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_13 (Activation)      (None, 28, 28, 512)  0           add_4[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3b_branch2a (Conv2D)         (None, 28, 28, 128)  65664       activation_13[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3b_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_14 (Activation)      (None, 28, 28, 128)  0           bn3b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3b_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_14[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3b_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_15 (Activation)      (None, 28, 28, 128)  0           bn3b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3b_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_15[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3b_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_5 (Add)                     (None, 28, 28, 512)  0           bn3b_branch2c[0][0]              \n",
      "                                                                 activation_13[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_16 (Activation)      (None, 28, 28, 512)  0           add_5[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3c_branch2a (Conv2D)         (None, 28, 28, 128)  65664       activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3c_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_17 (Activation)      (None, 28, 28, 128)  0           bn3c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3c_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_17[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3c_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_18 (Activation)      (None, 28, 28, 128)  0           bn3c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3c_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_18[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3c_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_6 (Add)                     (None, 28, 28, 512)  0           bn3c_branch2c[0][0]              \n",
      "                                                                 activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_19 (Activation)      (None, 28, 28, 512)  0           add_6[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res3d_branch2a (Conv2D)         (None, 28, 28, 128)  65664       activation_19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3d_branch2a (BatchNormalizati (None, 28, 28, 128)  512         res3d_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_20 (Activation)      (None, 28, 28, 128)  0           bn3d_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3d_branch2b (Conv2D)         (None, 28, 28, 128)  147584      activation_20[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3d_branch2b (BatchNormalizati (None, 28, 28, 128)  512         res3d_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_21 (Activation)      (None, 28, 28, 128)  0           bn3d_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res3d_branch2c (Conv2D)         (None, 28, 28, 512)  66048       activation_21[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn3d_branch2c (BatchNormalizati (None, 28, 28, 512)  2048        res3d_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_7 (Add)                     (None, 28, 28, 512)  0           bn3d_branch2c[0][0]              \n",
      "                                                                 activation_19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_22 (Activation)      (None, 28, 28, 512)  0           add_7[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch2a (Conv2D)         (None, 14, 14, 256)  131328      activation_22[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_23 (Activation)      (None, 14, 14, 256)  0           bn4a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_23[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_24 (Activation)      (None, 14, 14, 256)  0           bn4a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_24[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4a_branch1 (Conv2D)          (None, 14, 14, 1024) 525312      activation_22[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn4a_branch1 (BatchNormalizatio (None, 14, 14, 1024) 4096        res4a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_8 (Add)                     (None, 14, 14, 1024) 0           bn4a_branch2c[0][0]              \n",
      "                                                                 bn4a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_25 (Activation)      (None, 14, 14, 1024) 0           add_8[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res4b_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_25[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4b_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_26 (Activation)      (None, 14, 14, 256)  0           bn4b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4b_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_26[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4b_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_27 (Activation)      (None, 14, 14, 256)  0           bn4b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4b_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_27[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4b_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_9 (Add)                     (None, 14, 14, 1024) 0           bn4b_branch2c[0][0]              \n",
      "                                                                 activation_25[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_28 (Activation)      (None, 14, 14, 1024) 0           add_9[0][0]                      \n",
      "__________________________________________________________________________________________________\n",
      "res4c_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4c_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_29 (Activation)      (None, 14, 14, 256)  0           bn4c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4c_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_29[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4c_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_30 (Activation)      (None, 14, 14, 256)  0           bn4c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4c_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_30[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4c_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_10 (Add)                    (None, 14, 14, 1024) 0           bn4c_branch2c[0][0]              \n",
      "                                                                 activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_31 (Activation)      (None, 14, 14, 1024) 0           add_10[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res4d_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_31[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4d_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4d_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_32 (Activation)      (None, 14, 14, 256)  0           bn4d_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4d_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_32[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4d_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4d_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_33 (Activation)      (None, 14, 14, 256)  0           bn4d_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4d_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_33[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4d_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4d_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_11 (Add)                    (None, 14, 14, 1024) 0           bn4d_branch2c[0][0]              \n",
      "                                                                 activation_31[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_34 (Activation)      (None, 14, 14, 1024) 0           add_11[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res4e_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_34[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4e_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4e_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_35 (Activation)      (None, 14, 14, 256)  0           bn4e_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4e_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_35[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4e_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4e_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_36 (Activation)      (None, 14, 14, 256)  0           bn4e_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4e_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_36[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4e_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4e_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_12 (Add)                    (None, 14, 14, 1024) 0           bn4e_branch2c[0][0]              \n",
      "                                                                 activation_34[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_37 (Activation)      (None, 14, 14, 1024) 0           add_12[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res4f_branch2a (Conv2D)         (None, 14, 14, 256)  262400      activation_37[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4f_branch2a (BatchNormalizati (None, 14, 14, 256)  1024        res4f_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_38 (Activation)      (None, 14, 14, 256)  0           bn4f_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4f_branch2b (Conv2D)         (None, 14, 14, 256)  590080      activation_38[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4f_branch2b (BatchNormalizati (None, 14, 14, 256)  1024        res4f_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_39 (Activation)      (None, 14, 14, 256)  0           bn4f_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res4f_branch2c (Conv2D)         (None, 14, 14, 1024) 263168      activation_39[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn4f_branch2c (BatchNormalizati (None, 14, 14, 1024) 4096        res4f_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_13 (Add)                    (None, 14, 14, 1024) 0           bn4f_branch2c[0][0]              \n",
      "                                                                 activation_37[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_40 (Activation)      (None, 14, 14, 1024) 0           add_13[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch2a (Conv2D)         (None, 7, 7, 512)    524800      activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch2a (BatchNormalizati (None, 7, 7, 512)    2048        res5a_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_41 (Activation)      (None, 7, 7, 512)    0           bn5a_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch2b (Conv2D)         (None, 7, 7, 512)    2359808     activation_41[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch2b (BatchNormalizati (None, 7, 7, 512)    2048        res5a_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_42 (Activation)      (None, 7, 7, 512)    0           bn5a_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch2c (Conv2D)         (None, 7, 7, 2048)   1050624     activation_42[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5a_branch1 (Conv2D)          (None, 7, 7, 2048)   2099200     activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch2c (BatchNormalizati (None, 7, 7, 2048)   8192        res5a_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "bn5a_branch1 (BatchNormalizatio (None, 7, 7, 2048)   8192        res5a_branch1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "add_14 (Add)                    (None, 7, 7, 2048)   0           bn5a_branch2c[0][0]              \n",
      "                                                                 bn5a_branch1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_43 (Activation)      (None, 7, 7, 2048)   0           add_14[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res5b_branch2a (Conv2D)         (None, 7, 7, 512)    1049088     activation_43[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5b_branch2a (BatchNormalizati (None, 7, 7, 512)    2048        res5b_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_44 (Activation)      (None, 7, 7, 512)    0           bn5b_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5b_branch2b (Conv2D)         (None, 7, 7, 512)    2359808     activation_44[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5b_branch2b (BatchNormalizati (None, 7, 7, 512)    2048        res5b_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_45 (Activation)      (None, 7, 7, 512)    0           bn5b_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5b_branch2c (Conv2D)         (None, 7, 7, 2048)   1050624     activation_45[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5b_branch2c (BatchNormalizati (None, 7, 7, 2048)   8192        res5b_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_15 (Add)                    (None, 7, 7, 2048)   0           bn5b_branch2c[0][0]              \n",
      "                                                                 activation_43[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_46 (Activation)      (None, 7, 7, 2048)   0           add_15[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "res5c_branch2a (Conv2D)         (None, 7, 7, 512)    1049088     activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5c_branch2a (BatchNormalizati (None, 7, 7, 512)    2048        res5c_branch2a[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_47 (Activation)      (None, 7, 7, 512)    0           bn5c_branch2a[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5c_branch2b (Conv2D)         (None, 7, 7, 512)    2359808     activation_47[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5c_branch2b (BatchNormalizati (None, 7, 7, 512)    2048        res5c_branch2b[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_48 (Activation)      (None, 7, 7, 512)    0           bn5c_branch2b[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "res5c_branch2c (Conv2D)         (None, 7, 7, 2048)   1050624     activation_48[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "bn5c_branch2c (BatchNormalizati (None, 7, 7, 2048)   8192        res5c_branch2c[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "add_16 (Add)                    (None, 7, 7, 2048)   0           bn5c_branch2c[0][0]              \n",
      "                                                                 activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_49 (Activation)      (None, 7, 7, 2048)   0           add_16[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1 (Glo (None, 2048)         0           activation_49[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, 256)          524544      global_average_pooling2d_1[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "dropout_1 (Dropout)             (None, 256)          0           dense_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "dense_2 (Dense)                 (None, 4)            1028        dropout_1[0][0]                  \n",
      "==================================================================================================\n",
      "Total params: 24,113,284\n",
      "Trainable params: 1,581,316\n",
      "Non-trainable params: 22,531,968\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "for ix in range(169):\n",
    "  model_new.layers[ix].trainable = False\n",
    "  \n",
    "model_new.compile(loss='categorical_crossentropy', optimizer=adam, metrics=['accuracy'])\n",
    "model_new.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 204
    },
    "colab_type": "code",
    "id": "zHf6Z-idZfDv",
    "outputId": "22452e7b-1924-4639-a886-1ef2ae1c1cf1"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 646 samples, validate on 162 samples\n",
      "Epoch 1/5\n",
      "646/646 [==============================] - 4s 6ms/step - loss: 0.0945 - acc: 0.9783 - val_loss: 0.1402 - val_acc: 0.9568\n",
      "Epoch 2/5\n",
      "646/646 [==============================] - 4s 6ms/step - loss: 0.1116 - acc: 0.9721 - val_loss: 0.1319 - val_acc: 0.9568\n",
      "Epoch 3/5\n",
      "646/646 [==============================] - 4s 6ms/step - loss: 0.0833 - acc: 0.9783 - val_loss: 0.1287 - val_acc: 0.9568\n",
      "Epoch 4/5\n",
      "646/646 [==============================] - 4s 6ms/step - loss: 0.0929 - acc: 0.9737 - val_loss: 0.1275 - val_acc: 0.9568\n",
      "Epoch 5/5\n",
      "646/646 [==============================] - 4s 6ms/step - loss: 0.0634 - acc: 0.9876 - val_loss: 0.1224 - val_acc: 0.9568\n"
     ]
    }
   ],
   "source": [
    "hist = model_new.fit(X_train, Y_train, shuffle=True, batch_size=16, epochs=5, validation_split=0.20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "EPZ8Sm9kZyZu"
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "name": "Transfer Learning.ipynb",
   "provenance": [],
   "version": "0.3.2"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}