Heu_train_obj_detn.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Heu_train_obj_detn.ipynb",
      "provenance": [],
      "collapsed_sections": [
        "sOcbTFEiPBKA",
        "pOfuwfPrPSMz",
        "A_tyvKnBP6qD",
        "t9C3L_r4Pi6m",
        "xMckMSJqFMyc",
        "8vAGvftxHu8K",
        "IuJcAPZFIfu7",
        "RPN8liiQc7Ue"
      ]
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "AMlXJ2yIV8e7",
        "colab_type": "text"
      },
      "source": [
        "## Choosing a pre training model\n",
        "The model used for this project is `ssd_mobilenet_v2_coco`.\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "j3_Ns54i3HgO",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "\n",
        "\n",
        "# Some models to train on\n",
        "MODELS_CONFIG = {\n",
        "    'ssd_mobilenet_v2': {\n",
        "        'model_name': 'ssd_mobilenet_v2_coco_2018_03_29',\n",
        "        'pipeline_file': 'ssd_mobilenet_v2_coco.config',\n",
        "    },\n",
        "    'faster_rcnn_inception_v2': {\n",
        "        'model_name': 'faster_rcnn_inception_v2_coco_2018_01_28',\n",
        "        'pipeline_file': 'faster_rcnn_inception_v2_pets.config',\n",
        "    },\n",
        "    'rfcn_resnet101': {\n",
        "        'model_name': 'rfcn_resnet101_coco_2018_01_28',\n",
        "        'pipeline_file': 'rfcn_resnet101_pets.config',\n",
        "    }\n",
        "}\n",
        "\n",
        "# Select a model in `MODELS_CONFIG`.\n",
        "# I chose ssd_mobilenet_v2 for this project, you could choose any\n",
        "selected_model = 'ssd_mobilenet_v2'\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "sv3Zm042QGJy",
        "colab_type": "text"
      },
      "source": [
        "## Installing Required Packages "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "68StUELaQPS2",
        "colab_type": "code",
        "outputId": "1894cafc-642a-4d3c-a66e-b9caba76c788",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 655
        }
      },
      "source": [
        "!apt-get install -qq protobuf-compiler python-pil python-lxml python-tk\n",
        "\n",
        "!pip install -qq Cython contextlib2 pillow lxml matplotlib\n",
        "\n",
        "!pip install -qq pycocotools"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Selecting previously unselected package python-bs4.\n",
            "(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 145674 files and directories currently installed.)\n",
            "Preparing to unpack .../0-python-bs4_4.6.0-1_all.deb ...\n",
            "Unpacking python-bs4 (4.6.0-1) ...\n",
            "Selecting previously unselected package python-pkg-resources.\n",
            "Preparing to unpack .../1-python-pkg-resources_39.0.1-2_all.deb ...\n",
            "Unpacking python-pkg-resources (39.0.1-2) ...\n",
            "Selecting previously unselected package python-chardet.\n",
            "Preparing to unpack .../2-python-chardet_3.0.4-1_all.deb ...\n",
            "Unpacking python-chardet (3.0.4-1) ...\n",
            "Selecting previously unselected package python-six.\n",
            "Preparing to unpack .../3-python-six_1.11.0-2_all.deb ...\n",
            "Unpacking python-six (1.11.0-2) ...\n",
            "Selecting previously unselected package python-webencodings.\n",
            "Preparing to unpack .../4-python-webencodings_0.5-2_all.deb ...\n",
            "Unpacking python-webencodings (0.5-2) ...\n",
            "Selecting previously unselected package python-html5lib.\n",
            "Preparing to unpack .../5-python-html5lib_0.999999999-1_all.deb ...\n",
            "Unpacking python-html5lib (0.999999999-1) ...\n",
            "Selecting previously unselected package python-lxml:amd64.\n",
            "Preparing to unpack .../6-python-lxml_4.2.1-1ubuntu0.1_amd64.deb ...\n",
            "Unpacking python-lxml:amd64 (4.2.1-1ubuntu0.1) ...\n",
            "Selecting previously unselected package python-olefile.\n",
            "Preparing to unpack .../7-python-olefile_0.45.1-1_all.deb ...\n",
            "Unpacking python-olefile (0.45.1-1) ...\n",
            "Selecting previously unselected package python-pil:amd64.\n",
            "Preparing to unpack .../8-python-pil_5.1.0-1_amd64.deb ...\n",
            "Unpacking python-pil:amd64 (5.1.0-1) ...\n",
            "Setting up python-pkg-resources (39.0.1-2) ...\n",
            "Setting up python-six (1.11.0-2) ...\n",
            "Setting up python-bs4 (4.6.0-1) ...\n",
            "Setting up python-lxml:amd64 (4.2.1-1ubuntu0.1) ...\n",
            "Setting up python-olefile (0.45.1-1) ...\n",
            "Setting up python-pil:amd64 (5.1.0-1) ...\n",
            "Setting up python-webencodings (0.5-2) ...\n",
            "Setting up python-chardet (3.0.4-1) ...\n",
            "Setting up python-html5lib (0.999999999-1) ...\n",
            "Processing triggers for man-db (2.8.3-2ubuntu0.1) ...\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ERyocH9U-o2Y",
        "colab_type": "text"
      },
      "source": [
        "## General imports\n",
        "Other Imports will be done after downloading some packages later."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CEVLeKXh-s23",
        "colab_type": "code",
        "outputId": "3b64f389-9c8d-4b1d-870e-ab3f2fbdef82",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 62
        }
      },
      "source": [
        "from __future__ import division, print_function, absolute_import\n",
        "\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "import csv\n",
        "import re\n",
        "import cv2 \n",
        "import os\n",
        "import glob\n",
        "import xml.etree.ElementTree as ET\n",
        "\n",
        "import io\n",
        "import tensorflow.compat.v1 as tf\n",
        "\n",
        "from PIL import Image\n",
        "from collections import namedtuple, OrderedDict\n",
        "\n",
        "import shutil\n",
        "import urllib.request\n",
        "import tarfile\n",
        "\n",
        "from google.colab import files"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<p style=\"color: red;\">\n",
              "The default version of TensorFlow in Colab will soon switch to TensorFlow 2.x.<br>\n",
              "We recommend you <a href=\"https://www.tensorflow.org/guide/migrate\" target=\"_blank\">upgrade</a> now \n",
              "or ensure your notebook will continue to use TensorFlow 1.x via the <code>%tensorflow_version 1.x</code> magic:\n",
              "<a href=\"https://colab.research.google.com/notebooks/tensorflow_version.ipynb\" target=\"_blank\">more info</a>.</p>\n"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Y8QeHvX6gpmC",
        "colab_type": "code",
        "outputId": "46a43e8b-2474-48b1-eff4-862733c2f3dd",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "#we need tenorflow v 1.15.0, object detection API is removed from tf v 2.0+\n",
        "print(tf.__version__)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "1.15.0\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "sOcbTFEiPBKA",
        "colab_type": "text"
      },
      "source": [
        "## Downloading and Orgnizing Images and Annotations\n",
        "1. Downloading the images and annotations from the [source](https://sci2s.ugr.es/weapons-detection)  and unziping them\n",
        "2. Creating a directory `(data)` to save some data such as; images, annotation, csv, etc...\n",
        "3. Creating two directories; for the training and testing labels (not the images)\n",
        "4. Randomly splitting our labels into 80% training and 20% testing and moving the splits to their directories: `(train_labels)` & `(test_labels)` "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2QY-CyUQwyZr",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#creates a directory for the whole project\n",
        "!mkdir gun_detection"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CHPQQmhm7RLe",
        "colab_type": "code",
        "outputId": "2e01d9ca-f52b-4108-9dc9-578e4b340801",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "%cd gun_detection"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gun_detection\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Tp62o3a07UbP",
        "colab_type": "code",
        "outputId": "2afa94b0-eb04-4d33-8ff3-9b54f6b380f4",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 386
        }
      },
      "source": [
        "#Training images and annotations\n",
        "\n",
        "#Source: https://sci2s.ugr.es/weapons-detection\n",
        "\n",
        "\n",
        "#download the images zip\n",
        "!wget https://sci2s.ugr.es/sites/default/files/files/TematicWebSites/WeaponsDetection/BasesDeDatos/WeaponS.zip\n",
        "\n",
        "#unzip the image file\n",
        "!unzip -q WeaponS.zip\n",
        "\n",
        "#download the annotations zip\n",
        "!wget https://sci2s.ugr.es/sites/default/files/files/TematicWebSites/WeaponsDetection/BasesDeDatos/WeaponS_bbox.zip\n",
        "\n",
        "#unzip the annotations file\n",
        "!unzip -q WeaponS_bbox.zip"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "--2020-01-08 15:55:04--  https://sci2s.ugr.es/sites/default/files/files/TematicWebSites/WeaponsDetection/BasesDeDatos/WeaponS.zip\n",
            "Resolving sci2s.ugr.es (sci2s.ugr.es)... 150.214.190.154\n",
            "Connecting to sci2s.ugr.es (sci2s.ugr.es)|150.214.190.154|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 250005059 (238M) [application/zip]\n",
            "Saving to: ‘WeaponS.zip’\n",
            "\n",
            "WeaponS.zip         100%[===================>] 238.42M  11.0MB/s    in 22s     \n",
            "\n",
            "2020-01-08 15:55:26 (11.0 MB/s) - ‘WeaponS.zip’ saved [250005059/250005059]\n",
            "\n",
            "--2020-01-08 15:55:32--  https://sci2s.ugr.es/sites/default/files/files/TematicWebSites/WeaponsDetection/BasesDeDatos/WeaponS_bbox.zip\n",
            "Resolving sci2s.ugr.es (sci2s.ugr.es)... 150.214.190.154\n",
            "Connecting to sci2s.ugr.es (sci2s.ugr.es)|150.214.190.154|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 1420022 (1.4M) [application/zip]\n",
            "Saving to: ‘WeaponS_bbox.zip’\n",
            "\n",
            "WeaponS_bbox.zip    100%[===================>]   1.35M  4.86MB/s    in 0.3s    \n",
            "\n",
            "2020-01-08 15:55:32 (4.86 MB/s) - ‘WeaponS_bbox.zip’ saved [1420022/1420022]\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "L0czMMeR8GxW",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# creating a directory to store the training and testing data\n",
        "!mkdir data\n",
        "\n",
        "# folders for the training and testing data.\n",
        "!mkdir data/images data/train_labels data/test_labels\n",
        "\n",
        "\n",
        "# combining the images and annotation in the training folder:\n",
        "# moves the images to data folder\n",
        "!mv WeaponS/* data/images\n",
        "\n",
        "# moves the annotations to data folder\n",
        "!mv WeaponS_bbox/* data/train_labels"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Vv8pmB2D80M7",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Deleting the zipped and unzipped folders \n",
        "!rm -rf WeaponS_bbox.zip  WeaponS.zip WeaponS/  WeaponS_bbox/"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PUl-XRwPvj4j",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "\n",
        "# lists the files inside 'annotations' in a random order (not really random, by their hash value instead)\n",
        "# Moves the first 600 labels to the testing dir: `test_labels`\n",
        "!ls data/train_labels/* | sort -R | head -600 | xargs -I{} mv {} data/test_labels"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pmvDu-rUHz96",
        "colab_type": "code",
        "outputId": "d2120f9e-c716-4ed7-ccd8-bcf59167b4d7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "# 2400 \"images\"(xml) for training\n",
        "ls -1 data/train_labels/ | wc -l"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "2400\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "K8y-1_t7wRJc",
        "colab_type": "code",
        "outputId": "e27ff02f-256a-456e-b192-ab3f83879a95",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "# 600 \"images\"(xml) for testing\n",
        "ls -1 data/test_labels/ | wc -l"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "600\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "pOfuwfPrPSMz",
        "colab_type": "text"
      },
      "source": [
        "## Preprocessing Images and Labels\n",
        "1. Converting the annotations from xml files to two csv files for each `train_labels/` and `train_labels/`.\n",
        "2. Creating a pbtxt file that specifies the number of class (one class in this case)\n",
        "3. Checking if the annotations for each object are placed within the range of the image width and height."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TBHBFpWyEIDI",
        "colab_type": "code",
        "outputId": "af6a9264-66ef-49f3-9d16-55775810316b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 67
        }
      },
      "source": [
        "\n",
        "#adjusted from: https://github.com/datitran/raccoon_dataset\n",
        "\n",
        "#converts the annotations/labels into one csv file for each training and testing labels\n",
        "#creats label_map.pbtxt file\n",
        "\n",
        "%cd /content/gun_detection/data\n",
        "\n",
        "\n",
        "# images extension\n",
        "images_extension = 'jpg'\n",
        "\n",
        "# takes the path of a directory that contains xml files and converts\n",
        "#  them to one csv file.\n",
        "\n",
        "# returns a csv file that contains: image name, width, height, class, xmin, ymin, xmax, ymax.\n",
        "# note: if the xml file contains more than one box/label, it will create more than one row for the same image. each row contains the info for an individual box. \n",
        "def xml_to_csv(path):\n",
        "  classes_names = []\n",
        "  xml_list = []\n",
        "\n",
        "  for xml_file in glob.glob(path + '/*.xml'):\n",
        "    tree = ET.parse(xml_file)\n",
        "    root = tree.getroot()\n",
        "    for member in root.findall('object'):\n",
        "      classes_names.append(member[0].text)\n",
        "      value = (root.find('filename').text + '.' + images_extension,\n",
        "               int(root.find('size')[0].text),\n",
        "               int(root.find('size')[1].text),\n",
        "               member[0].text,\n",
        "               int(member[4][0].text),\n",
        "               int(member[4][1].text),\n",
        "               int(member[4][2].text),\n",
        "               int(member[4][3].text))\n",
        "      xml_list.append(value)\n",
        "  column_name = ['filename', 'width', 'height', 'class', 'xmin', 'ymin', 'xmax', 'ymax']\n",
        "  xml_df = pd.DataFrame(xml_list, columns=column_name) \n",
        "  classes_names = list(set(classes_names))\n",
        "  classes_names.sort()\n",
        "  return xml_df, classes_names\n",
        "\n",
        "# for both the train_labels and test_labels csv files, it runs the xml_to_csv() above.\n",
        "for label_path in ['train_labels', 'test_labels']:\n",
        "  image_path = os.path.join(os.getcwd(), label_path)\n",
        "  xml_df, classes = xml_to_csv(label_path)\n",
        "  xml_df.to_csv(f'{label_path}.csv', index=None)\n",
        "  print(f'Successfully converted {label_path} xml to csv.')\n",
        "\n",
        "# Creating the `label_map.pbtxt` file\n",
        "label_map_path = os.path.join(\"label_map.pbtxt\")\n",
        "\n",
        "pbtxt_content = \"\"\n",
        "\n",
        "#creats a pbtxt file the has the class names.\n",
        "for i, class_name in enumerate(classes):\n",
        "    # display_name is optional.\n",
        "    pbtxt_content = (\n",
        "        pbtxt_content\n",
        "        + \"item {{\\n    id: {0}\\n    name: '{1}'\\n    display_name: 'Gun'\\n }}\\n\\n\".format(i + 1, class_name)\n",
        "    )\n",
        "pbtxt_content = pbtxt_content.strip()\n",
        "with open(label_map_path, \"w\") as f:\n",
        "    f.write(pbtxt_content)\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gun_detection/data\n",
            "Successfully converted train_labels xml to csv.\n",
            "Successfully converted test_labels xml to csv.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rtfjZcD-CCdM",
        "colab_type": "code",
        "outputId": "fabe712c-c92e-4137-93b7-65401e15ab5f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 101
        }
      },
      "source": [
        "#checking the pbtxt file\n",
        "!cat label_map.pbtxt"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "item {\n",
            "    id: 1\n",
            "    name: 'pistol'\n",
            "    display_name: 'Gun'\n",
            " }"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yP8gohagKFXn",
        "colab_type": "code",
        "outputId": "ba9162ad-74d7-4ec4-b703-47ce7c7c6e6f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 134
        }
      },
      "source": [
        "# they are there!\n",
        "ls -l"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "total 428\n",
            "drwxr-xr-x 2 root root 114688 Jan  8 15:56 \u001b[0m\u001b[01;34mimages\u001b[0m/\n",
            "-rw-r--r-- 1 root root     62 Jan  8 16:00 label_map.pbtxt\n",
            "drwxr-xr-x 2 root root  20480 Jan  8 15:56 \u001b[01;34mtest_labels\u001b[0m/\n",
            "-rw-r--r-- 1 root root  31310 Jan  8 16:00 test_labels.csv\n",
            "drwxr-xr-x 2 root root 131072 Jan  8 15:56 \u001b[01;34mtrain_labels\u001b[0m/\n",
            "-rw-r--r-- 1 root root 128611 Jan  8 16:00 train_labels.csv\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "L4p7J6mFLLZf",
        "colab_type": "code",
        "outputId": "07adf217-68ed-41f4-9b0a-1f231918d62a",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 269
        }
      },
      "source": [
        "#checks if the images box position is placed within the image.\n",
        "\n",
        "#note: while this doesn't checks if the boxes/annotatoins are correctly\n",
        "# placed around the object, Tensorflow will through an error if this occured.\n",
        "%cd /content/gun_detection/data\n",
        "# path to images\n",
        "images_path = 'images'\n",
        "\n",
        "#loops over both train_labels and test_labels csv files to do the check\n",
        "# returns the image name where an error is found \n",
        "# return the incorrect attributes; xmin, ymin, xmax, ymax.\n",
        "for CSV_FILE in ['train_labels.csv', 'test_labels.csv']:\n",
        "  with open(CSV_FILE, 'r') as fid:  \n",
        "      print('[*] Checking file:', CSV_FILE) \n",
        "      file = csv.reader(fid, delimiter=',')\n",
        "      first = True \n",
        "      cnt = 0\n",
        "      error_cnt = 0\n",
        "      error = False\n",
        "      for row in file:\n",
        "          if error == True:\n",
        "              error_cnt += 1\n",
        "              error = False         \n",
        "          if first == True:\n",
        "              first = False\n",
        "              continue     \n",
        "          cnt += 1      \n",
        "          name, width, height, xmin, ymin, xmax, ymax = row[0], int(row[1]), int(row[2]), int(row[4]), int(row[5]), int(row[6]), int(row[7])     \n",
        "          path = os.path.join(images_path, name)\n",
        "          img = cv2.imread(path)         \n",
        "          if type(img) == type(None):\n",
        "              error = True\n",
        "              print('Could not read image', img)\n",
        "              continue     \n",
        "          org_height, org_width = img.shape[:2]     \n",
        "          if org_width != width:\n",
        "              error = True\n",
        "              print('Width mismatch for image: ', name, width, '!=', org_width)     \n",
        "          if org_height != height:\n",
        "              error = True\n",
        "              print('Height mismatch for image: ', name, height, '!=', org_height) \n",
        "          if xmin > org_width:\n",
        "              error = True\n",
        "              print('XMIN > org_width for file', name)  \n",
        "          if xmax > org_width:\n",
        "              error = True\n",
        "              print('XMAX > org_width for file', name)\n",
        "          if ymin > org_height:\n",
        "              error = True\n",
        "              print('YMIN > org_height for file', name)\n",
        "          if ymax > org_height:\n",
        "              error = True\n",
        "              print('YMAX > org_height for file', name)\n",
        "          if error == True:\n",
        "              print('Error for file: %s' % name)\n",
        "              print()\n",
        "      print()\n",
        "      print('Checked %d files and realized %d errors' % (cnt, error_cnt))\n",
        "      print(\"-----\")"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gun_detection/data\n",
            "[*] Checking file: train_labels.csv\n",
            "XMIN > org_width for file armas (2815).jpg\n",
            "XMAX > org_width for file armas (2815).jpg\n",
            "YMIN > org_height for file armas (2815).jpg\n",
            "YMAX > org_height for file armas (2815).jpg\n",
            "Error for file: armas (2815).jpg\n",
            "\n",
            "\n",
            "Checked 2786 files and realized 1 errors\n",
            "-----\n",
            "[*] Checking file: test_labels.csv\n",
            "\n",
            "Checked 678 files and realized 0 errors\n",
            "-----\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vD5luKTsMx7F",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#we have only one image with incorrect box position, we could just remove it \n",
        "#removing the image \n",
        "rm images/'armas (2815).jpg'"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ze4z9bW3ZjhC",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#removing the entry for it in the csv for that image as well\n",
        "\n",
        "#because we did a random split for the data, we dont know if it ended up being in training or testing\n",
        "# we will remove the image from both.\n",
        "\n",
        "#training\n",
        "#reading the training csv\n",
        "df = pd.read_csv('/content/gun_detection/data/train_labels.csv')\n",
        "# removing armas (2815).jpg\n",
        "df = df[df['filename'] != 'armas (2815).jpg']\n",
        "#reseting the index\n",
        "df.reset_index(drop=True, inplace=True)\n",
        "#saving the df\n",
        "df.to_csv('/content/gun_detection/data/train_labels.csv')\n",
        "\n",
        "\n",
        "#testing\n",
        "#reading the testing csv\n",
        "df = pd.read_csv('/content/gun_detection/data/test_labels.csv')\n",
        "# removing armas (2815).jpg\n",
        "df = df[df['filename'] != 'armas (2815).jpg']\n",
        "#reseting the index\n",
        "df.reset_index(drop=True, inplace=True)\n",
        "#saving the df\n",
        "df.to_csv('/content/gun_detection/data/test_labels.csv')\n",
        "\n",
        "# Just for the memory\n",
        "df = None\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "A_tyvKnBP6qD",
        "colab_type": "text"
      },
      "source": [
        "## Downloading and Preparing Tensorflow model\n",
        "1. Cloning [Tensorflow models](https://github.com/tensorflow/models.git) from the offical git repo. The repo contains the object detection API we are interseted in. \n",
        "2. Compiling the protos and adding folders to the os environment.\n",
        "3. Testing the model builder."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IIxz1GqJQA3f",
        "colab_type": "code",
        "outputId": "21334f4e-e5ab-413a-8b76-fb2d76371c6d",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "# Downlaods Tenorflow\n",
        "%cd /content/gun_detection/\n",
        "!git clone --q https://github.com/tensorflow/models.git"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gun_detection\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tjcAhsxRQ5N1",
        "colab_type": "code",
        "outputId": "f6b32edd-d0d6-46c3-a1c9-7fd72d2a4f70",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "%cd /content/gun_detection/models/research\n",
        "#compiling the proto buffers (not important to understand for this project but you can learn more about them here: https://developers.google.com/protocol-buffers/)\n",
        "!protoc object_detection/protos/*.proto --python_out=.\n",
        "\n",
        "# exports the PYTHONPATH environment variable with the reasearch and slim folders' paths\n",
        "os.environ['PYTHONPATH'] += ':/content/gun_detection/models/research/:/content/gun_detection/models/research/slim/'"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gun_detection/models/research\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3bMNsrwTSJi2",
        "colab_type": "code",
        "outputId": "034c6539-9c42-4da3-ecc6-b1b234493eb0",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 894
        }
      },
      "source": [
        "# testing the model builder\n",
        "!python3 object_detection/builders/model_builder_test.py"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:\n",
            "The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
            "For more information, please see:\n",
            "  * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
            "  * https://github.com/tensorflow/addons\n",
            "  * https://github.com/tensorflow/io (for I/O related ops)\n",
            "If you depend on functionality not listed there, please file an issue.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/slim/nets/inception_resnet_v2.py:374: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/slim/nets/mobilenet/mobilenet.py:397: The name tf.nn.avg_pool is deprecated. Please use tf.nn.avg_pool2d instead.\n",
            "\n",
            "Running tests under Python 3.6.9: /usr/bin/python3\n",
            "[ RUN      ] ModelBuilderTest.test_create_experimental_model\n",
            "[       OK ] ModelBuilderTest.test_create_experimental_model\n",
            "[ RUN      ] ModelBuilderTest.test_create_faster_rcnn_model_from_config_with_example_miner\n",
            "[       OK ] ModelBuilderTest.test_create_faster_rcnn_model_from_config_with_example_miner\n",
            "[ RUN      ] ModelBuilderTest.test_create_faster_rcnn_models_from_config_faster_rcnn_with_matmul\n",
            "[       OK ] ModelBuilderTest.test_create_faster_rcnn_models_from_config_faster_rcnn_with_matmul\n",
            "[ RUN      ] ModelBuilderTest.test_create_faster_rcnn_models_from_config_faster_rcnn_without_matmul\n",
            "[       OK ] ModelBuilderTest.test_create_faster_rcnn_models_from_config_faster_rcnn_without_matmul\n",
            "[ RUN      ] ModelBuilderTest.test_create_faster_rcnn_models_from_config_mask_rcnn_with_matmul\n",
            "[       OK ] ModelBuilderTest.test_create_faster_rcnn_models_from_config_mask_rcnn_with_matmul\n",
            "[ RUN      ] ModelBuilderTest.test_create_faster_rcnn_models_from_config_mask_rcnn_without_matmul\n",
            "[       OK ] ModelBuilderTest.test_create_faster_rcnn_models_from_config_mask_rcnn_without_matmul\n",
            "[ RUN      ] ModelBuilderTest.test_create_rfcn_model_from_config\n",
            "[       OK ] ModelBuilderTest.test_create_rfcn_model_from_config\n",
            "[ RUN      ] ModelBuilderTest.test_create_ssd_fpn_model_from_config\n",
            "[       OK ] ModelBuilderTest.test_create_ssd_fpn_model_from_config\n",
            "[ RUN      ] ModelBuilderTest.test_create_ssd_models_from_config\n",
            "[       OK ] ModelBuilderTest.test_create_ssd_models_from_config\n",
            "[ RUN      ] ModelBuilderTest.test_invalid_faster_rcnn_batchnorm_update\n",
            "[       OK ] ModelBuilderTest.test_invalid_faster_rcnn_batchnorm_update\n",
            "[ RUN      ] ModelBuilderTest.test_invalid_first_stage_nms_iou_threshold\n",
            "[       OK ] ModelBuilderTest.test_invalid_first_stage_nms_iou_threshold\n",
            "[ RUN      ] ModelBuilderTest.test_invalid_model_config_proto\n",
            "[       OK ] ModelBuilderTest.test_invalid_model_config_proto\n",
            "[ RUN      ] ModelBuilderTest.test_invalid_second_stage_batch_size\n",
            "[       OK ] ModelBuilderTest.test_invalid_second_stage_batch_size\n",
            "[ RUN      ] ModelBuilderTest.test_session\n",
            "[  SKIPPED ] ModelBuilderTest.test_session\n",
            "[ RUN      ] ModelBuilderTest.test_unknown_faster_rcnn_feature_extractor\n",
            "[       OK ] ModelBuilderTest.test_unknown_faster_rcnn_feature_extractor\n",
            "[ RUN      ] ModelBuilderTest.test_unknown_meta_architecture\n",
            "[       OK ] ModelBuilderTest.test_unknown_meta_architecture\n",
            "[ RUN      ] ModelBuilderTest.test_unknown_ssd_feature_extractor\n",
            "[       OK ] ModelBuilderTest.test_unknown_ssd_feature_extractor\n",
            "----------------------------------------------------------------------\n",
            "Ran 17 tests in 0.187s\n",
            "\n",
            "OK (skipped=1)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "t9C3L_r4Pi6m",
        "colab_type": "text"
      },
      "source": [
        "## Generating Tf record\n",
        "- Generating two TFRecords files for the training and testing CSVs.\n",
        "- Tensorflow accepts the data as tfrecords which is a binary file that run fast with low memory usage. Instead of loading the full data into memory, Tenorflow breaks the data into batches using these TFRecords automatically"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nK2unk-9LB_E",
        "colab_type": "code",
        "outputId": "21eca3c4-ea6a-4e6b-8611-effd5415db19",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 67
        }
      },
      "source": [
        "\n",
        "\n",
        "# converts the csv files for training and testing data to two TFRecords files.\n",
        "# places the output in the same directory as the input\n",
        "\n",
        "\n",
        "from object_detection.utils import dataset_util\n",
        "%cd /content/gun_detection/models/\n",
        "\n",
        "DATA_BASE_PATH = '/content/gun_detection/data/'\n",
        "image_dir = DATA_BASE_PATH +'images/'\n",
        "\n",
        "def class_text_to_int(row_label):\n",
        "\t\tif row_label == 'pistol':\n",
        "\t\t\t\treturn 1\n",
        "\t\telse:\n",
        "\t\t\t\tNone\n",
        "\n",
        "\n",
        "def split(df, group):\n",
        "\t\tdata = namedtuple('data', ['filename', 'object'])\n",
        "\t\tgb = df.groupby(group)\n",
        "\t\treturn [data(filename, gb.get_group(x)) for filename, x in zip(gb.groups.keys(), gb.groups)]\n",
        "\n",
        "def create_tf_example(group, path):\n",
        "\t\twith tf.io.gfile.GFile(os.path.join(path, '{}'.format(group.filename)), 'rb') as fid:\n",
        "\t\t\t\tencoded_jpg = fid.read()\n",
        "\t\tencoded_jpg_io = io.BytesIO(encoded_jpg)\n",
        "\t\timage = Image.open(encoded_jpg_io)\n",
        "\t\twidth, height = image.size\n",
        "\n",
        "\t\tfilename = group.filename.encode('utf8')\n",
        "\t\timage_format = b'jpg'\n",
        "\t\txmins = []\n",
        "\t\txmaxs = []\n",
        "\t\tymins = []\n",
        "\t\tymaxs = []\n",
        "\t\tclasses_text = []\n",
        "\t\tclasses = []\n",
        "\n",
        "\t\tfor index, row in group.object.iterrows():\n",
        "\t\t\t\txmins.append(row['xmin'] / width)\n",
        "\t\t\t\txmaxs.append(row['xmax'] / width)\n",
        "\t\t\t\tymins.append(row['ymin'] / height)\n",
        "\t\t\t\tymaxs.append(row['ymax'] / height)\n",
        "\t\t\t\tclasses_text.append(row['class'].encode('utf8'))\n",
        "\t\t\t\tclasses.append(class_text_to_int(row['class']))\n",
        "\n",
        "\t\ttf_example = tf.train.Example(features=tf.train.Features(feature={\n",
        "\t\t\t\t'image/height': dataset_util.int64_feature(height),\n",
        "\t\t\t\t'image/width': dataset_util.int64_feature(width),\n",
        "\t\t\t\t'image/filename': dataset_util.bytes_feature(filename),\n",
        "\t\t\t\t'image/source_id': dataset_util.bytes_feature(filename),\n",
        "\t\t\t\t'image/encoded': dataset_util.bytes_feature(encoded_jpg),\n",
        "\t\t\t\t'image/format': dataset_util.bytes_feature(image_format),\n",
        "\t\t\t\t'image/object/bbox/xmin': dataset_util.float_list_feature(xmins),\n",
        "\t\t\t\t'image/object/bbox/xmax': dataset_util.float_list_feature(xmaxs),\n",
        "\t\t\t\t'image/object/bbox/ymin': dataset_util.float_list_feature(ymins),\n",
        "\t\t\t\t'image/object/bbox/ymax': dataset_util.float_list_feature(ymaxs),\n",
        "\t\t\t\t'image/object/class/text': dataset_util.bytes_list_feature(classes_text),\n",
        "\t\t\t\t'image/object/class/label': dataset_util.int64_list_feature(classes),\n",
        "\t\t}))\n",
        "\t\treturn tf_example\n",
        "\n",
        "for csv in ['train_labels', 'test_labels']:\n",
        "  writer = tf.io.TFRecordWriter(DATA_BASE_PATH + csv + '.record')\n",
        "  path = os.path.join(image_dir)\n",
        "  examples = pd.read_csv(DATA_BASE_PATH + csv + '.csv')\n",
        "  grouped = split(examples, 'filename')\n",
        "  for group in grouped:\n",
        "      tf_example = create_tf_example(group, path)\n",
        "      writer.write(tf_example.SerializeToString())\n",
        "    \n",
        "  writer.close()\n",
        "  output_path = os.path.join(os.getcwd(), DATA_BASE_PATH + csv + '.record')\n",
        "  print('Successfully created the TFRecords: {}'.format(DATA_BASE_PATH +csv + '.record'))\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gun_detection/models\n",
            "Successfully created the TFRecords: /content/gun_detection/data/train_labels.record\n",
            "Successfully created the TFRecords: /content/gun_detection/data/test_labels.record\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "i1zRJducWs-X",
        "colab_type": "code",
        "outputId": "d8274fc8-c1bd-4265-dc51-3c3b13f51366",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 168
        }
      },
      "source": [
        "# TFRecords are created\n",
        "ls -lX /content/gun_detection/data/"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "total 252492\n",
            "drwxr-xr-x 2 root root    114688 Jan  8 16:02 \u001b[0m\u001b[01;34mimages\u001b[0m/\n",
            "drwxr-xr-x 2 root root     20480 Jan  8 15:56 \u001b[01;34mtest_labels\u001b[0m/\n",
            "drwxr-xr-x 2 root root    131072 Jan  8 15:56 \u001b[01;34mtrain_labels\u001b[0m/\n",
            "-rw-r--r-- 1 root root     33913 Jan  8 16:03 test_labels.csv\n",
            "-rw-r--r-- 1 root root    141328 Jan  8 16:03 train_labels.csv\n",
            "-rw-r--r-- 1 root root        62 Jan  8 16:00 label_map.pbtxt\n",
            "-rw-r--r-- 1 root root  57757174 Jan  8 16:05 test_labels.record\n",
            "-rw-r--r-- 1 root root 200336980 Jan  8 16:05 train_labels.record\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "xMckMSJqFMyc",
        "colab_type": "text"
      },
      "source": [
        "## Downloading the Base Model\n",
        "1. Based on the model selecting at the top of this notebook, downloading the model selected and extracting its content.\n",
        "2. Creating a dir to save the model while training."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UvN9Cw65FQzB",
        "colab_type": "code",
        "outputId": "4d2b150d-c2a2-4a89-a1d5-a71a677f9fd1",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "%cd /content/gun_detection/models/research\n",
        "\n",
        "# Name of the object detection model to use.\n",
        "MODEL = MODELS_CONFIG[selected_model]['model_name']\n",
        "\n",
        "# Name of the pipline file in tensorflow object detection API.\n",
        "pipeline_file = MODELS_CONFIG[selected_model]['pipeline_file']\n",
        "\n",
        "#selecting the model\n",
        "MODEL_FILE = MODEL + '.tar.gz'\n",
        "\n",
        "#creating the downlaod link for the model selected\n",
        "DOWNLOAD_BASE = 'http://download.tensorflow.org/models/object_detection/'\n",
        "\n",
        "#the distination folder where the model will be saved\n",
        "fine_tune_dir = '/content/gun_detection/models/research/pretrained_model'\n",
        "\n",
        "#checks if the model has already been downloaded\n",
        "if not (os.path.exists(MODEL_FILE)):\n",
        "    urllib.request.urlretrieve(DOWNLOAD_BASE + MODEL_FILE, MODEL_FILE)\n",
        "\n",
        "#unzipping the file and extracting its content\n",
        "tar = tarfile.open(MODEL_FILE)\n",
        "tar.extractall()\n",
        "tar.close()\n",
        "\n",
        "# creating an output file to save the model while training\n",
        "os.remove(MODEL_FILE)\n",
        "if (os.path.exists(fine_tune_dir)):\n",
        "    shutil.rmtree(fine_tune_dir)\n",
        "os.rename(MODEL, fine_tune_dir)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gun_detection/models/research\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pbjXKVMmFk47",
        "colab_type": "code",
        "outputId": "1be0f78a-782d-4da6-e0f8-1c5a585abe28",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 202
        }
      },
      "source": [
        "#checking the content of the pretrained model.\n",
        "# this is the directory of the \"fine_tune_checkpoint\" that is used in the config file.\n",
        "!echo {fine_tune_dir}\n",
        "!ls -alh {fine_tune_dir}"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gun_detection/models/research/pretrained_model\n",
            "total 135M\n",
            "drwxr-xr-x  3 345018 89939 4.0K Mar 30  2018 .\n",
            "drwxr-xr-x 70 root   root  4.0K Jan  8 16:06 ..\n",
            "-rw-r--r--  1 345018 89939   77 Mar 30  2018 checkpoint\n",
            "-rw-r--r--  1 345018 89939  67M Mar 30  2018 frozen_inference_graph.pb\n",
            "-rw-r--r--  1 345018 89939  65M Mar 30  2018 model.ckpt.data-00000-of-00001\n",
            "-rw-r--r--  1 345018 89939  15K Mar 30  2018 model.ckpt.index\n",
            "-rw-r--r--  1 345018 89939 3.4M Mar 30  2018 model.ckpt.meta\n",
            "-rw-r--r--  1 345018 89939 4.2K Mar 30  2018 pipeline.config\n",
            "drwxr-xr-x  3 345018 89939 4.0K Mar 30  2018 saved_model\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "HnjQgJZiGAcA",
        "colab_type": "text"
      },
      "source": [
        "## Configuring the Training Pipeline\n",
        "1. Adding the path for the TFRecords files and pbtxt,batch_size,num_steps,num_classes to the configuration file.\n",
        "2. Adding some Image augmentation.\n",
        "3. Creating a directory to save the model at each checkpoint while training. "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "az14XVo31Ujp",
        "colab_type": "code",
        "outputId": "a6dff451-a560-4e0e-c289-9213879344f2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "\n",
        "#the path to the folder containing all the sample config files\n",
        "CONFIG_BASE = \"/content/gun_detection/models/research/object_detection/samples/configs/\"\n",
        "\n",
        "#path to the specified model's config file\n",
        "model_pipline = os.path.join(CONFIG_BASE, pipeline_file)\n",
        "model_pipline"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'/content/gun_detection/models/research/object_detection/samples/configs/ssd_mobilenet_v2_coco.config'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VT3m6pbXpN_M",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#check the sample config file that is provided by the tf model\n",
        "#!cat /content/gun_detection/models/research/object_detection/samples/configs/ssd_mobilenet_v2_coco.config"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Kfsl5CsDGY3-",
        "colab_type": "code",
        "outputId": "edb46f67-5196-43c0-cbd0-eced0d6288ff",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "#editing the configuration file to add the path for the TFRecords files, pbtxt,batch_size,num_steps,num_classes.\n",
        "# any image augmentation, hyperparemeter tunning (drop out, batch normalization... etc) would be editted here\n",
        "\n",
        "%%writefile {model_pipline}\n",
        "model {\n",
        "  ssd {\n",
        "    num_classes: 1 # number of classes to be detected\n",
        "    box_coder {\n",
        "      faster_rcnn_box_coder {\n",
        "        y_scale: 10.0\n",
        "        x_scale: 10.0\n",
        "        height_scale: 5.0\n",
        "        width_scale: 5.0\n",
        "      }\n",
        "    }\n",
        "    matcher {\n",
        "      argmax_matcher {\n",
        "        matched_threshold: 0.5\n",
        "        unmatched_threshold: 0.5\n",
        "        ignore_thresholds: false\n",
        "        negatives_lower_than_unmatched: true\n",
        "        force_match_for_each_row: true\n",
        "      }\n",
        "    }\n",
        "    similarity_calculator {\n",
        "      iou_similarity {\n",
        "      }\n",
        "    }\n",
        "    anchor_generator {\n",
        "      ssd_anchor_generator {\n",
        "        num_layers: 6\n",
        "        min_scale: 0.2\n",
        "        max_scale: 0.95\n",
        "        aspect_ratios: 1.0\n",
        "        aspect_ratios: 2.0\n",
        "        aspect_ratios: 0.5\n",
        "        aspect_ratios: 3.0\n",
        "        aspect_ratios: 0.3333\n",
        "      }\n",
        "    }\n",
        "    # all images will be resized to the below W x H.\n",
        "    image_resizer { \n",
        "      fixed_shape_resizer {\n",
        "        height: 300\n",
        "        width: 300\n",
        "      }\n",
        "    }\n",
        "    box_predictor {\n",
        "      convolutional_box_predictor {\n",
        "        min_depth: 0\n",
        "        max_depth: 0\n",
        "        num_layers_before_predictor: 0\n",
        "        #use_dropout: false\n",
        "        use_dropout: true # to counter over fitting. you can also try tweaking its probability below\n",
        "        dropout_keep_probability: 0.8\n",
        "        kernel_size: 1\n",
        "        box_code_size: 4\n",
        "        apply_sigmoid_to_scores: false\n",
        "        conv_hyperparams {\n",
        "          activation: RELU_6,\n",
        "          regularizer {\n",
        "            l2_regularizer {\n",
        "            # weight: 0.00004\n",
        "            weight: 0.001 # higher regularizition to counter overfitting\n",
        "          }\n",
        "          }\n",
        "          initializer {\n",
        "            truncated_normal_initializer {\n",
        "              stddev: 0.03\n",
        "              mean: 0.0\n",
        "            }\n",
        "          }\n",
        "          batch_norm {\n",
        "            train: true,\n",
        "            scale: true,\n",
        "            center: true,\n",
        "            decay: 0.9997,\n",
        "            epsilon: 0.001,\n",
        "          }\n",
        "        }\n",
        "      }\n",
        "    }\n",
        "    feature_extractor {\n",
        "      type: 'ssd_mobilenet_v2'\n",
        "      min_depth: 16\n",
        "      depth_multiplier: 1.0\n",
        "      conv_hyperparams {\n",
        "        activation: RELU_6,\n",
        "        regularizer {\n",
        "          l2_regularizer {\n",
        "            # weight: 0.00004\n",
        "            weight: 0.001 # higher regularizition to counter overfitting\n",
        "          }\n",
        "        }\n",
        "        initializer {\n",
        "          truncated_normal_initializer {\n",
        "            stddev: 0.03\n",
        "            mean: 0.0\n",
        "          }\n",
        "        }\n",
        "        batch_norm {\n",
        "          train: true,\n",
        "          scale: true,\n",
        "          center: true,\n",
        "          decay: 0.9997,\n",
        "          epsilon: 0.001,\n",
        "        }\n",
        "      }\n",
        "    }\n",
        "    loss {\n",
        "      classification_loss {\n",
        "        weighted_sigmoid {\n",
        "        }\n",
        "      }\n",
        "      localization_loss {\n",
        "        weighted_smooth_l1 {\n",
        "        }\n",
        "      }\n",
        "      hard_example_miner {\n",
        "        num_hard_examples: 3000 \n",
        "        iou_threshold: 0.95\n",
        "        loss_type: CLASSIFICATION\n",
        "        max_negatives_per_positive: 3\n",
        "        min_negatives_per_image: 3\n",
        "      }\n",
        "      classification_weight: 1.0\n",
        "      localization_weight: 1.0\n",
        "    }\n",
        "    normalize_loss_by_num_matches: true\n",
        "    post_processing {\n",
        "      batch_non_max_suppression {\n",
        "        score_threshold: 1e-8\n",
        "        iou_threshold: 0.6\n",
        "        \n",
        "        #adjust this to the max number of objects per class. \n",
        "        # ex, in my case, i have one pistol in most of the images.\n",
        "        # . there are some images with more than one up to 16.\n",
        "        max_detections_per_class: 16\n",
        "        # max number of detections among all classes. I have 1 class only so\n",
        "        max_total_detections: 16\n",
        "      }\n",
        "      score_converter: SIGMOID\n",
        "    }\n",
        "  }\n",
        "}\n",
        "\n",
        "train_config: {\n",
        "  batch_size: 16 # training batch size\n",
        "  optimizer {\n",
        "    rms_prop_optimizer: {\n",
        "      learning_rate: {\n",
        "        exponential_decay_learning_rate {\n",
        "          initial_learning_rate: 0.003\n",
        "          decay_steps: 800720\n",
        "          decay_factor: 0.95\n",
        "        }\n",
        "      }\n",
        "      momentum_optimizer_value: 0.9\n",
        "      decay: 0.9\n",
        "      epsilon: 1.0\n",
        "    }\n",
        "  }\n",
        "\n",
        "  #the path to the pretrained model. \n",
        "  fine_tune_checkpoint: \"/content/gun_detection/models/research/pretrained_model/model.ckpt\"\n",
        "  fine_tune_checkpoint_type:  \"detection\"\n",
        "  # The below line limits the training process to 200K steps, which we\n",
        "  # empirically found to be sufficient enough to train the dataset. This\n",
        "  # effectively bypasses the learning rate schedule (the learning rate will\n",
        "  # never decay). Remove the below line to train indefinitely.\n",
        "  num_steps: 200000 \n",
        "  \n",
        "\n",
        "  #data augmentaion is done here, you can remove or add more.\n",
        " \n",
        "  data_augmentation_options {\n",
        "    random_horizontal_flip {\n",
        "    }\n",
        "  }\n",
        "  data_augmentation_options {\n",
        "    random_adjust_contrast {\n",
        "    }\n",
        "  }\n",
        "  data_augmentation_options {\n",
        "    ssd_random_crop {\n",
        "    }\n",
        "  }\n",
        "}\n",
        "\n",
        "train_input_reader: {\n",
        "  tf_record_input_reader {\n",
        "    #path to the training TFRecord\n",
        "    input_path: \"/content/gun_detection/data/train_labels.record\"\n",
        "  }\n",
        "  #path to the label map \n",
        "  label_map_path: \"/content/gun_detection/data/label_map.pbtxt\"\n",
        "}\n",
        "\n",
        "eval_config: {\n",
        "  # the number of images in your \"testing\" data (was 600 but we removed one above :) )\n",
        "  num_examples: 599\n",
        "  # the number of images to disply in Tensorboard while training\n",
        "  num_visualizations: 20\n",
        "\n",
        "  # Note: The below line limits the evaluation process to 10 evaluations.\n",
        "  # Remove the below line to evaluate indefinitely.\n",
        "  #max_evals: 10\n",
        "}\n",
        "\n",
        "eval_input_reader: {\n",
        "  tf_record_input_reader {\n",
        "      \n",
        "    #path to the testing TFRecord\n",
        "    input_path: \"/content/gun_detection/data/test_labels.record\"\n",
        "  }\n",
        "  #path to the label map \n",
        "  label_map_path: \"/content/gun_detection/data/label_map.pbtxt\"\n",
        "  shuffle: false\n",
        "  num_readers: 1\n",
        "}"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Overwriting /content/gun_detection/models/research/object_detection/samples/configs/ssd_mobilenet_v2_coco.config\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EuXXZLVEG8sO",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# where the model will be saved at each checkpoint while training \n",
        "model_dir = 'training/'\n",
        "\n",
        "# Optionally: remove content in output model directory to fresh start.\n",
        "!rm -rf {model_dir}\n",
        "os.makedirs(model_dir, exist_ok=True)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "8vAGvftxHu8K",
        "colab_type": "text"
      },
      "source": [
        "## Tensorboard\n",
        "1. Downlaoding and unzipping Tensorboard\n",
        "2. creating a link to visualize multiple graph while training.\n",
        "\n",
        "  1. Tensorboard will not log any files until the training starts. \n",
        "  2. a max of 20 connection per minute is allowed when using ngrok, you will not be able to access tensorboard while the model is logging."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Z2ucxlc5HxHL",
        "colab_type": "code",
        "outputId": "7267b4d6-b102-4beb-df2b-c1ae2ac49466",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 235
        }
      },
      "source": [
        "#downlaoding ngrok to be able to access tensorboard on google colab\n",
        "!wget https://bin.equinox.io/c/4VmDzA7iaHb/ngrok-stable-linux-amd64.zip\n",
        "!unzip -o ngrok-stable-linux-amd64.zip"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "--2020-01-08 16:07:26--  https://bin.equinox.io/c/4VmDzA7iaHb/ngrok-stable-linux-amd64.zip\n",
            "Resolving bin.equinox.io (bin.equinox.io)... 3.234.122.223, 54.164.7.157, 34.204.156.91, ...\n",
            "Connecting to bin.equinox.io (bin.equinox.io)|3.234.122.223|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 13773305 (13M) [application/octet-stream]\n",
            "Saving to: ‘ngrok-stable-linux-amd64.zip’\n",
            "\n",
            "ngrok-stable-linux- 100%[===================>]  13.13M  14.0MB/s    in 0.9s    \n",
            "\n",
            "2020-01-08 16:07:27 (14.0 MB/s) - ‘ngrok-stable-linux-amd64.zip’ saved [13773305/13773305]\n",
            "\n",
            "Archive:  ngrok-stable-linux-amd64.zip\n",
            "  inflating: ngrok                   \n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-w9ufxr7IAdv",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#the logs that are created while training \n",
        "LOG_DIR = model_dir\n",
        "get_ipython().system_raw(\n",
        "    'tensorboard --logdir {} --host 0.0.0.0 --port 6006 &'\n",
        "    .format(LOG_DIR)\n",
        ")\n",
        "get_ipython().system_raw('./ngrok http 6006 &')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "idsi9zyNIIsr",
        "colab_type": "code",
        "outputId": "d8599f20-5608-42c4-8ea6-0d3a905bcbaa",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "#The link to tensorboard.\n",
        "#works after the training starts.\n",
        "\n",
        "### note: if you didnt get a link as output, rerun this cell and the one above\n",
        "!curl -s http://localhost:4040/api/tunnels | python3 -c \\\n",
        "    \"import sys, json; print(json.load(sys.stdin)['tunnels'][0]['public_url'])\""
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "http://eb269c5e.ngrok.io\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5Md5UG_9iaA2",
        "colab_type": "code",
        "outputId": "998067a8-e0db-402a-9a8f-6ffb18a120a6",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 638
        }
      },
      "source": [
        "!ls"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "a3c_blogpost\t\t\t  marco\n",
            "adversarial_crypto\t\t  maskgan\n",
            "adversarial_logit_pairing\t  morph_net\n",
            "adversarial_text\t\t  namignizer\n",
            "adv_imagenet_models\t\t  neural_gpu\n",
            "astronet\t\t\t  neural_programmer\n",
            "attention_ocr\t\t\t  next_frame_prediction\n",
            "audioset\t\t\t  ngrok\n",
            "autoaugment\t\t\t  ngrok-stable-linux-amd64.zip\n",
            "autoencoder\t\t\t  nst_blogpost\n",
            "brain_coder\t\t\t  object_detection\n",
            "cognitive_mapping_and_planning\t  pcl_rl\n",
            "cognitive_planning\t\t  pretrained_model\n",
            "compression\t\t\t  ptn\n",
            "cvt_text\t\t\t  qa_kg\n",
            "deep_contextual_bandits\t\t  README.md\n",
            "deeplab\t\t\t\t  real_nvp\n",
            "deep_speech\t\t\t  rebar\n",
            "delf\t\t\t\t  resnet\n",
            "differential_privacy\t\t  sentiment_analysis\n",
            "domain_adaptation\t\t  seq2species\n",
            "efficient-hrl\t\t\t  setup.py\n",
            "feelvos\t\t\t\t  skip_thoughts\n",
            "fivo\t\t\t\t  slim\n",
            "gan\t\t\t\t  steve\n",
            "global_objectives\t\t  street\n",
            "im2txt\t\t\t\t  struct2depth\n",
            "inception\t\t\t  swivel\n",
            "keypointnet\t\t\t  syntaxnet\n",
            "learned_optimizer\t\t  tcn\n",
            "learning_to_remember_rare_events  tensorrt\n",
            "learning_unsupervised_learning\t  textsum\n",
            "lexnet_nc\t\t\t  training\n",
            "lfads\t\t\t\t  transformer\n",
            "lm_1b\t\t\t\t  vid2depth\n",
            "lm_commonsense\t\t\t  video_prediction\n",
            "lstm_object_detection\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "IuJcAPZFIfu7",
        "colab_type": "text"
      },
      "source": [
        "## Training the model \n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vnKt6g0_IgOe",
        "colab_type": "code",
        "outputId": "f168cf90-6673-4d41-d483-748925268f11",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "\n",
        "!python3 /content/gun_detection/models/research/object_detection/model_main.py \\\n",
        "    --pipeline_config_path={model_pipline}\\\n",
        "    --model_dir={model_dir} \\\n",
        "    --alsologtostderr \\"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:\n",
            "The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
            "For more information, please see:\n",
            "  * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
            "  * https://github.com/tensorflow/addons\n",
            "  * https://github.com/tensorflow/io (for I/O related ops)\n",
            "If you depend on functionality not listed there, please file an issue.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/slim/nets/inception_resnet_v2.py:374: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/slim/nets/mobilenet/mobilenet.py:397: The name tf.nn.avg_pool is deprecated. Please use tf.nn.avg_pool2d instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/model_main.py:109: The name tf.app.run is deprecated. Please use tf.compat.v1.app.run instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/utils/config_util.py:102: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
            "\n",
            "W0107 06:32:09.685235 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/utils/config_util.py:102: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/model_lib.py:628: The name tf.logging.warning is deprecated. Please use tf.compat.v1.logging.warning instead.\n",
            "\n",
            "W0107 06:32:09.689045 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/model_lib.py:628: The name tf.logging.warning is deprecated. Please use tf.compat.v1.logging.warning instead.\n",
            "\n",
            "WARNING:tensorflow:Forced number of epochs for all eval validations to be 1.\n",
            "W0107 06:32:09.689215 140460294551424 model_lib.py:629] Forced number of epochs for all eval validations to be 1.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/utils/config_util.py:488: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
            "\n",
            "W0107 06:32:09.689420 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/utils/config_util.py:488: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
            "\n",
            "INFO:tensorflow:Maybe overwriting train_steps: None\n",
            "I0107 06:32:09.689565 140460294551424 config_util.py:488] Maybe overwriting train_steps: None\n",
            "INFO:tensorflow:Maybe overwriting use_bfloat16: False\n",
            "I0107 06:32:09.689750 140460294551424 config_util.py:488] Maybe overwriting use_bfloat16: False\n",
            "INFO:tensorflow:Maybe overwriting sample_1_of_n_eval_examples: 1\n",
            "I0107 06:32:09.689886 140460294551424 config_util.py:488] Maybe overwriting sample_1_of_n_eval_examples: 1\n",
            "INFO:tensorflow:Maybe overwriting eval_num_epochs: 1\n",
            "I0107 06:32:09.690024 140460294551424 config_util.py:488] Maybe overwriting eval_num_epochs: 1\n",
            "INFO:tensorflow:Maybe overwriting load_pretrained: True\n",
            "I0107 06:32:09.690163 140460294551424 config_util.py:488] Maybe overwriting load_pretrained: True\n",
            "INFO:tensorflow:Ignoring config override key: load_pretrained\n",
            "I0107 06:32:09.690293 140460294551424 config_util.py:498] Ignoring config override key: load_pretrained\n",
            "WARNING:tensorflow:Expected number of evaluation epochs is 1, but instead encountered `eval_on_train_input_config.num_epochs` = 0. Overwriting `num_epochs` to 1.\n",
            "W0107 06:32:09.690464 140460294551424 model_lib.py:645] Expected number of evaluation epochs is 1, but instead encountered `eval_on_train_input_config.num_epochs` = 0. Overwriting `num_epochs` to 1.\n",
            "INFO:tensorflow:create_estimator_and_inputs: use_tpu False, export_to_tpu False\n",
            "I0107 06:32:09.690617 140460294551424 model_lib.py:680] create_estimator_and_inputs: use_tpu False, export_to_tpu False\n",
            "INFO:tensorflow:Using config: {'_model_dir': 'training/', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n",
            "graph_options {\n",
            "  rewrite_options {\n",
            "    meta_optimizer_iterations: ONE\n",
            "  }\n",
            "}\n",
            ", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7fbf0ffaf240>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}\n",
            "I0107 06:32:09.691116 140460294551424 estimator.py:212] Using config: {'_model_dir': 'training/', '_tf_random_seed': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_save_checkpoints_secs': 600, '_session_config': allow_soft_placement: true\n",
            "graph_options {\n",
            "  rewrite_options {\n",
            "    meta_optimizer_iterations: ONE\n",
            "  }\n",
            "}\n",
            ", '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_log_step_count_steps': 100, '_train_distribute': None, '_device_fn': None, '_protocol': None, '_eval_distribute': None, '_experimental_distribute': None, '_experimental_max_worker_delay_secs': None, '_session_creation_timeout_secs': 7200, '_service': None, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7fbf0ffaf240>, '_task_type': 'worker', '_task_id': 0, '_global_id_in_cluster': 0, '_master': '', '_evaluation_master': '', '_is_chief': True, '_num_ps_replicas': 0, '_num_worker_replicas': 1}\n",
            "WARNING:tensorflow:Estimator's model_fn (<function create_model_fn.<locals>.model_fn at 0x7fbf0ffade18>) includes params argument, but params are not passed to Estimator.\n",
            "W0107 06:32:09.691400 140460294551424 model_fn.py:630] Estimator's model_fn (<function create_model_fn.<locals>.model_fn at 0x7fbf0ffade18>) includes params argument, but params are not passed to Estimator.\n",
            "INFO:tensorflow:Not using Distribute Coordinator.\n",
            "I0107 06:32:09.692290 140460294551424 estimator_training.py:186] Not using Distribute Coordinator.\n",
            "INFO:tensorflow:Running training and evaluation locally (non-distributed).\n",
            "I0107 06:32:09.692520 140460294551424 training.py:612] Running training and evaluation locally (non-distributed).\n",
            "INFO:tensorflow:Start train and evaluate loop. The evaluate will happen after every checkpoint. Checkpoint frequency is determined based on RunConfig arguments: save_checkpoints_steps None or save_checkpoints_secs 600.\n",
            "I0107 06:32:09.692907 140460294551424 training.py:700] Start train and evaluate loop. The evaluate will happen after every checkpoint. Checkpoint frequency is determined based on RunConfig arguments: save_checkpoints_steps None or save_checkpoints_secs 600.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.\n",
            "W0107 06:32:09.698967 140460294551424 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/training_util.py:236: Variable.initialized_value (from tensorflow.python.ops.variables) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use Variable.read_value. Variables in 2.X are initialized automatically both in eager and graph (inside tf.defun) contexts.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/data_decoders/tf_example_decoder.py:182: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead.\n",
            "\n",
            "W0107 06:32:09.711925 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/data_decoders/tf_example_decoder.py:182: The name tf.FixedLenFeature is deprecated. Please use tf.io.FixedLenFeature instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/data_decoders/tf_example_decoder.py:197: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead.\n",
            "\n",
            "W0107 06:32:09.712195 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/data_decoders/tf_example_decoder.py:197: The name tf.VarLenFeature is deprecated. Please use tf.io.VarLenFeature instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/builders/dataset_builder.py:64: The name tf.gfile.Glob is deprecated. Please use tf.io.gfile.glob instead.\n",
            "\n",
            "W0107 06:32:09.726819 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/builders/dataset_builder.py:64: The name tf.gfile.Glob is deprecated. Please use tf.io.gfile.glob instead.\n",
            "\n",
            "WARNING:tensorflow:num_readers has been reduced to 1 to match input file shards.\n",
            "W0107 06:32:09.728638 140460294551424 dataset_builder.py:72] num_readers has been reduced to 1 to match input file shards.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/builders/dataset_builder.py:86: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.data.experimental.parallel_interleave(...)`.\n",
            "W0107 06:32:09.735616 140460294551424 deprecation.py:323] From /content/gun_detection/models/research/object_detection/builders/dataset_builder.py:86: parallel_interleave (from tensorflow.contrib.data.python.ops.interleave_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.data.experimental.parallel_interleave(...)`.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`.\n",
            "W0107 06:32:09.735856 140460294551424 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/data/python/ops/interleave_ops.py:77: parallel_interleave (from tensorflow.python.data.experimental.ops.interleave_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.data.Dataset.interleave(map_func, cycle_length, block_length, num_parallel_calls=tf.data.experimental.AUTOTUNE)` instead. If sloppy execution is desired, use `tf.data.Options.experimental_determinstic`.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/builders/dataset_builder.py:155: DatasetV1.map_with_legacy_function (from tensorflow.python.data.ops.dataset_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.data.Dataset.map()\n",
            "W0107 06:32:09.759788 140460294551424 deprecation.py:323] From /content/gun_detection/models/research/object_detection/builders/dataset_builder.py:155: DatasetV1.map_with_legacy_function (from tensorflow.python.data.ops.dataset_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.data.Dataset.map()\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.logging.warn is deprecated. Please use tf.compat.v1.logging.warn instead.\n",
            "\n",
            "W0107 06:32:11.332275 140460294551424 module_wrapper.py:139] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.logging.warn is deprecated. Please use tf.compat.v1.logging.warn instead.\n",
            "\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.is_nan is deprecated. Please use tf.math.is_nan instead.\n",
            "\n",
            "W0107 06:32:19.981546 140460294551424 module_wrapper.py:139] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.is_nan is deprecated. Please use tf.math.is_nan instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/utils/ops.py:493: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
            "W0107 06:32:20.078389 140460294551424 deprecation.py:323] From /content/gun_detection/models/research/object_detection/utils/ops.py:493: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.random_uniform is deprecated. Please use tf.random.uniform instead.\n",
            "\n",
            "W0107 06:32:22.666911 140460294551424 module_wrapper.py:139] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.random_uniform is deprecated. Please use tf.random.uniform instead.\n",
            "\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/operators/control_flow.py:1004: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead.\n",
            "W0107 06:32:26.873257 140460294551424 api.py:332] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/operators/control_flow.py:1004: sample_distorted_bounding_box (from tensorflow.python.ops.image_ops_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "`seed2` arg is deprecated.Use sample_distorted_bounding_box_v2 instead.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_images is deprecated. Please use tf.image.resize instead.\n",
            "\n",
            "W0107 06:32:30.796756 140460294551424 module_wrapper.py:139] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_images is deprecated. Please use tf.image.resize instead.\n",
            "\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_nearest_neighbor is deprecated. Please use tf.compat.v1.image.resize_nearest_neighbor instead.\n",
            "\n",
            "W0107 06:32:30.797932 140460294551424 module_wrapper.py:139] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.image.resize_nearest_neighbor is deprecated. Please use tf.compat.v1.image.resize_nearest_neighbor instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/inputs.py:166: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.cast` instead.\n",
            "W0107 06:32:31.294687 140460294551424 deprecation.py:323] From /content/gun_detection/models/research/object_detection/inputs.py:166: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.cast` instead.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.string_to_hash_bucket_fast is deprecated. Please use tf.strings.to_hash_bucket_fast instead.\n",
            "\n",
            "W0107 06:32:33.385340 140460294551424 module_wrapper.py:139] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/autograph/converters/directives.py:119: The name tf.string_to_hash_bucket_fast is deprecated. Please use tf.strings.to_hash_bucket_fast instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/builders/dataset_builder.py:158: batch_and_drop_remainder (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.data.Dataset.batch(..., drop_remainder=True)`.\n",
            "W0107 06:32:33.966139 140460294551424 deprecation.py:323] From /content/gun_detection/models/research/object_detection/builders/dataset_builder.py:158: batch_and_drop_remainder (from tensorflow.contrib.data.python.ops.batching) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.data.Dataset.batch(..., drop_remainder=True)`.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 06:32:33.982642 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/meta_architectures/ssd_meta_arch.py:597: The name tf.variable_scope is deprecated. Please use tf.compat.v1.variable_scope instead.\n",
            "\n",
            "W0107 06:32:34.255612 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/meta_architectures/ssd_meta_arch.py:597: The name tf.variable_scope is deprecated. Please use tf.compat.v1.variable_scope instead.\n",
            "\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/layers/python/layers/layers.py:1057: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Please use `layer.__call__` method instead.\n",
            "W0107 06:32:34.259097 140460294551424 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/layers/python/layers/layers.py:1057: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Please use `layer.__call__` method instead.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/core/anchor_generator.py:171: The name tf.assert_equal is deprecated. Please use tf.compat.v1.assert_equal instead.\n",
            "\n",
            "W0107 06:32:37.651091 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/core/anchor_generator.py:171: The name tf.assert_equal is deprecated. Please use tf.compat.v1.assert_equal instead.\n",
            "\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:32:37.664007 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:32:37.714831 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:32:37.762457 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:32:37.811501 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:32:37.859178 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:32:37.913271 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/utils/variables_helper.py:179: The name tf.global_variables is deprecated. Please use tf.compat.v1.global_variables instead.\n",
            "\n",
            "W0107 06:32:37.966303 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/utils/variables_helper.py:179: The name tf.global_variables is deprecated. Please use tf.compat.v1.global_variables instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/utils/variables_helper.py:139: The name tf.train.NewCheckpointReader is deprecated. Please use tf.compat.v1.train.NewCheckpointReader instead.\n",
            "\n",
            "W0107 06:32:37.967416 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/utils/variables_helper.py:139: The name tf.train.NewCheckpointReader is deprecated. Please use tf.compat.v1.train.NewCheckpointReader instead.\n",
            "\n",
            "W0107 06:32:37.973038 140460294551424 variables_helper.py:154] Variable [FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_2_3x3_s2_512/weights] is available in checkpoint, but has an incompatible shape with model variable. Checkpoint shape: [[1, 1, 256, 512]], model variable shape: [[3, 3, 256, 512]]. This variable will not be initialized from the checkpoint.\n",
            "W0107 06:32:37.973202 140460294551424 variables_helper.py:154] Variable [FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_3_3x3_s2_256/weights] is available in checkpoint, but has an incompatible shape with model variable. Checkpoint shape: [[1, 1, 128, 256]], model variable shape: [[3, 3, 128, 256]]. This variable will not be initialized from the checkpoint.\n",
            "W0107 06:32:37.973380 140460294551424 variables_helper.py:154] Variable [FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_4_3x3_s2_256/weights] is available in checkpoint, but has an incompatible shape with model variable. Checkpoint shape: [[1, 1, 128, 256]], model variable shape: [[3, 3, 128, 256]]. This variable will not be initialized from the checkpoint.\n",
            "W0107 06:32:37.973520 140460294551424 variables_helper.py:154] Variable [FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_5_3x3_s2_128/weights] is available in checkpoint, but has an incompatible shape with model variable. Checkpoint shape: [[1, 1, 64, 128]], model variable shape: [[3, 3, 64, 128]]. This variable will not be initialized from the checkpoint.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/model_lib.py:353: The name tf.train.init_from_checkpoint is deprecated. Please use tf.compat.v1.train.init_from_checkpoint instead.\n",
            "\n",
            "W0107 06:32:37.973814 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/model_lib.py:353: The name tf.train.init_from_checkpoint is deprecated. Please use tf.compat.v1.train.init_from_checkpoint instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/box_coders/faster_rcnn_box_coder.py:82: The name tf.log is deprecated. Please use tf.math.log instead.\n",
            "\n",
            "W0107 06:32:39.115849 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/box_coders/faster_rcnn_box_coder.py:82: The name tf.log is deprecated. Please use tf.math.log instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/meta_architectures/ssd_meta_arch.py:1163: The name tf.summary.scalar is deprecated. Please use tf.compat.v1.summary.scalar instead.\n",
            "\n",
            "W0107 06:32:42.198295 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/meta_architectures/ssd_meta_arch.py:1163: The name tf.summary.scalar is deprecated. Please use tf.compat.v1.summary.scalar instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/core/losses.py:177: The name tf.losses.huber_loss is deprecated. Please use tf.compat.v1.losses.huber_loss instead.\n",
            "\n",
            "W0107 06:32:42.205331 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/core/losses.py:177: The name tf.losses.huber_loss is deprecated. Please use tf.compat.v1.losses.huber_loss instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/core/losses.py:183: The name tf.losses.Reduction is deprecated. Please use tf.compat.v1.losses.Reduction instead.\n",
            "\n",
            "W0107 06:32:42.206780 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/core/losses.py:183: The name tf.losses.Reduction is deprecated. Please use tf.compat.v1.losses.Reduction instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/meta_architectures/ssd_meta_arch.py:1275: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead.\n",
            "\n",
            "W0107 06:32:42.688809 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/meta_architectures/ssd_meta_arch.py:1275: The name tf.get_collection is deprecated. Please use tf.compat.v1.get_collection instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/model_lib.py:380: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead.\n",
            "\n",
            "W0107 06:32:42.691758 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/model_lib.py:380: The name tf.train.get_or_create_global_step is deprecated. Please use tf.compat.v1.train.get_or_create_global_step instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/utils/learning_schedules.py:66: The name tf.train.exponential_decay is deprecated. Please use tf.compat.v1.train.exponential_decay instead.\n",
            "\n",
            "W0107 06:32:42.692079 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/utils/learning_schedules.py:66: The name tf.train.exponential_decay is deprecated. Please use tf.compat.v1.train.exponential_decay instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/builders/optimizer_builder.py:47: The name tf.train.RMSPropOptimizer is deprecated. Please use tf.compat.v1.train.RMSPropOptimizer instead.\n",
            "\n",
            "W0107 06:32:42.702466 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/builders/optimizer_builder.py:47: The name tf.train.RMSPropOptimizer is deprecated. Please use tf.compat.v1.train.RMSPropOptimizer instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/model_lib.py:398: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead.\n",
            "\n",
            "W0107 06:32:42.702753 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/model_lib.py:398: The name tf.trainable_variables is deprecated. Please use tf.compat.v1.trainable_variables instead.\n",
            "\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/rmsprop.py:119: calling Ones.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Call initializer instance with the dtype argument instead of passing it to the constructor\n",
            "W0107 06:32:45.148899 140460294551424 deprecation.py:506] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/rmsprop.py:119: calling Ones.__init__ (from tensorflow.python.ops.init_ops) with dtype is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Call initializer instance with the dtype argument instead of passing it to the constructor\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/model_lib.py:515: The name tf.train.Saver is deprecated. Please use tf.compat.v1.train.Saver instead.\n",
            "\n",
            "W0107 06:32:52.063169 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/model_lib.py:515: The name tf.train.Saver is deprecated. Please use tf.compat.v1.train.Saver instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/model_lib.py:519: The name tf.add_to_collection is deprecated. Please use tf.compat.v1.add_to_collection instead.\n",
            "\n",
            "W0107 06:32:52.936505 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/model_lib.py:519: The name tf.add_to_collection is deprecated. Please use tf.compat.v1.add_to_collection instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/model_lib.py:520: The name tf.train.Scaffold is deprecated. Please use tf.compat.v1.train.Scaffold instead.\n",
            "\n",
            "W0107 06:32:52.936911 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/model_lib.py:520: The name tf.train.Scaffold is deprecated. Please use tf.compat.v1.train.Scaffold instead.\n",
            "\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 06:32:52.937451 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Create CheckpointSaverHook.\n",
            "I0107 06:32:52.939019 140460294551424 basic_session_run_hooks.py:541] Create CheckpointSaverHook.\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 06:32:57.457358 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 06:32:57.471785: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2300000000 Hz\n",
            "2020-01-07 06:32:57.474182: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x3225800 initialized for platform Host (this does not guarantee that XLA will be used). Devices:\n",
            "2020-01-07 06:32:57.474218: I tensorflow/compiler/xla/service/service.cc:176]   StreamExecutor device (0): Host, Default Version\n",
            "2020-01-07 06:32:57.480356: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcuda.so.1\n",
            "2020-01-07 06:32:57.615229: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:32:57.616081: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x3225d40 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
            "2020-01-07 06:32:57.616115: I tensorflow/compiler/xla/service/service.cc:176]   StreamExecutor device (0): Tesla K80, Compute Capability 3.7\n",
            "2020-01-07 06:32:57.617398: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:32:57.618146: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 06:32:57.635185: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 06:32:57.860265: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 06:32:57.989968: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 06:32:58.016650: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 06:32:58.278125: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 06:32:58.302858: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 06:32:58.807054: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 06:32:58.807306: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:32:58.808167: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:32:58.808898: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 06:32:58.815206: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 06:32:58.816883: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 06:32:58.816919: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 06:32:58.816937: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 06:32:58.818206: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:32:58.819017: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:32:58.819735: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:39] Overriding allow_growth setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n",
            "2020-01-07 06:32:58.819789: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 06:33:08.953596 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 06:33:09.363474 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Saving checkpoints for 0 into training/model.ckpt.\n",
            "I0107 06:33:21.301927 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 0 into training/model.ckpt.\n",
            "2020-01-07 06:33:35.076807: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 06:33:39.325158: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "INFO:tensorflow:loss = 12.820522, step = 0\n",
            "I0107 06:33:42.794043 140460294551424 basic_session_run_hooks.py:262] loss = 12.820522, step = 0\n",
            "INFO:tensorflow:global_step/sec: 1.28763\n",
            "I0107 06:35:00.455292 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.28763\n",
            "INFO:tensorflow:loss = 6.7392926, step = 100 (77.663 sec)\n",
            "I0107 06:35:00.456522 140460294551424 basic_session_run_hooks.py:260] loss = 6.7392926, step = 100 (77.663 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.388\n",
            "I0107 06:36:12.501170 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.388\n",
            "INFO:tensorflow:loss = 6.45461, step = 200 (72.046 sec)\n",
            "I0107 06:36:12.502129 140460294551424 basic_session_run_hooks.py:260] loss = 6.45461, step = 200 (72.046 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48444\n",
            "I0107 06:37:19.866803 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48444\n",
            "INFO:tensorflow:loss = 4.980669, step = 300 (67.366 sec)\n",
            "I0107 06:37:19.868219 140460294551424 basic_session_run_hooks.py:260] loss = 4.980669, step = 300 (67.366 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43722\n",
            "I0107 06:38:29.445801 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43722\n",
            "INFO:tensorflow:loss = 5.1547947, step = 400 (69.579 sec)\n",
            "I0107 06:38:29.446795 140460294551424 basic_session_run_hooks.py:260] loss = 5.1547947, step = 400 (69.579 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46208\n",
            "I0107 06:39:37.841430 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46208\n",
            "INFO:tensorflow:loss = 5.792861, step = 500 (68.396 sec)\n",
            "I0107 06:39:37.842717 140460294551424 basic_session_run_hooks.py:260] loss = 5.792861, step = 500 (68.396 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45581\n",
            "I0107 06:40:46.531780 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45581\n",
            "INFO:tensorflow:loss = 4.5152583, step = 600 (68.690 sec)\n",
            "I0107 06:40:46.532969 140460294551424 basic_session_run_hooks.py:260] loss = 4.5152583, step = 600 (68.690 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4207\n",
            "I0107 06:41:56.919714 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4207\n",
            "INFO:tensorflow:loss = 4.9484744, step = 700 (70.388 sec)\n",
            "I0107 06:41:56.921097 140460294551424 basic_session_run_hooks.py:260] loss = 4.9484744, step = 700 (70.388 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46488\n",
            "I0107 06:43:05.184904 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46488\n",
            "INFO:tensorflow:loss = 5.770082, step = 800 (68.265 sec)\n",
            "I0107 06:43:05.185847 140460294551424 basic_session_run_hooks.py:260] loss = 5.770082, step = 800 (68.265 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 829 into training/model.ckpt.\n",
            "I0107 06:43:24.498819 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 829 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 06:43:27.332096 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:43:30.293254 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:43:30.333373 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:43:30.373541 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:43:30.415739 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:43:30.455385 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:43:30.495752 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/eval_util.py:796: to_int64 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.cast` instead.\n",
            "W0107 06:43:31.368776 140460294551424 deprecation.py:323] From /content/gun_detection/models/research/object_detection/eval_util.py:796: to_int64 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.cast` instead.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/utils/visualization_utils.py:498: py_func (from tensorflow.python.ops.script_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "tf.py_func is deprecated in TF V2. Instead, there are two\n",
            "    options available in V2.\n",
            "    - tf.py_function takes a python function which manipulates tf eager\n",
            "    tensors instead of numpy arrays. It's easy to convert a tf eager tensor to\n",
            "    an ndarray (just call tensor.numpy()) but having access to eager tensors\n",
            "    means `tf.py_function`s can use accelerators such as GPUs as well as\n",
            "    being differentiable using a gradient tape.\n",
            "    - tf.numpy_function maintains the semantics of the deprecated tf.py_func\n",
            "    (it is not differentiable, and manipulates numpy arrays). It drops the\n",
            "    stateful argument making all functions stateful.\n",
            "    \n",
            "W0107 06:43:31.631236 140460294551424 deprecation.py:323] From /content/gun_detection/models/research/object_detection/utils/visualization_utils.py:498: py_func (from tensorflow.python.ops.script_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "tf.py_func is deprecated in TF V2. Instead, there are two\n",
            "    options available in V2.\n",
            "    - tf.py_function takes a python function which manipulates tf eager\n",
            "    tensors instead of numpy arrays. It's easy to convert a tf eager tensor to\n",
            "    an ndarray (just call tensor.numpy()) but having access to eager tensors\n",
            "    means `tf.py_function`s can use accelerators such as GPUs as well as\n",
            "    being differentiable using a gradient tape.\n",
            "    - tf.numpy_function maintains the semantics of the deprecated tf.py_func\n",
            "    (it is not differentiable, and manipulates numpy arrays). It drops the\n",
            "    stateful argument making all functions stateful.\n",
            "    \n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/utils/visualization_utils.py:1044: The name tf.summary.image is deprecated. Please use tf.compat.v1.summary.image instead.\n",
            "\n",
            "W0107 06:43:31.827784 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/utils/visualization_utils.py:1044: The name tf.summary.image is deprecated. Please use tf.compat.v1.summary.image instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/model_lib.py:484: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead.\n",
            "\n",
            "W0107 06:43:32.020714 140460294551424 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/model_lib.py:484: The name tf.metrics.mean is deprecated. Please use tf.compat.v1.metrics.mean instead.\n",
            "\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 06:43:32.404161 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T06:43:32Z\n",
            "I0107 06:43:32.425632 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T06:43:32Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 06:43:32.976540 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 06:43:32.977809: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:43:32.978382: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 06:43:32.978475: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 06:43:32.978534: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 06:43:32.978594: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 06:43:32.978648: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 06:43:32.978710: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 06:43:32.978751: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 06:43:32.978807: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 06:43:32.978985: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:43:32.979610: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:43:32.980153: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 06:43:32.980274: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 06:43:32.980295: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 06:43:32.980309: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 06:43:32.980457: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:43:32.981134: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:43:32.981637: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-829\n",
            "I0107 06:43:32.982923 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-829\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 06:43:33.955761 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 06:43:34.109066 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 06:44:10.657193 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 06:44:10.659102 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 06:44:10.668034 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.44s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.15s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.219\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.560\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.123\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.038\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.088\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.274\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.226\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.431\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.441\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.069\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.229\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.525\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-06:44:12\n",
            "I0107 06:44:12.360304 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-06:44:12\n",
            "INFO:tensorflow:Saving dict for global step 829: DetectionBoxes_Precision/mAP = 0.21918865, DetectionBoxes_Precision/mAP (large) = 0.27417868, DetectionBoxes_Precision/mAP (medium) = 0.088016234, DetectionBoxes_Precision/mAP (small) = 0.038481783, DetectionBoxes_Precision/mAP@.50IOU = 0.5595301, DetectionBoxes_Precision/mAP@.75IOU = 0.12327685, DetectionBoxes_Recall/AR@1 = 0.22565982, DetectionBoxes_Recall/AR@10 = 0.4313783, DetectionBoxes_Recall/AR@100 = 0.44076246, DetectionBoxes_Recall/AR@100 (large) = 0.5250493, DetectionBoxes_Recall/AR@100 (medium) = 0.22857143, DetectionBoxes_Recall/AR@100 (small) = 0.068571426, Loss/classification_loss = 6.087784, Loss/localization_loss = 1.9358083, Loss/regularization_loss = 1.0804207, Loss/total_loss = 9.10401, global_step = 829, learning_rate = 0.003, loss = 9.10401\n",
            "I0107 06:44:12.360782 140460294551424 estimator.py:2049] Saving dict for global step 829: DetectionBoxes_Precision/mAP = 0.21918865, DetectionBoxes_Precision/mAP (large) = 0.27417868, DetectionBoxes_Precision/mAP (medium) = 0.088016234, DetectionBoxes_Precision/mAP (small) = 0.038481783, DetectionBoxes_Precision/mAP@.50IOU = 0.5595301, DetectionBoxes_Precision/mAP@.75IOU = 0.12327685, DetectionBoxes_Recall/AR@1 = 0.22565982, DetectionBoxes_Recall/AR@10 = 0.4313783, DetectionBoxes_Recall/AR@100 = 0.44076246, DetectionBoxes_Recall/AR@100 (large) = 0.5250493, DetectionBoxes_Recall/AR@100 (medium) = 0.22857143, DetectionBoxes_Recall/AR@100 (small) = 0.068571426, Loss/classification_loss = 6.087784, Loss/localization_loss = 1.9358083, Loss/regularization_loss = 1.0804207, Loss/total_loss = 9.10401, global_step = 829, learning_rate = 0.003, loss = 9.10401\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 829: training/model.ckpt-829\n",
            "I0107 06:44:13.330259 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 829: training/model.ckpt-829\n",
            "INFO:tensorflow:global_step/sec: 0.845807\n",
            "I0107 06:45:03.415209 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.845807\n",
            "INFO:tensorflow:loss = 4.605939, step = 900 (118.231 sec)\n",
            "I0107 06:45:03.416398 140460294551424 basic_session_run_hooks.py:260] loss = 4.605939, step = 900 (118.231 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49484\n",
            "I0107 06:46:10.312016 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49484\n",
            "INFO:tensorflow:loss = 3.860362, step = 1000 (66.897 sec)\n",
            "I0107 06:46:10.313220 140460294551424 basic_session_run_hooks.py:260] loss = 3.860362, step = 1000 (66.897 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48309\n",
            "I0107 06:47:17.738950 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48309\n",
            "INFO:tensorflow:loss = 3.3642883, step = 1100 (67.427 sec)\n",
            "I0107 06:47:17.740312 140460294551424 basic_session_run_hooks.py:260] loss = 3.3642883, step = 1100 (67.427 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44848\n",
            "I0107 06:48:26.776998 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44848\n",
            "INFO:tensorflow:loss = 4.301152, step = 1200 (69.038 sec)\n",
            "I0107 06:48:26.778417 140460294551424 basic_session_run_hooks.py:260] loss = 4.301152, step = 1200 (69.038 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47009\n",
            "I0107 06:49:34.800031 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47009\n",
            "INFO:tensorflow:loss = 3.8890789, step = 1300 (68.023 sec)\n",
            "I0107 06:49:34.801132 140460294551424 basic_session_run_hooks.py:260] loss = 3.8890789, step = 1300 (68.023 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49017\n",
            "I0107 06:50:41.906571 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49017\n",
            "INFO:tensorflow:loss = 5.1950173, step = 1400 (67.107 sec)\n",
            "I0107 06:50:41.907780 140460294551424 basic_session_run_hooks.py:260] loss = 5.1950173, step = 1400 (67.107 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45088\n",
            "I0107 06:51:50.830209 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45088\n",
            "INFO:tensorflow:loss = 3.581689, step = 1500 (68.924 sec)\n",
            "I0107 06:51:50.831603 140460294551424 basic_session_run_hooks.py:260] loss = 3.581689, step = 1500 (68.924 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46931\n",
            "I0107 06:52:58.889225 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46931\n",
            "INFO:tensorflow:loss = 4.939773, step = 1600 (68.059 sec)\n",
            "I0107 06:52:58.890402 140460294551424 basic_session_run_hooks.py:260] loss = 4.939773, step = 1600 (68.059 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 1640 into training/model.ckpt.\n",
            "I0107 06:53:24.899027 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 1640 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 06:53:27.536473 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:53:30.325285 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:53:30.366539 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:53:30.744248 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:53:30.785231 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:53:30.823755 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 06:53:30.864370 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 06:53:32.736637 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T06:53:32Z\n",
            "I0107 06:53:32.759450 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T06:53:32Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 06:53:33.296036 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 06:53:33.296869: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:53:33.297478: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 06:53:33.302285: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 06:53:33.302344: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 06:53:33.302389: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 06:53:33.302440: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 06:53:33.302494: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 06:53:33.302540: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 06:53:33.302590: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 06:53:33.302736: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:53:33.303338: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:53:33.303848: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 06:53:33.303904: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 06:53:33.303924: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 06:53:33.303938: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 06:53:33.306882: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:53:33.307486: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 06:53:33.308044: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-1640\n",
            "I0107 06:53:33.309398 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-1640\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 06:53:34.324507 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 06:53:34.483000 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 06:54:10.898772 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 06:54:10.901069 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 06:54:10.909983 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.42s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.343\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.666\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.303\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.066\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.153\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.425\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.340\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.480\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.489\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.080\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.280\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.575\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-06:54:13\n",
            "I0107 06:54:13.370213 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-06:54:13\n",
            "INFO:tensorflow:Saving dict for global step 1640: DetectionBoxes_Precision/mAP = 0.34309018, DetectionBoxes_Precision/mAP (large) = 0.42506307, DetectionBoxes_Precision/mAP (medium) = 0.15298736, DetectionBoxes_Precision/mAP (small) = 0.066408984, DetectionBoxes_Precision/mAP@.50IOU = 0.6660274, DetectionBoxes_Precision/mAP@.75IOU = 0.3031066, DetectionBoxes_Recall/AR@1 = 0.34032258, DetectionBoxes_Recall/AR@10 = 0.4803519, DetectionBoxes_Recall/AR@100 = 0.4892962, DetectionBoxes_Recall/AR@100 (large) = 0.57534516, DetectionBoxes_Recall/AR@100 (medium) = 0.28, DetectionBoxes_Recall/AR@100 (small) = 0.08, Loss/classification_loss = 4.79587, Loss/localization_loss = 1.4369627, Loss/regularization_loss = 1.0480945, Loss/total_loss = 7.2809253, global_step = 1640, learning_rate = 0.003, loss = 7.2809253\n",
            "I0107 06:54:13.370601 140460294551424 estimator.py:2049] Saving dict for global step 1640: DetectionBoxes_Precision/mAP = 0.34309018, DetectionBoxes_Precision/mAP (large) = 0.42506307, DetectionBoxes_Precision/mAP (medium) = 0.15298736, DetectionBoxes_Precision/mAP (small) = 0.066408984, DetectionBoxes_Precision/mAP@.50IOU = 0.6660274, DetectionBoxes_Precision/mAP@.75IOU = 0.3031066, DetectionBoxes_Recall/AR@1 = 0.34032258, DetectionBoxes_Recall/AR@10 = 0.4803519, DetectionBoxes_Recall/AR@100 = 0.4892962, DetectionBoxes_Recall/AR@100 (large) = 0.57534516, DetectionBoxes_Recall/AR@100 (medium) = 0.28, DetectionBoxes_Recall/AR@100 (small) = 0.08, Loss/classification_loss = 4.79587, Loss/localization_loss = 1.4369627, Loss/regularization_loss = 1.0480945, Loss/total_loss = 7.2809253, global_step = 1640, learning_rate = 0.003, loss = 7.2809253\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 1640: training/model.ckpt-1640\n",
            "I0107 06:54:13.379136 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 1640: training/model.ckpt-1640\n",
            "INFO:tensorflow:global_step/sec: 0.86904\n",
            "I0107 06:54:53.958748 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.86904\n",
            "INFO:tensorflow:loss = 4.054916, step = 1700 (115.069 sec)\n",
            "I0107 06:54:53.959801 140460294551424 basic_session_run_hooks.py:260] loss = 4.054916, step = 1700 (115.069 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.50984\n",
            "I0107 06:56:00.191001 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.50984\n",
            "INFO:tensorflow:loss = 3.6289217, step = 1800 (66.233 sec)\n",
            "I0107 06:56:00.192696 140460294551424 basic_session_run_hooks.py:260] loss = 3.6289217, step = 1800 (66.233 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44972\n",
            "I0107 06:57:09.169548 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44972\n",
            "INFO:tensorflow:loss = 4.0032067, step = 1900 (68.978 sec)\n",
            "I0107 06:57:09.170772 140460294551424 basic_session_run_hooks.py:260] loss = 4.0032067, step = 1900 (68.978 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.5444\n",
            "I0107 06:58:13.919702 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.5444\n",
            "INFO:tensorflow:loss = 4.346783, step = 2000 (64.751 sec)\n",
            "I0107 06:58:13.921704 140460294551424 basic_session_run_hooks.py:260] loss = 4.346783, step = 2000 (64.751 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45199\n",
            "I0107 06:59:22.790345 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45199\n",
            "INFO:tensorflow:loss = 3.9689927, step = 2100 (68.870 sec)\n",
            "I0107 06:59:22.791717 140460294551424 basic_session_run_hooks.py:260] loss = 3.9689927, step = 2100 (68.870 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.50847\n",
            "I0107 07:00:29.082608 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.50847\n",
            "INFO:tensorflow:loss = 4.4303184, step = 2200 (66.292 sec)\n",
            "I0107 07:00:29.084145 140460294551424 basic_session_run_hooks.py:260] loss = 4.4303184, step = 2200 (66.292 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43325\n",
            "I0107 07:01:38.854319 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43325\n",
            "INFO:tensorflow:loss = 3.9930322, step = 2300 (69.772 sec)\n",
            "I0107 07:01:38.856197 140460294551424 basic_session_run_hooks.py:260] loss = 3.9930322, step = 2300 (69.772 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.31019\n",
            "I0107 07:02:55.179128 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.31019\n",
            "INFO:tensorflow:loss = 3.3336833, step = 2400 (76.324 sec)\n",
            "I0107 07:02:55.180294 140460294551424 basic_session_run_hooks.py:260] loss = 3.3336833, step = 2400 (76.324 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 2444 into training/model.ckpt.\n",
            "I0107 07:03:25.282420 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 2444 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 07:03:27.919896 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:03:30.632880 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:03:30.673859 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:03:30.713328 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:03:30.753049 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:03:30.792827 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:03:30.833378 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 07:03:32.639842 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T07:03:32Z\n",
            "I0107 07:03:32.661026 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T07:03:32Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 07:03:33.191766 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 07:03:33.192558: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:03:33.193179: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 07:03:33.193262: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 07:03:33.193292: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 07:03:33.193319: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 07:03:33.193344: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 07:03:33.193369: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 07:03:33.193393: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 07:03:33.193418: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 07:03:33.193518: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:03:33.194107: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:03:33.194686: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 07:03:33.194750: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 07:03:33.194766: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 07:03:33.194777: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 07:03:33.194934: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:03:33.195527: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:03:33.196042: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-2444\n",
            "I0107 07:03:33.197175 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-2444\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 07:03:34.123991 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 07:03:34.256602 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 07:04:10.225673 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 07:04:10.227798 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 07:04:10.237535 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.46s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.26s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.429\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.719\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.476\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.099\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.164\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.528\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.417\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.525\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.534\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.137\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.285\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.630\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-07:04:12\n",
            "I0107 07:04:12.746603 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-07:04:12\n",
            "INFO:tensorflow:Saving dict for global step 2444: DetectionBoxes_Precision/mAP = 0.42925328, DetectionBoxes_Precision/mAP (large) = 0.528339, DetectionBoxes_Precision/mAP (medium) = 0.16387413, DetectionBoxes_Precision/mAP (small) = 0.09879604, DetectionBoxes_Precision/mAP@.50IOU = 0.71900094, DetectionBoxes_Precision/mAP@.75IOU = 0.47560817, DetectionBoxes_Recall/AR@1 = 0.41686216, DetectionBoxes_Recall/AR@10 = 0.52478004, DetectionBoxes_Recall/AR@100 = 0.53357774, DetectionBoxes_Recall/AR@100 (large) = 0.6295858, DetectionBoxes_Recall/AR@100 (medium) = 0.285, DetectionBoxes_Recall/AR@100 (small) = 0.13714285, Loss/classification_loss = 4.0647125, Loss/localization_loss = 1.1596782, Loss/regularization_loss = 1.0163379, Loss/total_loss = 6.2407284, global_step = 2444, learning_rate = 0.003, loss = 6.2407284\n",
            "I0107 07:04:12.746948 140460294551424 estimator.py:2049] Saving dict for global step 2444: DetectionBoxes_Precision/mAP = 0.42925328, DetectionBoxes_Precision/mAP (large) = 0.528339, DetectionBoxes_Precision/mAP (medium) = 0.16387413, DetectionBoxes_Precision/mAP (small) = 0.09879604, DetectionBoxes_Precision/mAP@.50IOU = 0.71900094, DetectionBoxes_Precision/mAP@.75IOU = 0.47560817, DetectionBoxes_Recall/AR@1 = 0.41686216, DetectionBoxes_Recall/AR@10 = 0.52478004, DetectionBoxes_Recall/AR@100 = 0.53357774, DetectionBoxes_Recall/AR@100 (large) = 0.6295858, DetectionBoxes_Recall/AR@100 (medium) = 0.285, DetectionBoxes_Recall/AR@100 (small) = 0.13714285, Loss/classification_loss = 4.0647125, Loss/localization_loss = 1.1596782, Loss/regularization_loss = 1.0163379, Loss/total_loss = 6.2407284, global_step = 2444, learning_rate = 0.003, loss = 6.2407284\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 2444: training/model.ckpt-2444\n",
            "I0107 07:04:12.752710 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 2444: training/model.ckpt-2444\n",
            "INFO:tensorflow:global_step/sec: 0.864985\n",
            "I0107 07:04:50.788033 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.864985\n",
            "INFO:tensorflow:loss = 4.0561275, step = 2500 (115.609 sec)\n",
            "I0107 07:04:50.789266 140460294551424 basic_session_run_hooks.py:260] loss = 4.0561275, step = 2500 (115.609 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49705\n",
            "I0107 07:05:57.586086 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49705\n",
            "INFO:tensorflow:loss = 4.185327, step = 2600 (66.798 sec)\n",
            "I0107 07:05:57.587266 140460294551424 basic_session_run_hooks.py:260] loss = 4.185327, step = 2600 (66.798 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45508\n",
            "I0107 07:07:06.310976 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45508\n",
            "INFO:tensorflow:loss = 4.28951, step = 2700 (68.725 sec)\n",
            "I0107 07:07:06.312210 140460294551424 basic_session_run_hooks.py:260] loss = 4.28951, step = 2700 (68.725 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45157\n",
            "I0107 07:08:15.201747 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45157\n",
            "INFO:tensorflow:loss = 3.1853354, step = 2800 (68.891 sec)\n",
            "I0107 07:08:15.202992 140460294551424 basic_session_run_hooks.py:260] loss = 3.1853354, step = 2800 (68.891 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48334\n",
            "I0107 07:09:22.616976 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48334\n",
            "INFO:tensorflow:loss = 3.8885822, step = 2900 (67.415 sec)\n",
            "I0107 07:09:22.618119 140460294551424 basic_session_run_hooks.py:260] loss = 3.8885822, step = 2900 (67.415 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43957\n",
            "I0107 07:10:32.082050 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43957\n",
            "INFO:tensorflow:loss = 3.7876377, step = 3000 (69.465 sec)\n",
            "I0107 07:10:32.083604 140460294551424 basic_session_run_hooks.py:260] loss = 3.7876377, step = 3000 (69.465 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.5359\n",
            "I0107 07:11:37.190611 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.5359\n",
            "INFO:tensorflow:loss = 2.8296328, step = 3100 (65.108 sec)\n",
            "I0107 07:11:37.191907 140460294551424 basic_session_run_hooks.py:260] loss = 2.8296328, step = 3100 (65.108 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47704\n",
            "I0107 07:12:44.893492 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47704\n",
            "INFO:tensorflow:loss = 3.0106688, step = 3200 (67.703 sec)\n",
            "I0107 07:12:44.894858 140460294551424 basic_session_run_hooks.py:260] loss = 3.0106688, step = 3200 (67.703 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 3261 into training/model.ckpt.\n",
            "I0107 07:13:25.692332 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 3261 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 07:13:28.309005 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:13:30.997209 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:13:31.053262 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:13:31.092760 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:13:31.133747 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:13:31.173435 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:13:31.217498 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 07:13:33.068775 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T07:13:33Z\n",
            "I0107 07:13:33.090490 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T07:13:33Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 07:13:33.637445 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 07:13:33.638319: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:13:33.638983: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 07:13:33.639072: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 07:13:33.639116: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 07:13:33.639162: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 07:13:33.639202: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 07:13:33.639264: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 07:13:33.639303: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 07:13:33.639342: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 07:13:33.639473: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:13:33.640166: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:13:33.640700: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 07:13:33.640757: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 07:13:33.640785: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 07:13:33.640811: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 07:13:33.641013: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:13:33.641612: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:13:33.642192: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-3261\n",
            "I0107 07:13:33.643352 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-3261\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 07:13:34.631102 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 07:13:34.792858 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 07:14:10.161296 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 07:14:10.162872 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 07:14:10.168350 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.44s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.25s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.400\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.736\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.447\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.075\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.180\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.486\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.401\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.489\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.503\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.117\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.301\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.585\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-07:14:12\n",
            "I0107 07:14:12.660079 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-07:14:12\n",
            "INFO:tensorflow:Saving dict for global step 3261: DetectionBoxes_Precision/mAP = 0.40048978, DetectionBoxes_Precision/mAP (large) = 0.48607394, DetectionBoxes_Precision/mAP (medium) = 0.17952132, DetectionBoxes_Precision/mAP (small) = 0.07547795, DetectionBoxes_Precision/mAP@.50IOU = 0.73618346, DetectionBoxes_Precision/mAP@.75IOU = 0.4474632, DetectionBoxes_Recall/AR@1 = 0.40058652, DetectionBoxes_Recall/AR@10 = 0.4887097, DetectionBoxes_Recall/AR@100 = 0.5027859, DetectionBoxes_Recall/AR@100 (large) = 0.5850099, DetectionBoxes_Recall/AR@100 (medium) = 0.3014286, DetectionBoxes_Recall/AR@100 (small) = 0.117142856, Loss/classification_loss = 3.8949468, Loss/localization_loss = 1.0950809, Loss/regularization_loss = 0.98510784, Loss/total_loss = 5.9751425, global_step = 3261, learning_rate = 0.003, loss = 5.9751425\n",
            "I0107 07:14:12.660392 140460294551424 estimator.py:2049] Saving dict for global step 3261: DetectionBoxes_Precision/mAP = 0.40048978, DetectionBoxes_Precision/mAP (large) = 0.48607394, DetectionBoxes_Precision/mAP (medium) = 0.17952132, DetectionBoxes_Precision/mAP (small) = 0.07547795, DetectionBoxes_Precision/mAP@.50IOU = 0.73618346, DetectionBoxes_Precision/mAP@.75IOU = 0.4474632, DetectionBoxes_Recall/AR@1 = 0.40058652, DetectionBoxes_Recall/AR@10 = 0.4887097, DetectionBoxes_Recall/AR@100 = 0.5027859, DetectionBoxes_Recall/AR@100 (large) = 0.5850099, DetectionBoxes_Recall/AR@100 (medium) = 0.3014286, DetectionBoxes_Recall/AR@100 (small) = 0.117142856, Loss/classification_loss = 3.8949468, Loss/localization_loss = 1.0950809, Loss/regularization_loss = 0.98510784, Loss/total_loss = 5.9751425, global_step = 3261, learning_rate = 0.003, loss = 5.9751425\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 3261: training/model.ckpt-3261\n",
            "I0107 07:14:12.666141 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 3261: training/model.ckpt-3261\n",
            "INFO:tensorflow:global_step/sec: 0.867369\n",
            "I0107 07:14:40.184627 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.867369\n",
            "INFO:tensorflow:loss = 3.3441617, step = 3300 (115.307 sec)\n",
            "I0107 07:14:40.202070 140460294551424 basic_session_run_hooks.py:260] loss = 3.3441617, step = 3300 (115.307 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38513\n",
            "I0107 07:15:52.380063 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38513\n",
            "INFO:tensorflow:loss = 2.562004, step = 3400 (72.179 sec)\n",
            "I0107 07:15:52.381254 140460294551424 basic_session_run_hooks.py:260] loss = 2.562004, step = 3400 (72.179 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44343\n",
            "I0107 07:17:01.659463 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44343\n",
            "INFO:tensorflow:loss = 3.904518, step = 3500 (69.279 sec)\n",
            "I0107 07:17:01.660739 140460294551424 basic_session_run_hooks.py:260] loss = 3.904518, step = 3500 (69.279 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.37131\n",
            "I0107 07:18:14.582644 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.37131\n",
            "INFO:tensorflow:loss = 3.3565402, step = 3600 (72.923 sec)\n",
            "I0107 07:18:14.583827 140460294551424 basic_session_run_hooks.py:260] loss = 3.3565402, step = 3600 (72.923 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41288\n",
            "I0107 07:19:25.360102 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41288\n",
            "INFO:tensorflow:loss = 3.3471465, step = 3700 (70.778 sec)\n",
            "I0107 07:19:25.361594 140460294551424 basic_session_run_hooks.py:260] loss = 3.3471465, step = 3700 (70.778 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41595\n",
            "I0107 07:20:35.983972 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41595\n",
            "INFO:tensorflow:loss = 2.7086692, step = 3800 (70.624 sec)\n",
            "I0107 07:20:35.985246 140460294551424 basic_session_run_hooks.py:260] loss = 2.7086692, step = 3800 (70.624 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45362\n",
            "I0107 07:21:44.777505 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45362\n",
            "INFO:tensorflow:loss = 3.4823837, step = 3900 (68.794 sec)\n",
            "I0107 07:21:44.778819 140460294551424 basic_session_run_hooks.py:260] loss = 3.4823837, step = 3900 (68.794 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.36976\n",
            "I0107 07:22:57.783203 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.36976\n",
            "INFO:tensorflow:loss = 2.8378778, step = 4000 (73.006 sec)\n",
            "I0107 07:22:57.784476 140460294551424 basic_session_run_hooks.py:260] loss = 2.8378778, step = 4000 (73.006 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 4042 into training/model.ckpt.\n",
            "I0107 07:23:25.860240 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 4042 into training/model.ckpt.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use standard file APIs to delete files with this prefix.\n",
            "W0107 07:23:25.990113 140460294551424 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/saver.py:963: remove_checkpoint (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use standard file APIs to delete files with this prefix.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 07:23:28.484147 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:23:31.226223 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:23:31.272751 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:23:31.316644 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:23:31.357399 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:23:31.401309 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:23:31.443031 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 07:23:33.721677 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T07:23:33Z\n",
            "I0107 07:23:33.743523 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T07:23:33Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 07:23:34.297384 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 07:23:34.298237: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:23:34.298944: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 07:23:34.299032: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 07:23:34.299076: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 07:23:34.299120: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 07:23:34.299169: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 07:23:34.299206: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 07:23:34.299244: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 07:23:34.299283: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 07:23:34.299415: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:23:34.300041: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:23:34.300585: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 07:23:34.300683: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 07:23:34.300706: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 07:23:34.300721: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 07:23:34.300883: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:23:34.301464: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:23:34.301999: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-4042\n",
            "I0107 07:23:34.303539 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-4042\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 07:23:35.326582 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 07:23:35.472449 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 07:24:11.869076 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 07:24:11.873509 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.00s)\n",
            "I0107 07:24:11.878600 140457026553600 coco_tools.py:137] DONE (t=0.00s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.47s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.26s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.474\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.772\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.555\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.093\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.194\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.575\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.448\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.557\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.562\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.151\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.312\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.660\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-07:24:14\n",
            "I0107 07:24:14.427857 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-07:24:14\n",
            "INFO:tensorflow:Saving dict for global step 4042: DetectionBoxes_Precision/mAP = 0.47408867, DetectionBoxes_Precision/mAP (large) = 0.5751092, DetectionBoxes_Precision/mAP (medium) = 0.19432491, DetectionBoxes_Precision/mAP (small) = 0.092604615, DetectionBoxes_Precision/mAP@.50IOU = 0.7716969, DetectionBoxes_Precision/mAP@.75IOU = 0.5553599, DetectionBoxes_Recall/AR@1 = 0.4479472, DetectionBoxes_Recall/AR@10 = 0.5568915, DetectionBoxes_Recall/AR@100 = 0.5623167, DetectionBoxes_Recall/AR@100 (large) = 0.65976334, DetectionBoxes_Recall/AR@100 (medium) = 0.31214285, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 3.7551644, Loss/localization_loss = 0.9120527, Loss/regularization_loss = 0.9562649, Loss/total_loss = 5.6234827, global_step = 4042, learning_rate = 0.003, loss = 5.6234827\n",
            "I0107 07:24:14.428200 140460294551424 estimator.py:2049] Saving dict for global step 4042: DetectionBoxes_Precision/mAP = 0.47408867, DetectionBoxes_Precision/mAP (large) = 0.5751092, DetectionBoxes_Precision/mAP (medium) = 0.19432491, DetectionBoxes_Precision/mAP (small) = 0.092604615, DetectionBoxes_Precision/mAP@.50IOU = 0.7716969, DetectionBoxes_Precision/mAP@.75IOU = 0.5553599, DetectionBoxes_Recall/AR@1 = 0.4479472, DetectionBoxes_Recall/AR@10 = 0.5568915, DetectionBoxes_Recall/AR@100 = 0.5623167, DetectionBoxes_Recall/AR@100 (large) = 0.65976334, DetectionBoxes_Recall/AR@100 (medium) = 0.31214285, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 3.7551644, Loss/localization_loss = 0.9120527, Loss/regularization_loss = 0.9562649, Loss/total_loss = 5.6234827, global_step = 4042, learning_rate = 0.003, loss = 5.6234827\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 4042: training/model.ckpt-4042\n",
            "I0107 07:24:14.434691 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 4042: training/model.ckpt-4042\n",
            "INFO:tensorflow:global_step/sec: 0.839655\n",
            "I0107 07:24:56.879800 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.839655\n",
            "INFO:tensorflow:loss = 3.1621187, step = 4100 (119.097 sec)\n",
            "I0107 07:24:56.881313 140460294551424 basic_session_run_hooks.py:260] loss = 3.1621187, step = 4100 (119.097 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4337\n",
            "I0107 07:26:06.629279 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4337\n",
            "INFO:tensorflow:loss = 3.0964746, step = 4200 (69.749 sec)\n",
            "I0107 07:26:06.630628 140460294551424 basic_session_run_hooks.py:260] loss = 3.0964746, step = 4200 (69.749 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38017\n",
            "I0107 07:27:19.084056 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38017\n",
            "INFO:tensorflow:loss = 2.8382578, step = 4300 (72.455 sec)\n",
            "I0107 07:27:19.085815 140460294551424 basic_session_run_hooks.py:260] loss = 2.8382578, step = 4300 (72.455 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38767\n",
            "I0107 07:28:31.147189 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38767\n",
            "INFO:tensorflow:loss = 3.5061808, step = 4400 (72.063 sec)\n",
            "I0107 07:28:31.148439 140460294551424 basic_session_run_hooks.py:260] loss = 3.5061808, step = 4400 (72.063 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45405\n",
            "I0107 07:29:39.920623 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45405\n",
            "INFO:tensorflow:loss = 2.6436048, step = 4500 (68.773 sec)\n",
            "I0107 07:29:39.921906 140460294551424 basic_session_run_hooks.py:260] loss = 2.6436048, step = 4500 (68.773 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46174\n",
            "I0107 07:30:48.332057 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46174\n",
            "INFO:tensorflow:loss = 3.1485045, step = 4600 (68.411 sec)\n",
            "I0107 07:30:48.333081 140460294551424 basic_session_run_hooks.py:260] loss = 3.1485045, step = 4600 (68.411 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49637\n",
            "I0107 07:31:55.160331 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49637\n",
            "INFO:tensorflow:loss = 2.5490904, step = 4700 (66.829 sec)\n",
            "I0107 07:31:55.161581 140460294551424 basic_session_run_hooks.py:260] loss = 2.5490904, step = 4700 (66.829 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4591\n",
            "I0107 07:33:03.695684 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4591\n",
            "INFO:tensorflow:loss = 4.0448194, step = 4800 (68.535 sec)\n",
            "I0107 07:33:03.696979 140460294551424 basic_session_run_hooks.py:260] loss = 4.0448194, step = 4800 (68.535 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 4835 into training/model.ckpt.\n",
            "I0107 07:33:26.085259 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 4835 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 07:33:28.745808 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:33:31.461342 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:33:31.500583 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:33:31.541405 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:33:31.589850 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:33:31.637809 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:33:31.679972 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 07:33:33.519299 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T07:33:33Z\n",
            "I0107 07:33:33.541093 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T07:33:33Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 07:33:34.089739 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 07:33:34.090489: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:33:34.091152: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 07:33:34.091237: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 07:33:34.091273: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 07:33:34.091299: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 07:33:34.091323: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 07:33:34.091348: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 07:33:34.091382: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 07:33:34.091408: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 07:33:34.091507: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:33:34.092113: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:33:34.092720: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 07:33:34.092815: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 07:33:34.092835: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 07:33:34.092846: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 07:33:34.093030: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:33:34.093622: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:33:34.094326: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-4835\n",
            "I0107 07:33:34.095947 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-4835\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 07:33:35.084541 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 07:33:35.233921 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 07:34:11.035513 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 07:34:11.037079 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 07:34:11.045376 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.90s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.29s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.524\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.795\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.552\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.086\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.209\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.635\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.504\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.589\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.597\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.174\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.334\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.699\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-07:34:13\n",
            "I0107 07:34:13.815986 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-07:34:13\n",
            "INFO:tensorflow:Saving dict for global step 4835: DetectionBoxes_Precision/mAP = 0.52420074, DetectionBoxes_Precision/mAP (large) = 0.63480335, DetectionBoxes_Precision/mAP (medium) = 0.20922874, DetectionBoxes_Precision/mAP (small) = 0.08572601, DetectionBoxes_Precision/mAP@.50IOU = 0.7946129, DetectionBoxes_Precision/mAP@.75IOU = 0.5523199, DetectionBoxes_Recall/AR@1 = 0.5036657, DetectionBoxes_Recall/AR@10 = 0.588563, DetectionBoxes_Recall/AR@100 = 0.59692085, DetectionBoxes_Recall/AR@100 (large) = 0.6988166, DetectionBoxes_Recall/AR@100 (medium) = 0.33357143, DetectionBoxes_Recall/AR@100 (small) = 0.17428571, Loss/classification_loss = 2.9995797, Loss/localization_loss = 0.85622007, Loss/regularization_loss = 0.92773277, Loss/total_loss = 4.783527, global_step = 4835, learning_rate = 0.003, loss = 4.783527\n",
            "I0107 07:34:13.816331 140460294551424 estimator.py:2049] Saving dict for global step 4835: DetectionBoxes_Precision/mAP = 0.52420074, DetectionBoxes_Precision/mAP (large) = 0.63480335, DetectionBoxes_Precision/mAP (medium) = 0.20922874, DetectionBoxes_Precision/mAP (small) = 0.08572601, DetectionBoxes_Precision/mAP@.50IOU = 0.7946129, DetectionBoxes_Precision/mAP@.75IOU = 0.5523199, DetectionBoxes_Recall/AR@1 = 0.5036657, DetectionBoxes_Recall/AR@10 = 0.588563, DetectionBoxes_Recall/AR@100 = 0.59692085, DetectionBoxes_Recall/AR@100 (large) = 0.6988166, DetectionBoxes_Recall/AR@100 (medium) = 0.33357143, DetectionBoxes_Recall/AR@100 (small) = 0.17428571, Loss/classification_loss = 2.9995797, Loss/localization_loss = 0.85622007, Loss/regularization_loss = 0.92773277, Loss/total_loss = 4.783527, global_step = 4835, learning_rate = 0.003, loss = 4.783527\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 4835: training/model.ckpt-4835\n",
            "I0107 07:34:13.822709 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 4835: training/model.ckpt-4835\n",
            "INFO:tensorflow:global_step/sec: 0.869227\n",
            "I0107 07:34:58.740394 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.869227\n",
            "INFO:tensorflow:loss = 3.2504005, step = 4900 (115.044 sec)\n",
            "I0107 07:34:58.741436 140460294551424 basic_session_run_hooks.py:260] loss = 3.2504005, step = 4900 (115.044 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.55756\n",
            "I0107 07:36:02.943530 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.55756\n",
            "INFO:tensorflow:loss = 3.1192017, step = 5000 (64.203 sec)\n",
            "I0107 07:36:02.944844 140460294551424 basic_session_run_hooks.py:260] loss = 3.1192017, step = 5000 (64.203 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42859\n",
            "I0107 07:37:12.942532 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42859\n",
            "INFO:tensorflow:loss = 3.810019, step = 5100 (69.999 sec)\n",
            "I0107 07:37:12.943820 140460294551424 basic_session_run_hooks.py:260] loss = 3.810019, step = 5100 (69.999 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.39188\n",
            "I0107 07:38:24.787790 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.39188\n",
            "INFO:tensorflow:loss = 4.5571413, step = 5200 (71.845 sec)\n",
            "I0107 07:38:24.789203 140460294551424 basic_session_run_hooks.py:260] loss = 4.5571413, step = 5200 (71.845 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4692\n",
            "I0107 07:39:32.851800 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4692\n",
            "INFO:tensorflow:loss = 3.4119549, step = 5300 (68.064 sec)\n",
            "I0107 07:39:32.853036 140460294551424 basic_session_run_hooks.py:260] loss = 3.4119549, step = 5300 (68.064 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45299\n",
            "I0107 07:40:41.675570 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45299\n",
            "INFO:tensorflow:loss = 2.3580132, step = 5400 (68.824 sec)\n",
            "I0107 07:40:41.676871 140460294551424 basic_session_run_hooks.py:260] loss = 2.3580132, step = 5400 (68.824 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47086\n",
            "I0107 07:41:49.662876 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47086\n",
            "INFO:tensorflow:loss = 3.0349493, step = 5500 (67.987 sec)\n",
            "I0107 07:41:49.663958 140460294551424 basic_session_run_hooks.py:260] loss = 3.0349493, step = 5500 (67.987 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40204\n",
            "I0107 07:43:00.987718 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40204\n",
            "INFO:tensorflow:loss = 2.9756188, step = 5600 (71.325 sec)\n",
            "I0107 07:43:00.989218 140460294551424 basic_session_run_hooks.py:260] loss = 2.9756188, step = 5600 (71.325 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 5635 into training/model.ckpt.\n",
            "I0107 07:43:26.231426 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 5635 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 07:43:28.902348 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:43:31.622788 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:43:31.668371 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:43:31.727732 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:43:31.768675 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:43:31.808822 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:43:31.848175 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 07:43:33.716783 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T07:43:33Z\n",
            "I0107 07:43:33.738297 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T07:43:33Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 07:43:34.289404 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 07:43:34.290202: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:43:34.290834: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 07:43:34.290917: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 07:43:34.290946: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 07:43:34.290976: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 07:43:34.291001: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 07:43:34.291025: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 07:43:34.291083: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 07:43:34.291135: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 07:43:34.291233: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:43:34.291857: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:43:34.292360: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 07:43:34.292408: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 07:43:34.292422: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 07:43:34.292433: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 07:43:34.292570: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:43:34.293159: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:43:34.293671: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-5635\n",
            "I0107 07:43:34.295070 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-5635\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 07:43:35.272143 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 07:43:35.422086 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 07:44:11.971008 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 07:44:11.972724 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 07:44:11.978391 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.46s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.26s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.555\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.786\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.598\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.094\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.208\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.678\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.527\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.624\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.630\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.149\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.339\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.744\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-07:44:14\n",
            "I0107 07:44:14.508234 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-07:44:14\n",
            "INFO:tensorflow:Saving dict for global step 5635: DetectionBoxes_Precision/mAP = 0.55528915, DetectionBoxes_Precision/mAP (large) = 0.6775173, DetectionBoxes_Precision/mAP (medium) = 0.20763946, DetectionBoxes_Precision/mAP (small) = 0.09382815, DetectionBoxes_Precision/mAP@.50IOU = 0.78615385, DetectionBoxes_Precision/mAP@.75IOU = 0.5983356, DetectionBoxes_Recall/AR@1 = 0.5266862, DetectionBoxes_Recall/AR@10 = 0.6240469, DetectionBoxes_Recall/AR@100 = 0.6304985, DetectionBoxes_Recall/AR@100 (large) = 0.7443787, DetectionBoxes_Recall/AR@100 (medium) = 0.33857143, DetectionBoxes_Recall/AR@100 (small) = 0.14857143, Loss/classification_loss = 3.3634143, Loss/localization_loss = 0.80233365, Loss/regularization_loss = 0.90011805, Loss/total_loss = 5.0658665, global_step = 5635, learning_rate = 0.003, loss = 5.0658665\n",
            "I0107 07:44:14.508545 140460294551424 estimator.py:2049] Saving dict for global step 5635: DetectionBoxes_Precision/mAP = 0.55528915, DetectionBoxes_Precision/mAP (large) = 0.6775173, DetectionBoxes_Precision/mAP (medium) = 0.20763946, DetectionBoxes_Precision/mAP (small) = 0.09382815, DetectionBoxes_Precision/mAP@.50IOU = 0.78615385, DetectionBoxes_Precision/mAP@.75IOU = 0.5983356, DetectionBoxes_Recall/AR@1 = 0.5266862, DetectionBoxes_Recall/AR@10 = 0.6240469, DetectionBoxes_Recall/AR@100 = 0.6304985, DetectionBoxes_Recall/AR@100 (large) = 0.7443787, DetectionBoxes_Recall/AR@100 (medium) = 0.33857143, DetectionBoxes_Recall/AR@100 (small) = 0.14857143, Loss/classification_loss = 3.3634143, Loss/localization_loss = 0.80233365, Loss/regularization_loss = 0.90011805, Loss/total_loss = 5.0658665, global_step = 5635, learning_rate = 0.003, loss = 5.0658665\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 5635: training/model.ckpt-5635\n",
            "I0107 07:44:14.514546 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 5635: training/model.ckpt-5635\n",
            "INFO:tensorflow:global_step/sec: 0.850808\n",
            "I0107 07:44:58.522908 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.850808\n",
            "INFO:tensorflow:loss = 3.8237643, step = 5700 (117.535 sec)\n",
            "I0107 07:44:58.524080 140460294551424 basic_session_run_hooks.py:260] loss = 3.8237643, step = 5700 (117.535 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46601\n",
            "I0107 07:46:06.735238 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46601\n",
            "INFO:tensorflow:loss = 2.772183, step = 5800 (68.213 sec)\n",
            "I0107 07:46:06.736627 140460294551424 basic_session_run_hooks.py:260] loss = 2.772183, step = 5800 (68.213 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.53466\n",
            "I0107 07:47:11.896227 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.53466\n",
            "INFO:tensorflow:loss = 3.8493924, step = 5900 (65.161 sec)\n",
            "I0107 07:47:11.897600 140460294551424 basic_session_run_hooks.py:260] loss = 3.8493924, step = 5900 (65.161 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44181\n",
            "I0107 07:48:21.253483 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44181\n",
            "INFO:tensorflow:loss = 1.8035653, step = 6000 (69.357 sec)\n",
            "I0107 07:48:21.254575 140460294551424 basic_session_run_hooks.py:260] loss = 1.8035653, step = 6000 (69.357 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38867\n",
            "I0107 07:49:33.264825 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38867\n",
            "INFO:tensorflow:loss = 2.7128243, step = 6100 (72.011 sec)\n",
            "I0107 07:49:33.266015 140460294551424 basic_session_run_hooks.py:260] loss = 2.7128243, step = 6100 (72.011 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48818\n",
            "I0107 07:50:40.460991 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48818\n",
            "INFO:tensorflow:loss = 3.4086783, step = 6200 (67.196 sec)\n",
            "I0107 07:50:40.462312 140460294551424 basic_session_run_hooks.py:260] loss = 3.4086783, step = 6200 (67.196 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44158\n",
            "I0107 07:51:49.829123 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44158\n",
            "INFO:tensorflow:loss = 3.4818292, step = 6300 (69.368 sec)\n",
            "I0107 07:51:49.830293 140460294551424 basic_session_run_hooks.py:260] loss = 3.4818292, step = 6300 (69.368 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49132\n",
            "I0107 07:52:56.884030 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49132\n",
            "INFO:tensorflow:loss = 4.789632, step = 6400 (67.055 sec)\n",
            "I0107 07:52:56.885283 140460294551424 basic_session_run_hooks.py:260] loss = 4.789632, step = 6400 (67.055 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 6444 into training/model.ckpt.\n",
            "I0107 07:53:26.910606 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 6444 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 07:53:29.496334 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:53:32.183902 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:53:32.234113 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:53:32.275755 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:53:32.322629 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:53:32.365358 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 07:53:32.406082 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 07:53:34.677645 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T07:53:34Z\n",
            "I0107 07:53:34.699067 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T07:53:34Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 07:53:35.259344 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 07:53:35.260216: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:53:35.260902: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 07:53:35.260992: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 07:53:35.261023: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 07:53:35.261053: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 07:53:35.261088: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 07:53:35.261148: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 07:53:35.261178: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 07:53:35.261207: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 07:53:35.261436: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:53:35.262072: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:53:35.262579: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 07:53:35.262628: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 07:53:35.262650: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 07:53:35.262678: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 07:53:35.262877: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:53:35.263460: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 07:53:35.263963: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-6444\n",
            "I0107 07:53:35.265172 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-6444\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 07:53:36.261068 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 07:53:36.407412 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 07:54:11.473253 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 07:54:11.475454 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 07:54:11.485849 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.39s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.30s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.517\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.805\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.597\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.071\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.216\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.626\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.496\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.594\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.601\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.117\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.342\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.707\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-07:54:13\n",
            "I0107 07:54:13.948161 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-07:54:13\n",
            "INFO:tensorflow:Saving dict for global step 6444: DetectionBoxes_Precision/mAP = 0.5172627, DetectionBoxes_Precision/mAP (large) = 0.6263029, DetectionBoxes_Precision/mAP (medium) = 0.21626736, DetectionBoxes_Precision/mAP (small) = 0.071262926, DetectionBoxes_Precision/mAP@.50IOU = 0.8049866, DetectionBoxes_Precision/mAP@.75IOU = 0.59685063, DetectionBoxes_Recall/AR@1 = 0.49560118, DetectionBoxes_Recall/AR@10 = 0.59354836, DetectionBoxes_Recall/AR@100 = 0.6014663, DetectionBoxes_Recall/AR@100 (large) = 0.7065089, DetectionBoxes_Recall/AR@100 (medium) = 0.34214285, DetectionBoxes_Recall/AR@100 (small) = 0.117142856, Loss/classification_loss = 3.013571, Loss/localization_loss = 0.8229448, Loss/regularization_loss = 0.87346673, Loss/total_loss = 4.709973, global_step = 6444, learning_rate = 0.003, loss = 4.709973\n",
            "I0107 07:54:13.948514 140460294551424 estimator.py:2049] Saving dict for global step 6444: DetectionBoxes_Precision/mAP = 0.5172627, DetectionBoxes_Precision/mAP (large) = 0.6263029, DetectionBoxes_Precision/mAP (medium) = 0.21626736, DetectionBoxes_Precision/mAP (small) = 0.071262926, DetectionBoxes_Precision/mAP@.50IOU = 0.8049866, DetectionBoxes_Precision/mAP@.75IOU = 0.59685063, DetectionBoxes_Recall/AR@1 = 0.49560118, DetectionBoxes_Recall/AR@10 = 0.59354836, DetectionBoxes_Recall/AR@100 = 0.6014663, DetectionBoxes_Recall/AR@100 (large) = 0.7065089, DetectionBoxes_Recall/AR@100 (medium) = 0.34214285, DetectionBoxes_Recall/AR@100 (small) = 0.117142856, Loss/classification_loss = 3.013571, Loss/localization_loss = 0.8229448, Loss/regularization_loss = 0.87346673, Loss/total_loss = 4.709973, global_step = 6444, learning_rate = 0.003, loss = 4.709973\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 6444: training/model.ckpt-6444\n",
            "I0107 07:54:13.954448 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 6444: training/model.ckpt-6444\n",
            "INFO:tensorflow:global_step/sec: 0.870914\n",
            "I0107 07:54:51.705930 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.870914\n",
            "INFO:tensorflow:loss = 3.227417, step = 6500 (114.822 sec)\n",
            "I0107 07:54:51.707211 140460294551424 basic_session_run_hooks.py:260] loss = 3.227417, step = 6500 (114.822 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45969\n",
            "I0107 07:56:00.213557 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45969\n",
            "INFO:tensorflow:loss = 3.0832849, step = 6600 (68.508 sec)\n",
            "I0107 07:56:00.215077 140460294551424 basic_session_run_hooks.py:260] loss = 3.0832849, step = 6600 (68.508 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43896\n",
            "I0107 07:57:09.708408 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43896\n",
            "INFO:tensorflow:loss = 2.320238, step = 6700 (69.495 sec)\n",
            "I0107 07:57:09.709848 140460294551424 basic_session_run_hooks.py:260] loss = 2.320238, step = 6700 (69.495 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42183\n",
            "I0107 07:58:20.040014 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42183\n",
            "INFO:tensorflow:loss = 2.6626244, step = 6800 (70.332 sec)\n",
            "I0107 07:58:20.041366 140460294551424 basic_session_run_hooks.py:260] loss = 2.6626244, step = 6800 (70.332 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.36733\n",
            "I0107 07:59:33.175394 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.36733\n",
            "INFO:tensorflow:loss = 3.8127303, step = 6900 (73.136 sec)\n",
            "I0107 07:59:33.177019 140460294551424 basic_session_run_hooks.py:260] loss = 3.8127303, step = 6900 (73.136 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.36141\n",
            "I0107 08:00:46.628241 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.36141\n",
            "INFO:tensorflow:loss = 2.85749, step = 7000 (73.452 sec)\n",
            "I0107 08:00:46.629138 140460294551424 basic_session_run_hooks.py:260] loss = 2.85749, step = 7000 (73.452 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40699\n",
            "I0107 08:01:57.701926 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40699\n",
            "INFO:tensorflow:loss = 2.978675, step = 7100 (71.074 sec)\n",
            "I0107 08:01:57.703305 140460294551424 basic_session_run_hooks.py:260] loss = 2.978675, step = 7100 (71.074 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.3982\n",
            "I0107 08:03:09.222569 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.3982\n",
            "INFO:tensorflow:loss = 2.1997075, step = 7200 (71.521 sec)\n",
            "I0107 08:03:09.223865 140460294551424 basic_session_run_hooks.py:260] loss = 2.1997075, step = 7200 (71.521 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 7228 into training/model.ckpt.\n",
            "I0107 08:03:26.991103 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 7228 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 08:03:29.604162 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:03:32.271696 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:03:32.314155 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:03:32.353328 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:03:32.393754 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:03:32.432679 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:03:32.471880 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 08:03:34.297355 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T08:03:34Z\n",
            "I0107 08:03:34.318783 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T08:03:34Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 08:03:34.858111 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 08:03:34.858915: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:03:34.859503: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 08:03:34.859576: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 08:03:34.859605: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 08:03:34.859631: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 08:03:34.859655: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 08:03:34.859707: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 08:03:34.859731: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 08:03:34.859757: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 08:03:34.859862: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:03:34.860437: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:03:34.860943: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 08:03:34.860991: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 08:03:34.861006: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 08:03:34.861016: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 08:03:34.861176: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:03:34.861748: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:03:34.862255: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-7228\n",
            "I0107 08:03:34.863421 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-7228\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 08:03:35.833210 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 08:03:35.980479 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 08:04:11.197593 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 08:04:11.200359 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 08:04:11.209359 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.37s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.563\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.813\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.606\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.070\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.214\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.686\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.541\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.636\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.645\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.140\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.351\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.761\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-08:04:13\n",
            "I0107 08:04:13.864402 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-08:04:13\n",
            "INFO:tensorflow:Saving dict for global step 7228: DetectionBoxes_Precision/mAP = 0.5627938, DetectionBoxes_Precision/mAP (large) = 0.68607986, DetectionBoxes_Precision/mAP (medium) = 0.21448848, DetectionBoxes_Precision/mAP (small) = 0.06956958, DetectionBoxes_Precision/mAP@.50IOU = 0.8133474, DetectionBoxes_Precision/mAP@.75IOU = 0.6061308, DetectionBoxes_Recall/AR@1 = 0.54061586, DetectionBoxes_Recall/AR@10 = 0.636217, DetectionBoxes_Recall/AR@100 = 0.64501464, DetectionBoxes_Recall/AR@100 (large) = 0.76094675, DetectionBoxes_Recall/AR@100 (medium) = 0.35142857, DetectionBoxes_Recall/AR@100 (small) = 0.14, Loss/classification_loss = 2.883171, Loss/localization_loss = 0.7314354, Loss/regularization_loss = 0.84847295, Loss/total_loss = 4.4630733, global_step = 7228, learning_rate = 0.003, loss = 4.4630733\n",
            "I0107 08:04:13.864744 140460294551424 estimator.py:2049] Saving dict for global step 7228: DetectionBoxes_Precision/mAP = 0.5627938, DetectionBoxes_Precision/mAP (large) = 0.68607986, DetectionBoxes_Precision/mAP (medium) = 0.21448848, DetectionBoxes_Precision/mAP (small) = 0.06956958, DetectionBoxes_Precision/mAP@.50IOU = 0.8133474, DetectionBoxes_Precision/mAP@.75IOU = 0.6061308, DetectionBoxes_Recall/AR@1 = 0.54061586, DetectionBoxes_Recall/AR@10 = 0.636217, DetectionBoxes_Recall/AR@100 = 0.64501464, DetectionBoxes_Recall/AR@100 (large) = 0.76094675, DetectionBoxes_Recall/AR@100 (medium) = 0.35142857, DetectionBoxes_Recall/AR@100 (small) = 0.14, Loss/classification_loss = 2.883171, Loss/localization_loss = 0.7314354, Loss/regularization_loss = 0.84847295, Loss/total_loss = 4.4630733, global_step = 7228, learning_rate = 0.003, loss = 4.4630733\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 7228: training/model.ckpt-7228\n",
            "I0107 08:04:13.870301 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 7228: training/model.ckpt-7228\n",
            "INFO:tensorflow:global_step/sec: 0.891926\n",
            "I0107 08:05:01.339440 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.891926\n",
            "INFO:tensorflow:loss = 3.874315, step = 7300 (112.117 sec)\n",
            "I0107 08:05:01.340564 140460294551424 basic_session_run_hooks.py:260] loss = 3.874315, step = 7300 (112.117 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.52664\n",
            "I0107 08:06:06.842832 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.52664\n",
            "INFO:tensorflow:loss = 3.2709649, step = 7400 (65.503 sec)\n",
            "I0107 08:06:06.843944 140460294551424 basic_session_run_hooks.py:260] loss = 3.2709649, step = 7400 (65.503 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45417\n",
            "I0107 08:07:15.610814 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45417\n",
            "INFO:tensorflow:loss = 2.990341, step = 7500 (68.768 sec)\n",
            "I0107 08:07:15.612193 140460294551424 basic_session_run_hooks.py:260] loss = 2.990341, step = 7500 (68.768 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.5025\n",
            "I0107 08:08:22.166377 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.5025\n",
            "INFO:tensorflow:loss = 2.472882, step = 7600 (66.555 sec)\n",
            "I0107 08:08:22.167648 140460294551424 basic_session_run_hooks.py:260] loss = 2.472882, step = 7600 (66.555 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48056\n",
            "I0107 08:09:29.708571 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48056\n",
            "INFO:tensorflow:loss = 2.7137923, step = 7700 (67.542 sec)\n",
            "I0107 08:09:29.709959 140460294551424 basic_session_run_hooks.py:260] loss = 2.7137923, step = 7700 (67.542 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44182\n",
            "I0107 08:10:39.065631 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44182\n",
            "INFO:tensorflow:loss = 2.698862, step = 7800 (69.357 sec)\n",
            "I0107 08:10:39.066942 140460294551424 basic_session_run_hooks.py:260] loss = 2.698862, step = 7800 (69.357 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42756\n",
            "I0107 08:11:49.115030 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42756\n",
            "INFO:tensorflow:loss = 2.5571132, step = 7900 (70.050 sec)\n",
            "I0107 08:11:49.116572 140460294551424 basic_session_run_hooks.py:260] loss = 2.5571132, step = 7900 (70.050 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40005\n",
            "I0107 08:13:00.540992 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40005\n",
            "INFO:tensorflow:loss = 2.6265755, step = 8000 (71.426 sec)\n",
            "I0107 08:13:00.542086 140460294551424 basic_session_run_hooks.py:260] loss = 2.6265755, step = 8000 (71.426 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 8039 into training/model.ckpt.\n",
            "I0107 08:13:27.068585 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 8039 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 08:13:29.750201 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:13:32.506619 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:13:32.549220 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:13:32.588748 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:13:32.630001 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:13:32.669938 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:13:32.708817 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 08:13:34.580737 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T08:13:34Z\n",
            "I0107 08:13:34.602603 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T08:13:34Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 08:13:35.148219 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 08:13:35.149009: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:13:35.149580: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 08:13:35.149691: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 08:13:35.149740: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 08:13:35.149783: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 08:13:35.149828: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 08:13:35.149868: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 08:13:35.149913: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 08:13:35.149951: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 08:13:35.150082: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:13:35.150692: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:13:35.151234: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 08:13:35.151291: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 08:13:35.151313: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 08:13:35.151327: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 08:13:35.151531: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:13:35.152205: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:13:35.152745: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-8039\n",
            "I0107 08:13:35.154082 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-8039\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 08:13:36.159434 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 08:13:36.302295 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 08:14:13.432865 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 08:14:13.436419 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 08:14:13.446546 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.44s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.28s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.539\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.804\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.587\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.099\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.198\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.655\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.520\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.609\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.618\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.166\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.344\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.725\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-08:14:15\n",
            "I0107 08:14:15.935780 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-08:14:15\n",
            "INFO:tensorflow:Saving dict for global step 8039: DetectionBoxes_Precision/mAP = 0.5394579, DetectionBoxes_Precision/mAP (large) = 0.6548738, DetectionBoxes_Precision/mAP (medium) = 0.19771822, DetectionBoxes_Precision/mAP (small) = 0.09878301, DetectionBoxes_Precision/mAP@.50IOU = 0.8039362, DetectionBoxes_Precision/mAP@.75IOU = 0.5865534, DetectionBoxes_Recall/AR@1 = 0.51994133, DetectionBoxes_Recall/AR@10 = 0.60923755, DetectionBoxes_Recall/AR@100 = 0.61788857, DetectionBoxes_Recall/AR@100 (large) = 0.72465485, DetectionBoxes_Recall/AR@100 (medium) = 0.34428573, DetectionBoxes_Recall/AR@100 (small) = 0.16571428, Loss/classification_loss = 3.026356, Loss/localization_loss = 0.75521845, Loss/regularization_loss = 0.823662, Loss/total_loss = 4.605232, global_step = 8039, learning_rate = 0.003, loss = 4.605232\n",
            "I0107 08:14:15.936107 140460294551424 estimator.py:2049] Saving dict for global step 8039: DetectionBoxes_Precision/mAP = 0.5394579, DetectionBoxes_Precision/mAP (large) = 0.6548738, DetectionBoxes_Precision/mAP (medium) = 0.19771822, DetectionBoxes_Precision/mAP (small) = 0.09878301, DetectionBoxes_Precision/mAP@.50IOU = 0.8039362, DetectionBoxes_Precision/mAP@.75IOU = 0.5865534, DetectionBoxes_Recall/AR@1 = 0.51994133, DetectionBoxes_Recall/AR@10 = 0.60923755, DetectionBoxes_Recall/AR@100 = 0.61788857, DetectionBoxes_Recall/AR@100 (large) = 0.72465485, DetectionBoxes_Recall/AR@100 (medium) = 0.34428573, DetectionBoxes_Recall/AR@100 (small) = 0.16571428, Loss/classification_loss = 3.026356, Loss/localization_loss = 0.75521845, Loss/regularization_loss = 0.823662, Loss/total_loss = 4.605232, global_step = 8039, learning_rate = 0.003, loss = 4.605232\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 8039: training/model.ckpt-8039\n",
            "I0107 08:14:15.942327 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 8039: training/model.ckpt-8039\n",
            "INFO:tensorflow:global_step/sec: 0.836422\n",
            "I0107 08:15:00.097825 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.836422\n",
            "INFO:tensorflow:loss = 1.9532009, step = 8100 (119.557 sec)\n",
            "I0107 08:15:00.099129 140460294551424 basic_session_run_hooks.py:260] loss = 1.9532009, step = 8100 (119.557 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.36525\n",
            "I0107 08:17:24.838994 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.36525\n",
            "INFO:tensorflow:loss = 2.3750536, step = 8300 (73.247 sec)\n",
            "I0107 08:17:24.840282 140460294551424 basic_session_run_hooks.py:260] loss = 2.3750536, step = 8300 (73.247 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.36666\n",
            "I0107 08:18:38.010017 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.36666\n",
            "INFO:tensorflow:loss = 2.9581714, step = 8400 (73.171 sec)\n",
            "I0107 08:18:38.011492 140460294551424 basic_session_run_hooks.py:260] loss = 2.9581714, step = 8400 (73.171 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40908\n",
            "I0107 08:19:48.978192 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40908\n",
            "INFO:tensorflow:loss = 3.1959467, step = 8500 (70.968 sec)\n",
            "I0107 08:19:48.979999 140460294551424 basic_session_run_hooks.py:260] loss = 3.1959467, step = 8500 (70.968 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.35754\n",
            "I0107 08:21:02.641010 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.35754\n",
            "INFO:tensorflow:loss = 2.1552854, step = 8600 (73.662 sec)\n",
            "I0107 08:21:02.641991 140460294551424 basic_session_run_hooks.py:260] loss = 2.1552854, step = 8600 (73.662 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42114\n",
            "I0107 08:22:13.007085 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42114\n",
            "INFO:tensorflow:loss = 2.4119923, step = 8700 (70.367 sec)\n",
            "I0107 08:22:13.009068 140460294551424 basic_session_run_hooks.py:260] loss = 2.4119923, step = 8700 (70.367 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4074\n",
            "I0107 08:23:24.060075 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4074\n",
            "INFO:tensorflow:loss = 2.3311205, step = 8800 (71.052 sec)\n",
            "I0107 08:23:24.061394 140460294551424 basic_session_run_hooks.py:260] loss = 2.3311205, step = 8800 (71.052 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 8806 into training/model.ckpt.\n",
            "I0107 08:23:27.327862 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 8806 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 08:23:30.029991 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:23:32.740326 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:23:32.780921 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:23:32.821481 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:23:32.861770 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:23:32.901200 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:23:32.946188 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 08:23:35.240187 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T08:23:35Z\n",
            "I0107 08:23:35.261486 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T08:23:35Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 08:23:35.798835 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 08:23:35.799630: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:23:35.800245: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 08:23:35.800322: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 08:23:35.800353: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 08:23:35.800379: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 08:23:35.800404: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 08:23:35.800433: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 08:23:35.800457: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 08:23:35.800482: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 08:23:35.800580: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:23:35.801195: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:23:35.801737: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 08:23:35.801789: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 08:23:35.801803: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 08:23:35.801814: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 08:23:35.801959: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:23:35.802531: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:23:35.803051: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-8806\n",
            "I0107 08:23:35.804446 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-8806\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 08:23:36.806977 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 08:23:36.964427 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 08:24:13.821748 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 08:24:13.824145 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 08:24:13.832405 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.43s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.26s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.534\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.816\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.582\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.100\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.211\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.648\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.526\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.617\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.626\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.183\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.356\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.731\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-08:24:16\n",
            "I0107 08:24:16.331847 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-08:24:16\n",
            "INFO:tensorflow:Saving dict for global step 8806: DetectionBoxes_Precision/mAP = 0.53388923, DetectionBoxes_Precision/mAP (large) = 0.64801127, DetectionBoxes_Precision/mAP (medium) = 0.2105956, DetectionBoxes_Precision/mAP (small) = 0.09951741, DetectionBoxes_Precision/mAP@.50IOU = 0.8164882, DetectionBoxes_Precision/mAP@.75IOU = 0.5822154, DetectionBoxes_Recall/AR@1 = 0.5255132, DetectionBoxes_Recall/AR@10 = 0.6174487, DetectionBoxes_Recall/AR@100 = 0.6256598, DetectionBoxes_Recall/AR@100 (large) = 0.730572, DetectionBoxes_Recall/AR@100 (medium) = 0.35642856, DetectionBoxes_Recall/AR@100 (small) = 0.18285714, Loss/classification_loss = 2.8179243, Loss/localization_loss = 0.7723378, Loss/regularization_loss = 0.80136913, Loss/total_loss = 4.3916388, global_step = 8806, learning_rate = 0.003, loss = 4.3916388\n",
            "I0107 08:24:16.332173 140460294551424 estimator.py:2049] Saving dict for global step 8806: DetectionBoxes_Precision/mAP = 0.53388923, DetectionBoxes_Precision/mAP (large) = 0.64801127, DetectionBoxes_Precision/mAP (medium) = 0.2105956, DetectionBoxes_Precision/mAP (small) = 0.09951741, DetectionBoxes_Precision/mAP@.50IOU = 0.8164882, DetectionBoxes_Precision/mAP@.75IOU = 0.5822154, DetectionBoxes_Recall/AR@1 = 0.5255132, DetectionBoxes_Recall/AR@10 = 0.6174487, DetectionBoxes_Recall/AR@100 = 0.6256598, DetectionBoxes_Recall/AR@100 (large) = 0.730572, DetectionBoxes_Recall/AR@100 (medium) = 0.35642856, DetectionBoxes_Recall/AR@100 (small) = 0.18285714, Loss/classification_loss = 2.8179243, Loss/localization_loss = 0.7723378, Loss/regularization_loss = 0.80136913, Loss/total_loss = 4.3916388, global_step = 8806, learning_rate = 0.003, loss = 4.3916388\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 8806: training/model.ckpt-8806\n",
            "I0107 08:24:16.338427 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 8806: training/model.ckpt-8806\n",
            "INFO:tensorflow:global_step/sec: 0.830415\n",
            "I0107 08:25:24.481895 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.830415\n",
            "INFO:tensorflow:loss = 2.392939, step = 8900 (120.422 sec)\n",
            "I0107 08:25:24.483218 140460294551424 basic_session_run_hooks.py:260] loss = 2.392939, step = 8900 (120.422 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.33414\n",
            "I0107 08:26:39.436162 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.33414\n",
            "INFO:tensorflow:loss = 2.6973383, step = 9000 (74.954 sec)\n",
            "I0107 08:26:39.437403 140460294551424 basic_session_run_hooks.py:260] loss = 2.6973383, step = 9000 (74.954 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.34975\n",
            "I0107 08:27:53.524167 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.34975\n",
            "INFO:tensorflow:loss = 2.6214912, step = 9100 (74.089 sec)\n",
            "I0107 08:27:53.526005 140460294551424 basic_session_run_hooks.py:260] loss = 2.6214912, step = 9100 (74.089 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38791\n",
            "I0107 08:29:05.575127 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38791\n",
            "INFO:tensorflow:loss = 2.9129243, step = 9200 (72.054 sec)\n",
            "I0107 08:29:05.580446 140460294551424 basic_session_run_hooks.py:260] loss = 2.9129243, step = 9200 (72.054 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.39206\n",
            "I0107 08:30:17.410928 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.39206\n",
            "INFO:tensorflow:loss = 2.2166202, step = 9300 (71.832 sec)\n",
            "I0107 08:30:17.412377 140460294551424 basic_session_run_hooks.py:260] loss = 2.2166202, step = 9300 (71.832 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.35113\n",
            "I0107 08:31:31.422762 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.35113\n",
            "INFO:tensorflow:loss = 2.2017522, step = 9400 (74.012 sec)\n",
            "I0107 08:31:31.423937 140460294551424 basic_session_run_hooks.py:260] loss = 2.2017522, step = 9400 (74.012 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.34963\n",
            "I0107 08:32:45.516939 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.34963\n",
            "INFO:tensorflow:loss = 3.2325988, step = 9500 (74.095 sec)\n",
            "I0107 08:32:45.518504 140460294551424 basic_session_run_hooks.py:260] loss = 3.2325988, step = 9500 (74.095 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 9559 into training/model.ckpt.\n",
            "I0107 08:33:27.440487 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 9559 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 08:33:30.220287 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:33:32.961472 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:33:33.011284 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:33:33.050934 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:33:33.099160 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:33:33.138249 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:33:33.177255 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 08:33:35.028918 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T08:33:35Z\n",
            "I0107 08:33:35.050562 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T08:33:35Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 08:33:35.612351 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 08:33:35.613168: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:33:35.613779: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 08:33:35.613883: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 08:33:35.613943: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 08:33:35.613999: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 08:33:35.614054: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 08:33:35.614099: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 08:33:35.614169: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 08:33:35.614223: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 08:33:35.614411: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:33:35.615056: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:33:35.615608: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 08:33:35.615706: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 08:33:35.615732: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 08:33:35.615745: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 08:33:35.615955: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:33:35.616688: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:33:35.617302: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-9559\n",
            "I0107 08:33:35.619052 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-9559\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 08:33:36.619710 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 08:33:36.770187 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 08:34:13.701236 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 08:34:14.180128 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 08:34:14.188926 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.44s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.28s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.528\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.813\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.583\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.097\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.200\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.643\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.522\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.611\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.620\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.194\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.356\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.722\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-08:34:16\n",
            "I0107 08:34:16.475355 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-08:34:16\n",
            "INFO:tensorflow:Saving dict for global step 9559: DetectionBoxes_Precision/mAP = 0.52826065, DetectionBoxes_Precision/mAP (large) = 0.6427229, DetectionBoxes_Precision/mAP (medium) = 0.19994043, DetectionBoxes_Precision/mAP (small) = 0.09748132, DetectionBoxes_Precision/mAP@.50IOU = 0.8133972, DetectionBoxes_Precision/mAP@.75IOU = 0.5827782, DetectionBoxes_Recall/AR@1 = 0.52170086, DetectionBoxes_Recall/AR@10 = 0.6109971, DetectionBoxes_Recall/AR@100 = 0.61994135, DetectionBoxes_Recall/AR@100 (large) = 0.72228795, DetectionBoxes_Recall/AR@100 (medium) = 0.3557143, DetectionBoxes_Recall/AR@100 (small) = 0.19428572, Loss/classification_loss = 2.7675083, Loss/localization_loss = 0.7385891, Loss/regularization_loss = 0.7803038, Loss/total_loss = 4.286406, global_step = 9559, learning_rate = 0.003, loss = 4.286406\n",
            "I0107 08:34:16.475729 140460294551424 estimator.py:2049] Saving dict for global step 9559: DetectionBoxes_Precision/mAP = 0.52826065, DetectionBoxes_Precision/mAP (large) = 0.6427229, DetectionBoxes_Precision/mAP (medium) = 0.19994043, DetectionBoxes_Precision/mAP (small) = 0.09748132, DetectionBoxes_Precision/mAP@.50IOU = 0.8133972, DetectionBoxes_Precision/mAP@.75IOU = 0.5827782, DetectionBoxes_Recall/AR@1 = 0.52170086, DetectionBoxes_Recall/AR@10 = 0.6109971, DetectionBoxes_Recall/AR@100 = 0.61994135, DetectionBoxes_Recall/AR@100 (large) = 0.72228795, DetectionBoxes_Recall/AR@100 (medium) = 0.3557143, DetectionBoxes_Recall/AR@100 (small) = 0.19428572, Loss/classification_loss = 2.7675083, Loss/localization_loss = 0.7385891, Loss/regularization_loss = 0.7803038, Loss/total_loss = 4.286406, global_step = 9559, learning_rate = 0.003, loss = 4.286406\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 9559: training/model.ckpt-9559\n",
            "I0107 08:34:16.481802 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 9559: training/model.ckpt-9559\n",
            "INFO:tensorflow:global_step/sec: 0.818454\n",
            "I0107 08:34:47.698587 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.818454\n",
            "INFO:tensorflow:loss = 2.4648678, step = 9600 (122.181 sec)\n",
            "I0107 08:34:47.699742 140460294551424 basic_session_run_hooks.py:260] loss = 2.4648678, step = 9600 (122.181 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40142\n",
            "I0107 08:35:59.054589 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40142\n",
            "INFO:tensorflow:loss = 3.101278, step = 9700 (71.356 sec)\n",
            "I0107 08:35:59.055974 140460294551424 basic_session_run_hooks.py:260] loss = 3.101278, step = 9700 (71.356 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44427\n",
            "I0107 08:37:08.293800 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44427\n",
            "INFO:tensorflow:loss = 2.1031165, step = 9800 (69.239 sec)\n",
            "I0107 08:37:08.295429 140460294551424 basic_session_run_hooks.py:260] loss = 2.1031165, step = 9800 (69.239 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45691\n",
            "I0107 08:38:16.931970 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45691\n",
            "INFO:tensorflow:loss = 3.8139944, step = 9900 (68.638 sec)\n",
            "I0107 08:38:16.933118 140460294551424 basic_session_run_hooks.py:260] loss = 3.8139944, step = 9900 (68.638 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4657\n",
            "I0107 08:39:25.158755 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4657\n",
            "INFO:tensorflow:loss = 2.0468876, step = 10000 (68.227 sec)\n",
            "I0107 08:39:25.159969 140460294551424 basic_session_run_hooks.py:260] loss = 2.0468876, step = 10000 (68.227 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40537\n",
            "I0107 08:40:36.314246 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40537\n",
            "INFO:tensorflow:loss = 2.304753, step = 10100 (71.155 sec)\n",
            "I0107 08:40:36.315453 140460294551424 basic_session_run_hooks.py:260] loss = 2.304753, step = 10100 (71.155 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.36671\n",
            "I0107 08:41:49.482641 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.36671\n",
            "INFO:tensorflow:loss = 2.6554956, step = 10200 (73.169 sec)\n",
            "I0107 08:41:49.484268 140460294551424 basic_session_run_hooks.py:260] loss = 2.6554956, step = 10200 (73.169 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40163\n",
            "I0107 08:43:00.828166 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40163\n",
            "INFO:tensorflow:loss = 2.7742639, step = 10300 (71.345 sec)\n",
            "I0107 08:43:00.829555 140460294551424 basic_session_run_hooks.py:260] loss = 2.7742639, step = 10300 (71.345 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 10339 into training/model.ckpt.\n",
            "I0107 08:43:27.768804 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 10339 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 08:43:30.438329 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:43:33.146742 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:43:33.192061 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:43:33.233151 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:43:33.275414 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:43:33.315766 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:43:33.365564 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 08:43:35.228048 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T08:43:35Z\n",
            "I0107 08:43:35.249444 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T08:43:35Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 08:43:35.806822 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 08:43:35.807586: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:43:35.808267: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 08:43:35.808354: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 08:43:35.808383: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 08:43:35.808412: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 08:43:35.808436: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 08:43:35.808460: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 08:43:35.808486: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 08:43:35.808514: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 08:43:35.808611: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:43:35.809184: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:43:35.809715: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 08:43:35.809774: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 08:43:35.809788: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 08:43:35.809798: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 08:43:35.809934: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:43:35.810515: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:43:35.811027: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-10339\n",
            "I0107 08:43:35.812123 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-10339\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 08:43:36.779200 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 08:43:36.922106 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 08:44:13.677915 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 08:44:13.680310 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.00s)\n",
            "I0107 08:44:13.685384 140457034946304 coco_tools.py:137] DONE (t=0.00s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.42s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.31s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.539\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.835\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.624\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.108\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.252\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.641\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.518\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.609\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.618\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.189\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.382\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.713\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-08:44:16\n",
            "I0107 08:44:16.198200 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-08:44:16\n",
            "INFO:tensorflow:Saving dict for global step 10339: DetectionBoxes_Precision/mAP = 0.5391502, DetectionBoxes_Precision/mAP (large) = 0.6405987, DetectionBoxes_Precision/mAP (medium) = 0.25171402, DetectionBoxes_Precision/mAP (small) = 0.10842802, DetectionBoxes_Precision/mAP@.50IOU = 0.8349421, DetectionBoxes_Precision/mAP@.75IOU = 0.6235959, DetectionBoxes_Recall/AR@1 = 0.5177419, DetectionBoxes_Recall/AR@10 = 0.6089443, DetectionBoxes_Recall/AR@100 = 0.6180352, DetectionBoxes_Recall/AR@100 (large) = 0.71282053, DetectionBoxes_Recall/AR@100 (medium) = 0.38214287, DetectionBoxes_Recall/AR@100 (small) = 0.18857142, Loss/classification_loss = 2.79025, Loss/localization_loss = 0.7034116, Loss/regularization_loss = 0.7597066, Loss/total_loss = 4.2533717, global_step = 10339, learning_rate = 0.003, loss = 4.2533717\n",
            "I0107 08:44:16.198525 140460294551424 estimator.py:2049] Saving dict for global step 10339: DetectionBoxes_Precision/mAP = 0.5391502, DetectionBoxes_Precision/mAP (large) = 0.6405987, DetectionBoxes_Precision/mAP (medium) = 0.25171402, DetectionBoxes_Precision/mAP (small) = 0.10842802, DetectionBoxes_Precision/mAP@.50IOU = 0.8349421, DetectionBoxes_Precision/mAP@.75IOU = 0.6235959, DetectionBoxes_Recall/AR@1 = 0.5177419, DetectionBoxes_Recall/AR@10 = 0.6089443, DetectionBoxes_Recall/AR@100 = 0.6180352, DetectionBoxes_Recall/AR@100 (large) = 0.71282053, DetectionBoxes_Recall/AR@100 (medium) = 0.38214287, DetectionBoxes_Recall/AR@100 (small) = 0.18857142, Loss/classification_loss = 2.79025, Loss/localization_loss = 0.7034116, Loss/regularization_loss = 0.7597066, Loss/total_loss = 4.2533717, global_step = 10339, learning_rate = 0.003, loss = 4.2533717\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 10339: training/model.ckpt-10339\n",
            "I0107 08:44:16.204860 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 10339: training/model.ckpt-10339\n",
            "INFO:tensorflow:global_step/sec: 0.81911\n",
            "I0107 08:45:02.911814 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.81911\n",
            "INFO:tensorflow:loss = 3.1534777, step = 10400 (122.083 sec)\n",
            "I0107 08:45:02.913042 140460294551424 basic_session_run_hooks.py:260] loss = 3.1534777, step = 10400 (122.083 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.35168\n",
            "I0107 08:46:16.894055 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.35168\n",
            "INFO:tensorflow:loss = 2.5350766, step = 10500 (73.982 sec)\n",
            "I0107 08:46:16.895178 140460294551424 basic_session_run_hooks.py:260] loss = 2.5350766, step = 10500 (73.982 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38043\n",
            "I0107 08:47:29.334970 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38043\n",
            "INFO:tensorflow:loss = 1.890312, step = 10600 (72.441 sec)\n",
            "I0107 08:47:29.336348 140460294551424 basic_session_run_hooks.py:260] loss = 1.890312, step = 10600 (72.441 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38656\n",
            "I0107 08:48:41.455759 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38656\n",
            "INFO:tensorflow:loss = 3.3694832, step = 10700 (72.121 sec)\n",
            "I0107 08:48:41.457393 140460294551424 basic_session_run_hooks.py:260] loss = 3.3694832, step = 10700 (72.121 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38743\n",
            "I0107 08:49:53.531306 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38743\n",
            "INFO:tensorflow:loss = 2.3407078, step = 10800 (72.076 sec)\n",
            "I0107 08:49:53.532905 140460294551424 basic_session_run_hooks.py:260] loss = 2.3407078, step = 10800 (72.076 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.39822\n",
            "I0107 08:51:05.050873 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.39822\n",
            "INFO:tensorflow:loss = 2.6948884, step = 10900 (71.519 sec)\n",
            "I0107 08:51:05.052070 140460294551424 basic_session_run_hooks.py:260] loss = 2.6948884, step = 10900 (71.519 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.37916\n",
            "I0107 08:52:17.558814 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.37916\n",
            "INFO:tensorflow:loss = 2.6679974, step = 11000 (72.508 sec)\n",
            "I0107 08:52:17.560111 140460294551424 basic_session_run_hooks.py:260] loss = 2.6679974, step = 11000 (72.508 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43957\n",
            "I0107 08:53:27.023643 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43957\n",
            "INFO:tensorflow:loss = 2.4848285, step = 11100 (69.465 sec)\n",
            "I0107 08:53:27.024610 140460294551424 basic_session_run_hooks.py:260] loss = 2.4848285, step = 11100 (69.465 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 11103 into training/model.ckpt.\n",
            "I0107 08:53:28.281832 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 11103 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 08:53:30.962010 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:53:33.710956 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:53:33.757189 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:53:33.797600 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:53:33.845952 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:53:33.885885 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 08:53:33.926535 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 08:53:36.225326 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T08:53:36Z\n",
            "I0107 08:53:36.247447 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T08:53:36Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 08:53:36.793937 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 08:53:36.794799: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:53:36.795477: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 08:53:36.795584: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 08:53:36.795630: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 08:53:36.795694: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 08:53:36.795740: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 08:53:36.795780: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 08:53:36.795817: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 08:53:36.795855: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 08:53:36.795984: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:53:36.796602: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:53:36.797107: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 08:53:36.797169: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 08:53:36.797189: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 08:53:36.797203: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 08:53:36.797404: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:53:36.798008: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 08:53:36.798519: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-11103\n",
            "I0107 08:53:36.799785 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-11103\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 08:53:37.843578 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 08:53:38.009426 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 08:54:14.418445 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 08:54:14.420536 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 08:54:14.430600 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.48s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.539\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.814\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.606\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.084\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.227\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.650\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.526\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.620\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.630\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.166\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.368\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.734\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-08:54:16\n",
            "I0107 08:54:16.980967 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-08:54:16\n",
            "INFO:tensorflow:Saving dict for global step 11103: DetectionBoxes_Precision/mAP = 0.53939337, DetectionBoxes_Precision/mAP (large) = 0.650359, DetectionBoxes_Precision/mAP (medium) = 0.22742344, DetectionBoxes_Precision/mAP (small) = 0.08406053, DetectionBoxes_Precision/mAP@.50IOU = 0.81362695, DetectionBoxes_Precision/mAP@.75IOU = 0.60593563, DetectionBoxes_Recall/AR@1 = 0.52639294, DetectionBoxes_Recall/AR@10 = 0.61994135, DetectionBoxes_Recall/AR@100 = 0.62961876, DetectionBoxes_Recall/AR@100 (large) = 0.73392504, DetectionBoxes_Recall/AR@100 (medium) = 0.36785713, DetectionBoxes_Recall/AR@100 (small) = 0.16571428, Loss/classification_loss = 2.8910446, Loss/localization_loss = 0.7397001, Loss/regularization_loss = 0.7399619, Loss/total_loss = 4.3707104, global_step = 11103, learning_rate = 0.003, loss = 4.3707104\n",
            "I0107 08:54:16.981378 140460294551424 estimator.py:2049] Saving dict for global step 11103: DetectionBoxes_Precision/mAP = 0.53939337, DetectionBoxes_Precision/mAP (large) = 0.650359, DetectionBoxes_Precision/mAP (medium) = 0.22742344, DetectionBoxes_Precision/mAP (small) = 0.08406053, DetectionBoxes_Precision/mAP@.50IOU = 0.81362695, DetectionBoxes_Precision/mAP@.75IOU = 0.60593563, DetectionBoxes_Recall/AR@1 = 0.52639294, DetectionBoxes_Recall/AR@10 = 0.61994135, DetectionBoxes_Recall/AR@100 = 0.62961876, DetectionBoxes_Recall/AR@100 (large) = 0.73392504, DetectionBoxes_Recall/AR@100 (medium) = 0.36785713, DetectionBoxes_Recall/AR@100 (small) = 0.16571428, Loss/classification_loss = 2.8910446, Loss/localization_loss = 0.7397001, Loss/regularization_loss = 0.7399619, Loss/total_loss = 4.3707104, global_step = 11103, learning_rate = 0.003, loss = 4.3707104\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 11103: training/model.ckpt-11103\n",
            "I0107 08:54:16.987589 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 11103: training/model.ckpt-11103\n",
            "INFO:tensorflow:global_step/sec: 0.820672\n",
            "I0107 08:55:28.875163 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.820672\n",
            "INFO:tensorflow:loss = 2.1550992, step = 11200 (121.852 sec)\n",
            "I0107 08:55:28.876409 140460294551424 basic_session_run_hooks.py:260] loss = 2.1550992, step = 11200 (121.852 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38251\n",
            "I0107 08:56:41.207419 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38251\n",
            "INFO:tensorflow:loss = 3.679079, step = 11300 (72.333 sec)\n",
            "I0107 08:56:41.209008 140460294551424 basic_session_run_hooks.py:260] loss = 3.679079, step = 11300 (72.333 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45041\n",
            "I0107 08:57:50.153425 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45041\n",
            "INFO:tensorflow:loss = 2.036347, step = 11400 (68.945 sec)\n",
            "I0107 08:57:50.154474 140460294551424 basic_session_run_hooks.py:260] loss = 2.036347, step = 11400 (68.945 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42002\n",
            "I0107 08:59:00.574770 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42002\n",
            "INFO:tensorflow:loss = 1.6125863, step = 11500 (70.421 sec)\n",
            "I0107 08:59:00.575829 140460294551424 basic_session_run_hooks.py:260] loss = 1.6125863, step = 11500 (70.421 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40672\n",
            "I0107 09:00:11.661894 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40672\n",
            "INFO:tensorflow:loss = 2.239707, step = 11600 (71.087 sec)\n",
            "I0107 09:00:11.663078 140460294551424 basic_session_run_hooks.py:260] loss = 2.239707, step = 11600 (71.087 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.50282\n",
            "I0107 09:01:18.203405 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.50282\n",
            "INFO:tensorflow:loss = 3.7285218, step = 11700 (66.542 sec)\n",
            "I0107 09:01:18.204860 140460294551424 basic_session_run_hooks.py:260] loss = 3.7285218, step = 11700 (66.542 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.34983\n",
            "I0107 09:02:32.286744 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.34983\n",
            "INFO:tensorflow:loss = 2.7107022, step = 11800 (74.083 sec)\n",
            "I0107 09:02:32.288241 140460294551424 basic_session_run_hooks.py:260] loss = 2.7107022, step = 11800 (74.083 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 11881 into training/model.ckpt.\n",
            "I0107 09:03:28.597303 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 11881 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 09:03:31.194447 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:03:33.938528 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:03:33.978845 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:03:34.020785 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:03:34.061432 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:03:34.100950 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:03:34.141115 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 09:03:35.995918 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T09:03:36Z\n",
            "I0107 09:03:36.017152 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T09:03:36Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 09:03:36.552056 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 09:03:36.552847: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:03:36.553401: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 09:03:36.553490: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 09:03:36.553534: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 09:03:36.553577: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 09:03:36.553618: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 09:03:36.553681: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 09:03:36.553731: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 09:03:36.553772: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 09:03:36.553924: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:03:36.554478: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:03:36.554965: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 09:03:36.555023: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 09:03:36.555044: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 09:03:36.555057: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 09:03:36.555201: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:03:36.555772: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:03:36.556265: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-11881\n",
            "I0107 09:03:36.557615 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-11881\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 09:03:37.531573 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 09:03:37.682178 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 09:04:13.073936 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 09:04:13.075552 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 09:04:13.083920 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.86s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.560\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.826\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.601\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.090\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.215\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.677\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.537\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.630\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.639\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.177\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.371\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.745\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-09:04:15\n",
            "I0107 09:04:15.778997 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-09:04:15\n",
            "INFO:tensorflow:Saving dict for global step 11881: DetectionBoxes_Precision/mAP = 0.5595627, DetectionBoxes_Precision/mAP (large) = 0.6765245, DetectionBoxes_Precision/mAP (medium) = 0.21470015, DetectionBoxes_Precision/mAP (small) = 0.08953112, DetectionBoxes_Precision/mAP@.50IOU = 0.8257466, DetectionBoxes_Precision/mAP@.75IOU = 0.6011654, DetectionBoxes_Recall/AR@1 = 0.5365103, DetectionBoxes_Recall/AR@10 = 0.62961876, DetectionBoxes_Recall/AR@100 = 0.6392962, DetectionBoxes_Recall/AR@100 (large) = 0.7451677, DetectionBoxes_Recall/AR@100 (medium) = 0.37142858, DetectionBoxes_Recall/AR@100 (small) = 0.17714286, Loss/classification_loss = 2.7567983, Loss/localization_loss = 0.7268486, Loss/regularization_loss = 0.7208324, Loss/total_loss = 4.2044806, global_step = 11881, learning_rate = 0.003, loss = 4.2044806\n",
            "I0107 09:04:15.779308 140460294551424 estimator.py:2049] Saving dict for global step 11881: DetectionBoxes_Precision/mAP = 0.5595627, DetectionBoxes_Precision/mAP (large) = 0.6765245, DetectionBoxes_Precision/mAP (medium) = 0.21470015, DetectionBoxes_Precision/mAP (small) = 0.08953112, DetectionBoxes_Precision/mAP@.50IOU = 0.8257466, DetectionBoxes_Precision/mAP@.75IOU = 0.6011654, DetectionBoxes_Recall/AR@1 = 0.5365103, DetectionBoxes_Recall/AR@10 = 0.62961876, DetectionBoxes_Recall/AR@100 = 0.6392962, DetectionBoxes_Recall/AR@100 (large) = 0.7451677, DetectionBoxes_Recall/AR@100 (medium) = 0.37142858, DetectionBoxes_Recall/AR@100 (small) = 0.17714286, Loss/classification_loss = 2.7567983, Loss/localization_loss = 0.7268486, Loss/regularization_loss = 0.7208324, Loss/total_loss = 4.2044806, global_step = 11881, learning_rate = 0.003, loss = 4.2044806\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 11881: training/model.ckpt-11881\n",
            "I0107 09:04:15.784992 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 11881: training/model.ckpt-11881\n",
            "INFO:tensorflow:global_step/sec: 0.854832\n",
            "I0107 09:04:29.268738 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.854832\n",
            "INFO:tensorflow:loss = 3.387193, step = 11900 (116.982 sec)\n",
            "I0107 09:04:29.269838 140460294551424 basic_session_run_hooks.py:260] loss = 3.387193, step = 11900 (116.982 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47879\n",
            "I0107 09:05:36.891566 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47879\n",
            "INFO:tensorflow:loss = 2.8982754, step = 12000 (67.623 sec)\n",
            "I0107 09:05:36.892711 140460294551424 basic_session_run_hooks.py:260] loss = 2.8982754, step = 12000 (67.623 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45516\n",
            "I0107 09:06:45.612542 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45516\n",
            "INFO:tensorflow:loss = 1.7861338, step = 12100 (68.721 sec)\n",
            "I0107 09:06:45.613606 140460294551424 basic_session_run_hooks.py:260] loss = 1.7861338, step = 12100 (68.721 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45435\n",
            "I0107 09:07:54.371551 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45435\n",
            "INFO:tensorflow:loss = 2.1310499, step = 12200 (68.759 sec)\n",
            "I0107 09:07:54.372977 140460294551424 basic_session_run_hooks.py:260] loss = 2.1310499, step = 12200 (68.759 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43684\n",
            "I0107 09:09:03.969039 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43684\n",
            "INFO:tensorflow:loss = 1.8555605, step = 12300 (69.597 sec)\n",
            "I0107 09:09:03.970046 140460294551424 basic_session_run_hooks.py:260] loss = 1.8555605, step = 12300 (69.597 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42368\n",
            "I0107 09:10:14.209520 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42368\n",
            "INFO:tensorflow:loss = 3.0997324, step = 12400 (70.241 sec)\n",
            "I0107 09:10:14.210890 140460294551424 basic_session_run_hooks.py:260] loss = 3.0997324, step = 12400 (70.241 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43789\n",
            "I0107 09:11:23.755793 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43789\n",
            "INFO:tensorflow:loss = 2.7048004, step = 12500 (69.546 sec)\n",
            "I0107 09:11:23.756878 140460294551424 basic_session_run_hooks.py:260] loss = 2.7048004, step = 12500 (69.546 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42997\n",
            "I0107 09:12:33.686982 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42997\n",
            "INFO:tensorflow:loss = 2.5703537, step = 12600 (69.931 sec)\n",
            "I0107 09:12:33.688194 140460294551424 basic_session_run_hooks.py:260] loss = 2.5703537, step = 12600 (69.931 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 12680 into training/model.ckpt.\n",
            "I0107 09:13:29.378800 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 12680 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 09:13:31.988480 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:13:34.698169 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:13:34.739390 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:13:34.803587 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:13:34.857612 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:13:34.907492 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:13:34.956841 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 09:13:36.762173 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T09:13:36Z\n",
            "I0107 09:13:36.783760 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T09:13:36Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 09:13:37.337383 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 09:13:37.338127: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:13:37.338757: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 09:13:37.338840: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 09:13:37.338874: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 09:13:37.338899: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 09:13:37.338928: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 09:13:37.338952: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 09:13:37.338975: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 09:13:37.339001: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 09:13:37.339114: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:13:37.339772: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:13:37.340308: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 09:13:37.340354: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 09:13:37.340369: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 09:13:37.340379: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 09:13:37.340570: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:13:37.341209: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:13:37.341736: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-12680\n",
            "I0107 09:13:37.343021 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-12680\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 09:13:38.297581 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 09:13:38.425606 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 09:14:13.724912 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 09:14:13.727954 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 09:14:13.738307 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.47s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.556\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.810\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.587\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.101\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.192\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.678\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.543\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.629\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.637\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.200\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.345\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.748\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-09:14:16\n",
            "I0107 09:14:16.277946 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-09:14:16\n",
            "INFO:tensorflow:Saving dict for global step 12680: DetectionBoxes_Precision/mAP = 0.555669, DetectionBoxes_Precision/mAP (large) = 0.6784065, DetectionBoxes_Precision/mAP (medium) = 0.1918794, DetectionBoxes_Precision/mAP (small) = 0.10051389, DetectionBoxes_Precision/mAP@.50IOU = 0.8095452, DetectionBoxes_Precision/mAP@.75IOU = 0.5870977, DetectionBoxes_Recall/AR@1 = 0.54281527, DetectionBoxes_Recall/AR@10 = 0.628739, DetectionBoxes_Recall/AR@100 = 0.63695014, DetectionBoxes_Recall/AR@100 (large) = 0.74773175, DetectionBoxes_Recall/AR@100 (medium) = 0.345, DetectionBoxes_Recall/AR@100 (small) = 0.2, Loss/classification_loss = 2.8500774, Loss/localization_loss = 0.711257, Loss/regularization_loss = 0.7023385, Loss/total_loss = 4.2636704, global_step = 12680, learning_rate = 0.003, loss = 4.2636704\n",
            "I0107 09:14:16.278319 140460294551424 estimator.py:2049] Saving dict for global step 12680: DetectionBoxes_Precision/mAP = 0.555669, DetectionBoxes_Precision/mAP (large) = 0.6784065, DetectionBoxes_Precision/mAP (medium) = 0.1918794, DetectionBoxes_Precision/mAP (small) = 0.10051389, DetectionBoxes_Precision/mAP@.50IOU = 0.8095452, DetectionBoxes_Precision/mAP@.75IOU = 0.5870977, DetectionBoxes_Recall/AR@1 = 0.54281527, DetectionBoxes_Recall/AR@10 = 0.628739, DetectionBoxes_Recall/AR@100 = 0.63695014, DetectionBoxes_Recall/AR@100 (large) = 0.74773175, DetectionBoxes_Recall/AR@100 (medium) = 0.345, DetectionBoxes_Recall/AR@100 (small) = 0.2, Loss/classification_loss = 2.8500774, Loss/localization_loss = 0.711257, Loss/regularization_loss = 0.7023385, Loss/total_loss = 4.2636704, global_step = 12680, learning_rate = 0.003, loss = 4.2636704\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 12680: training/model.ckpt-12680\n",
            "I0107 09:14:16.284457 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 12680: training/model.ckpt-12680\n",
            "INFO:tensorflow:global_step/sec: 0.848102\n",
            "I0107 09:14:31.597402 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.848102\n",
            "INFO:tensorflow:loss = 2.2273045, step = 12700 (117.910 sec)\n",
            "I0107 09:14:31.598614 140460294551424 basic_session_run_hooks.py:260] loss = 2.2273045, step = 12700 (117.910 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40682\n",
            "I0107 09:15:42.679509 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40682\n",
            "INFO:tensorflow:loss = 1.7419438, step = 12800 (71.082 sec)\n",
            "I0107 09:15:42.680705 140460294551424 basic_session_run_hooks.py:260] loss = 1.7419438, step = 12800 (71.082 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47605\n",
            "I0107 09:16:50.427738 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47605\n",
            "INFO:tensorflow:loss = 3.057354, step = 12900 (67.748 sec)\n",
            "I0107 09:16:50.429095 140460294551424 basic_session_run_hooks.py:260] loss = 3.057354, step = 12900 (67.748 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.35555\n",
            "I0107 09:18:04.198425 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.35555\n",
            "INFO:tensorflow:loss = 2.500834, step = 13000 (73.771 sec)\n",
            "I0107 09:18:04.199856 140460294551424 basic_session_run_hooks.py:260] loss = 2.500834, step = 13000 (73.771 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45592\n",
            "I0107 09:19:12.883636 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45592\n",
            "INFO:tensorflow:loss = 2.655195, step = 13100 (68.685 sec)\n",
            "I0107 09:19:12.884715 140460294551424 basic_session_run_hooks.py:260] loss = 2.655195, step = 13100 (68.685 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.5067\n",
            "I0107 09:20:19.253977 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.5067\n",
            "INFO:tensorflow:loss = 2.2328613, step = 13200 (66.371 sec)\n",
            "I0107 09:20:19.255247 140460294551424 basic_session_run_hooks.py:260] loss = 2.2328613, step = 13200 (66.371 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42347\n",
            "I0107 09:21:29.504572 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42347\n",
            "INFO:tensorflow:loss = 2.6907716, step = 13300 (70.250 sec)\n",
            "I0107 09:21:29.505725 140460294551424 basic_session_run_hooks.py:260] loss = 2.6907716, step = 13300 (70.250 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41288\n",
            "I0107 09:22:40.281884 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41288\n",
            "INFO:tensorflow:loss = 2.008022, step = 13400 (70.777 sec)\n",
            "I0107 09:22:40.283139 140460294551424 basic_session_run_hooks.py:260] loss = 2.008022, step = 13400 (70.777 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 13471 into training/model.ckpt.\n",
            "I0107 09:23:30.002311 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 13471 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 09:23:32.606233 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:23:35.339826 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:23:35.380928 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:23:35.420338 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:23:35.459759 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:23:35.498919 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:23:35.539905 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 09:23:37.836559 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T09:23:37Z\n",
            "I0107 09:23:37.859013 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T09:23:37Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 09:23:38.399158 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 09:23:38.399922: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:23:38.400505: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 09:23:38.400577: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 09:23:38.400605: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 09:23:38.400631: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 09:23:38.400655: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 09:23:38.400745: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 09:23:38.400777: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 09:23:38.400803: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 09:23:38.400902: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:23:38.401471: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:23:38.401984: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 09:23:38.402031: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 09:23:38.402045: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 09:23:38.402056: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 09:23:38.402197: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:23:38.402790: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:23:38.403345: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-13471\n",
            "I0107 09:23:38.404494 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-13471\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 09:23:39.387695 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 09:23:39.531539 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 09:24:14.047750 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 09:24:14.051347 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 09:24:14.059391 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.42s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.534\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.805\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.607\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.068\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.181\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.652\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.514\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.609\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.619\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.200\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.329\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.728\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-09:24:16\n",
            "I0107 09:24:16.540805 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-09:24:16\n",
            "INFO:tensorflow:Saving dict for global step 13471: DetectionBoxes_Precision/mAP = 0.5344482, DetectionBoxes_Precision/mAP (large) = 0.65235037, DetectionBoxes_Precision/mAP (medium) = 0.1808749, DetectionBoxes_Precision/mAP (small) = 0.068065286, DetectionBoxes_Precision/mAP@.50IOU = 0.8053158, DetectionBoxes_Precision/mAP@.75IOU = 0.60669065, DetectionBoxes_Recall/AR@1 = 0.513783, DetectionBoxes_Recall/AR@10 = 0.60923755, DetectionBoxes_Recall/AR@100 = 0.6190616, DetectionBoxes_Recall/AR@100 (large) = 0.7280079, DetectionBoxes_Recall/AR@100 (medium) = 0.3292857, DetectionBoxes_Recall/AR@100 (small) = 0.2, Loss/classification_loss = 2.9875998, Loss/localization_loss = 0.73051286, Loss/regularization_loss = 0.6847248, Loss/total_loss = 4.402842, global_step = 13471, learning_rate = 0.003, loss = 4.402842\n",
            "I0107 09:24:16.541198 140460294551424 estimator.py:2049] Saving dict for global step 13471: DetectionBoxes_Precision/mAP = 0.5344482, DetectionBoxes_Precision/mAP (large) = 0.65235037, DetectionBoxes_Precision/mAP (medium) = 0.1808749, DetectionBoxes_Precision/mAP (small) = 0.068065286, DetectionBoxes_Precision/mAP@.50IOU = 0.8053158, DetectionBoxes_Precision/mAP@.75IOU = 0.60669065, DetectionBoxes_Recall/AR@1 = 0.513783, DetectionBoxes_Recall/AR@10 = 0.60923755, DetectionBoxes_Recall/AR@100 = 0.6190616, DetectionBoxes_Recall/AR@100 (large) = 0.7280079, DetectionBoxes_Recall/AR@100 (medium) = 0.3292857, DetectionBoxes_Recall/AR@100 (small) = 0.2, Loss/classification_loss = 2.9875998, Loss/localization_loss = 0.73051286, Loss/regularization_loss = 0.6847248, Loss/total_loss = 4.402842, global_step = 13471, learning_rate = 0.003, loss = 4.402842\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 13471: training/model.ckpt-13471\n",
            "I0107 09:24:16.547437 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 13471: training/model.ckpt-13471\n",
            "INFO:tensorflow:global_step/sec: 0.858236\n",
            "I0107 09:24:36.799939 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.858236\n",
            "INFO:tensorflow:loss = 2.0170815, step = 13500 (116.518 sec)\n",
            "I0107 09:24:36.801164 140460294551424 basic_session_run_hooks.py:260] loss = 2.0170815, step = 13500 (116.518 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42468\n",
            "I0107 09:25:46.991288 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42468\n",
            "INFO:tensorflow:loss = 2.4121628, step = 13600 (70.191 sec)\n",
            "I0107 09:25:46.992595 140460294551424 basic_session_run_hooks.py:260] loss = 2.4121628, step = 13600 (70.191 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43945\n",
            "I0107 09:26:56.462050 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43945\n",
            "INFO:tensorflow:loss = 2.1780465, step = 13700 (69.471 sec)\n",
            "I0107 09:26:56.463251 140460294551424 basic_session_run_hooks.py:260] loss = 2.1780465, step = 13700 (69.471 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45435\n",
            "I0107 09:28:05.221381 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45435\n",
            "INFO:tensorflow:loss = 2.2364845, step = 13800 (68.759 sec)\n",
            "I0107 09:28:05.222743 140460294551424 basic_session_run_hooks.py:260] loss = 2.2364845, step = 13800 (68.759 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40468\n",
            "I0107 09:29:16.412194 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40468\n",
            "INFO:tensorflow:loss = 1.4778258, step = 13900 (71.191 sec)\n",
            "I0107 09:29:16.413454 140460294551424 basic_session_run_hooks.py:260] loss = 1.4778258, step = 13900 (71.191 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41062\n",
            "I0107 09:30:27.302847 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41062\n",
            "INFO:tensorflow:loss = 2.6160502, step = 14000 (70.890 sec)\n",
            "I0107 09:30:27.303873 140460294551424 basic_session_run_hooks.py:260] loss = 2.6160502, step = 14000 (70.890 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48993\n",
            "I0107 09:31:34.420175 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48993\n",
            "INFO:tensorflow:loss = 1.6382601, step = 14100 (67.117 sec)\n",
            "I0107 09:31:34.421357 140460294551424 basic_session_run_hooks.py:260] loss = 1.6382601, step = 14100 (67.117 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.37367\n",
            "I0107 09:32:47.217904 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.37367\n",
            "INFO:tensorflow:loss = 2.5809853, step = 14200 (72.798 sec)\n",
            "I0107 09:32:47.219242 140460294551424 basic_session_run_hooks.py:260] loss = 2.5809853, step = 14200 (72.798 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 14264 into training/model.ckpt.\n",
            "I0107 09:33:30.463310 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 14264 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 09:33:33.048216 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:33:35.736006 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:33:35.776892 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:33:35.825711 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:33:35.865653 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:33:35.905246 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:33:35.953087 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 09:33:37.790874 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T09:33:37Z\n",
            "I0107 09:33:37.812478 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T09:33:37Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 09:33:38.366195 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 09:33:38.366981: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:33:38.367571: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 09:33:38.367713: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 09:33:38.367776: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 09:33:38.367823: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 09:33:38.367850: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 09:33:38.367890: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 09:33:38.367919: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 09:33:38.367947: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 09:33:38.368046: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:33:38.368641: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:33:38.369160: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 09:33:38.369209: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 09:33:38.369222: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 09:33:38.369232: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 09:33:38.369411: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:33:38.370005: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:33:38.370506: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-14264\n",
            "I0107 09:33:38.371864 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-14264\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 09:33:39.330795 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 09:33:39.459944 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 09:34:13.751228 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 09:34:13.753450 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 09:34:13.759600 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.43s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.26s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.564\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.817\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.595\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.092\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.205\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.690\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.557\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.646\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.654\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.151\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.346\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.773\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-09:34:16\n",
            "I0107 09:34:16.261551 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-09:34:16\n",
            "INFO:tensorflow:Saving dict for global step 14264: DetectionBoxes_Precision/mAP = 0.5641549, DetectionBoxes_Precision/mAP (large) = 0.6900038, DetectionBoxes_Precision/mAP (medium) = 0.20474261, DetectionBoxes_Precision/mAP (small) = 0.091863014, DetectionBoxes_Precision/mAP@.50IOU = 0.81700337, DetectionBoxes_Precision/mAP@.75IOU = 0.5953703, DetectionBoxes_Recall/AR@1 = 0.5570381, DetectionBoxes_Recall/AR@10 = 0.64604104, DetectionBoxes_Recall/AR@100 = 0.65351903, DetectionBoxes_Recall/AR@100 (large) = 0.77317554, DetectionBoxes_Recall/AR@100 (medium) = 0.34571427, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 2.880708, Loss/localization_loss = 0.70068383, Loss/regularization_loss = 0.66803724, Loss/total_loss = 4.24943, global_step = 14264, learning_rate = 0.003, loss = 4.24943\n",
            "I0107 09:34:16.262039 140460294551424 estimator.py:2049] Saving dict for global step 14264: DetectionBoxes_Precision/mAP = 0.5641549, DetectionBoxes_Precision/mAP (large) = 0.6900038, DetectionBoxes_Precision/mAP (medium) = 0.20474261, DetectionBoxes_Precision/mAP (small) = 0.091863014, DetectionBoxes_Precision/mAP@.50IOU = 0.81700337, DetectionBoxes_Precision/mAP@.75IOU = 0.5953703, DetectionBoxes_Recall/AR@1 = 0.5570381, DetectionBoxes_Recall/AR@10 = 0.64604104, DetectionBoxes_Recall/AR@100 = 0.65351903, DetectionBoxes_Recall/AR@100 (large) = 0.77317554, DetectionBoxes_Recall/AR@100 (medium) = 0.34571427, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 2.880708, Loss/localization_loss = 0.70068383, Loss/regularization_loss = 0.66803724, Loss/total_loss = 4.24943, global_step = 14264, learning_rate = 0.003, loss = 4.24943\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 14264: training/model.ckpt-14264\n",
            "I0107 09:34:16.268539 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 14264: training/model.ckpt-14264\n",
            "INFO:tensorflow:global_step/sec: 0.868631\n",
            "I0107 09:34:42.341529 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.868631\n",
            "INFO:tensorflow:loss = 3.5112848, step = 14300 (115.123 sec)\n",
            "I0107 09:34:42.342642 140460294551424 basic_session_run_hooks.py:260] loss = 3.5112848, step = 14300 (115.123 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49432\n",
            "I0107 09:35:49.261801 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49432\n",
            "INFO:tensorflow:loss = 3.615043, step = 14400 (66.920 sec)\n",
            "I0107 09:35:49.262853 140460294551424 basic_session_run_hooks.py:260] loss = 3.615043, step = 14400 (66.920 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.51958\n",
            "I0107 09:36:55.069406 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.51958\n",
            "INFO:tensorflow:loss = 3.5525684, step = 14500 (65.808 sec)\n",
            "I0107 09:36:55.070593 140460294551424 basic_session_run_hooks.py:260] loss = 3.5525684, step = 14500 (65.808 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.57638\n",
            "I0107 09:37:58.505949 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.57638\n",
            "INFO:tensorflow:loss = 2.9770682, step = 14600 (63.437 sec)\n",
            "I0107 09:37:58.507152 140460294551424 basic_session_run_hooks.py:260] loss = 2.9770682, step = 14600 (63.437 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44985\n",
            "I0107 09:39:07.478619 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44985\n",
            "INFO:tensorflow:loss = 1.8808676, step = 14700 (68.973 sec)\n",
            "I0107 09:39:07.480563 140460294551424 basic_session_run_hooks.py:260] loss = 1.8808676, step = 14700 (68.973 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42408\n",
            "I0107 09:40:17.699248 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42408\n",
            "INFO:tensorflow:loss = 2.2497368, step = 14800 (70.220 sec)\n",
            "I0107 09:40:17.700779 140460294551424 basic_session_run_hooks.py:260] loss = 2.2497368, step = 14800 (70.220 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45907\n",
            "I0107 09:41:26.236095 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45907\n",
            "INFO:tensorflow:loss = 2.655363, step = 14900 (68.536 sec)\n",
            "I0107 09:41:26.237192 140460294551424 basic_session_run_hooks.py:260] loss = 2.655363, step = 14900 (68.536 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43868\n",
            "I0107 09:42:35.744514 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43868\n",
            "INFO:tensorflow:loss = 2.3630424, step = 15000 (69.508 sec)\n",
            "I0107 09:42:35.745703 140460294551424 basic_session_run_hooks.py:260] loss = 2.3630424, step = 15000 (69.508 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 15079 into training/model.ckpt.\n",
            "I0107 09:43:30.866328 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 15079 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 09:43:33.826481 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:43:36.495427 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:43:36.535755 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:43:36.574649 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:43:36.613764 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:43:36.651014 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:43:36.690231 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 09:43:38.501771 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T09:43:38Z\n",
            "I0107 09:43:38.523070 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T09:43:38Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 09:43:39.052343 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 09:43:39.053041: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:43:39.053582: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 09:43:39.053652: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 09:43:39.053761: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 09:43:39.053796: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 09:43:39.053820: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 09:43:39.053843: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 09:43:39.053866: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 09:43:39.053890: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 09:43:39.053985: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:43:39.054521: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:43:39.054998: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 09:43:39.055102: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 09:43:39.055120: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 09:43:39.055131: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 09:43:39.055259: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:43:39.055825: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:43:39.056272: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-15079\n",
            "I0107 09:43:39.057478 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-15079\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 09:43:40.031894 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 09:43:40.176727 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 09:44:15.841435 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 09:44:15.843730 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 09:44:15.853413 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.37s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.549\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.830\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.583\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.114\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.212\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.669\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.551\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.637\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.642\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.171\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.364\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.751\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-09:44:18\n",
            "I0107 09:44:18.238445 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-09:44:18\n",
            "INFO:tensorflow:Saving dict for global step 15079: DetectionBoxes_Precision/mAP = 0.54897773, DetectionBoxes_Precision/mAP (large) = 0.6688929, DetectionBoxes_Precision/mAP (medium) = 0.21167216, DetectionBoxes_Precision/mAP (small) = 0.113515854, DetectionBoxes_Precision/mAP@.50IOU = 0.830177, DetectionBoxes_Precision/mAP@.75IOU = 0.58271205, DetectionBoxes_Recall/AR@1 = 0.5508798, DetectionBoxes_Recall/AR@10 = 0.63739, DetectionBoxes_Recall/AR@100 = 0.64193547, DetectionBoxes_Recall/AR@100 (large) = 0.75128204, DetectionBoxes_Recall/AR@100 (medium) = 0.36357144, DetectionBoxes_Recall/AR@100 (small) = 0.17142858, Loss/classification_loss = 2.8774834, Loss/localization_loss = 0.70711994, Loss/regularization_loss = 0.6514589, Loss/total_loss = 4.2360625, global_step = 15079, learning_rate = 0.003, loss = 4.2360625\n",
            "I0107 09:44:18.238838 140460294551424 estimator.py:2049] Saving dict for global step 15079: DetectionBoxes_Precision/mAP = 0.54897773, DetectionBoxes_Precision/mAP (large) = 0.6688929, DetectionBoxes_Precision/mAP (medium) = 0.21167216, DetectionBoxes_Precision/mAP (small) = 0.113515854, DetectionBoxes_Precision/mAP@.50IOU = 0.830177, DetectionBoxes_Precision/mAP@.75IOU = 0.58271205, DetectionBoxes_Recall/AR@1 = 0.5508798, DetectionBoxes_Recall/AR@10 = 0.63739, DetectionBoxes_Recall/AR@100 = 0.64193547, DetectionBoxes_Recall/AR@100 (large) = 0.75128204, DetectionBoxes_Recall/AR@100 (medium) = 0.36357144, DetectionBoxes_Recall/AR@100 (small) = 0.17142858, Loss/classification_loss = 2.8774834, Loss/localization_loss = 0.70711994, Loss/regularization_loss = 0.6514589, Loss/total_loss = 4.2360625, global_step = 15079, learning_rate = 0.003, loss = 4.2360625\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 15079: training/model.ckpt-15079\n",
            "I0107 09:44:18.244917 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 15079: training/model.ckpt-15079\n",
            "INFO:tensorflow:global_step/sec: 0.840655\n",
            "I0107 09:44:34.699158 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.840655\n",
            "INFO:tensorflow:loss = 1.4319925, step = 15100 (118.955 sec)\n",
            "I0107 09:44:34.700176 140460294551424 basic_session_run_hooks.py:260] loss = 1.4319925, step = 15100 (118.955 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45503\n",
            "I0107 09:45:43.426202 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45503\n",
            "INFO:tensorflow:loss = 1.7887467, step = 15200 (68.727 sec)\n",
            "I0107 09:45:43.427361 140460294551424 basic_session_run_hooks.py:260] loss = 1.7887467, step = 15200 (68.727 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42016\n",
            "I0107 09:46:53.840765 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42016\n",
            "INFO:tensorflow:loss = 3.7667804, step = 15300 (70.415 sec)\n",
            "I0107 09:46:53.841943 140460294551424 basic_session_run_hooks.py:260] loss = 3.7667804, step = 15300 (70.415 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41037\n",
            "I0107 09:48:04.743999 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41037\n",
            "INFO:tensorflow:loss = 2.3713021, step = 15400 (70.903 sec)\n",
            "I0107 09:48:04.745321 140460294551424 basic_session_run_hooks.py:260] loss = 2.3713021, step = 15400 (70.903 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46646\n",
            "I0107 09:49:12.935205 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46646\n",
            "INFO:tensorflow:loss = 2.7743711, step = 15500 (68.191 sec)\n",
            "I0107 09:49:12.936285 140460294551424 basic_session_run_hooks.py:260] loss = 2.7743711, step = 15500 (68.191 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.3772\n",
            "I0107 09:50:25.546097 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.3772\n",
            "INFO:tensorflow:loss = 2.783556, step = 15600 (72.611 sec)\n",
            "I0107 09:50:25.547514 140460294551424 basic_session_run_hooks.py:260] loss = 2.783556, step = 15600 (72.611 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38783\n",
            "I0107 09:51:37.601184 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38783\n",
            "INFO:tensorflow:loss = 2.3216896, step = 15700 (72.055 sec)\n",
            "I0107 09:51:37.602138 140460294551424 basic_session_run_hooks.py:260] loss = 2.3216896, step = 15700 (72.055 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47955\n",
            "I0107 09:52:45.189106 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47955\n",
            "INFO:tensorflow:loss = 2.4892263, step = 15800 (67.588 sec)\n",
            "I0107 09:52:45.190518 140460294551424 basic_session_run_hooks.py:260] loss = 2.4892263, step = 15800 (67.588 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 15864 into training/model.ckpt.\n",
            "I0107 09:53:31.298607 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 15864 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 09:53:33.895391 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:53:36.539113 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:53:36.579399 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:53:36.622978 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:53:36.665853 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:53:37.041864 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 09:53:37.081845 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 09:53:38.895174 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T09:53:38Z\n",
            "I0107 09:53:38.915007 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T09:53:38Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 09:53:39.438720 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 09:53:39.439606: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:53:39.440253: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 09:53:39.440336: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 09:53:39.440378: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 09:53:39.440425: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 09:53:39.440465: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 09:53:39.440506: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 09:53:39.440562: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 09:53:39.440602: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 09:53:39.440870: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:53:39.441458: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:53:39.441957: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 09:53:39.442013: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 09:53:39.442034: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 09:53:39.442047: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 09:53:39.442255: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:53:39.442844: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 09:53:39.443341: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-15864\n",
            "I0107 09:53:39.444636 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-15864\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 09:53:40.454829 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 09:53:40.600978 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 09:54:15.460134 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 09:54:15.462074 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 09:54:15.470556 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.40s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.25s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.576\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.822\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.617\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.101\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.212\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.700\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.559\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.645\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.650\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.189\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.352\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.765\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-09:54:17\n",
            "I0107 09:54:17.889424 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-09:54:17\n",
            "INFO:tensorflow:Saving dict for global step 15864: DetectionBoxes_Precision/mAP = 0.5759264, DetectionBoxes_Precision/mAP (large) = 0.70003146, DetectionBoxes_Precision/mAP (medium) = 0.21176507, DetectionBoxes_Precision/mAP (small) = 0.10086149, DetectionBoxes_Precision/mAP@.50IOU = 0.8219485, DetectionBoxes_Precision/mAP@.75IOU = 0.6173029, DetectionBoxes_Recall/AR@1 = 0.55938417, DetectionBoxes_Recall/AR@10 = 0.644868, DetectionBoxes_Recall/AR@100 = 0.65043986, DetectionBoxes_Recall/AR@100 (large) = 0.7646943, DetectionBoxes_Recall/AR@100 (medium) = 0.35214287, DetectionBoxes_Recall/AR@100 (small) = 0.18857142, Loss/classification_loss = 2.8088715, Loss/localization_loss = 0.7185907, Loss/regularization_loss = 0.6363519, Loss/total_loss = 4.16381, global_step = 15864, learning_rate = 0.003, loss = 4.16381\n",
            "I0107 09:54:17.889764 140460294551424 estimator.py:2049] Saving dict for global step 15864: DetectionBoxes_Precision/mAP = 0.5759264, DetectionBoxes_Precision/mAP (large) = 0.70003146, DetectionBoxes_Precision/mAP (medium) = 0.21176507, DetectionBoxes_Precision/mAP (small) = 0.10086149, DetectionBoxes_Precision/mAP@.50IOU = 0.8219485, DetectionBoxes_Precision/mAP@.75IOU = 0.6173029, DetectionBoxes_Recall/AR@1 = 0.55938417, DetectionBoxes_Recall/AR@10 = 0.644868, DetectionBoxes_Recall/AR@100 = 0.65043986, DetectionBoxes_Recall/AR@100 (large) = 0.7646943, DetectionBoxes_Recall/AR@100 (medium) = 0.35214287, DetectionBoxes_Recall/AR@100 (small) = 0.18857142, Loss/classification_loss = 2.8088715, Loss/localization_loss = 0.7185907, Loss/regularization_loss = 0.6363519, Loss/total_loss = 4.16381, global_step = 15864, learning_rate = 0.003, loss = 4.16381\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 15864: training/model.ckpt-15864\n",
            "I0107 09:54:17.896168 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 15864: training/model.ckpt-15864\n",
            "INFO:tensorflow:global_step/sec: 0.842899\n",
            "I0107 09:54:43.827346 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.842899\n",
            "INFO:tensorflow:loss = 4.1031647, step = 15900 (118.638 sec)\n",
            "I0107 09:54:43.828627 140460294551424 basic_session_run_hooks.py:260] loss = 4.1031647, step = 15900 (118.638 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41182\n",
            "I0107 09:55:54.658189 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41182\n",
            "INFO:tensorflow:loss = 1.66859, step = 16000 (70.831 sec)\n",
            "I0107 09:55:54.659736 140460294551424 basic_session_run_hooks.py:260] loss = 1.66859, step = 16000 (70.831 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.3673\n",
            "I0107 09:57:07.795095 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.3673\n",
            "INFO:tensorflow:loss = 2.170001, step = 16100 (73.137 sec)\n",
            "I0107 09:57:07.796255 140460294551424 basic_session_run_hooks.py:260] loss = 2.170001, step = 16100 (73.137 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41955\n",
            "I0107 09:58:18.239865 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41955\n",
            "INFO:tensorflow:loss = 1.7319705, step = 16200 (70.445 sec)\n",
            "I0107 09:58:18.240963 140460294551424 basic_session_run_hooks.py:260] loss = 1.7319705, step = 16200 (70.445 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38565\n",
            "I0107 09:59:30.408347 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38565\n",
            "INFO:tensorflow:loss = 1.7947642, step = 16300 (72.168 sec)\n",
            "I0107 09:59:30.409456 140460294551424 basic_session_run_hooks.py:260] loss = 1.7947642, step = 16300 (72.168 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44322\n",
            "I0107 10:00:39.697912 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44322\n",
            "INFO:tensorflow:loss = 2.9733357, step = 16400 (69.290 sec)\n",
            "I0107 10:00:39.699277 140460294551424 basic_session_run_hooks.py:260] loss = 2.9733357, step = 16400 (69.290 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45748\n",
            "I0107 10:01:48.309382 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45748\n",
            "INFO:tensorflow:loss = 1.8138616, step = 16500 (68.611 sec)\n",
            "I0107 10:01:48.310588 140460294551424 basic_session_run_hooks.py:260] loss = 1.8138616, step = 16500 (68.611 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46646\n",
            "I0107 10:02:56.500712 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46646\n",
            "INFO:tensorflow:loss = 2.0785208, step = 16600 (68.191 sec)\n",
            "I0107 10:02:56.502055 140460294551424 basic_session_run_hooks.py:260] loss = 2.0785208, step = 16600 (68.191 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 16652 into training/model.ckpt.\n",
            "I0107 10:03:31.802739 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 16652 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 10:03:34.404031 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:03:37.043710 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:03:37.085708 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:03:37.126320 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:03:37.184101 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:03:37.228427 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:03:37.272729 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 10:03:39.098345 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T10:03:39Z\n",
            "I0107 10:03:39.118549 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T10:03:39Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 10:03:39.680501 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 10:03:39.681421: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:03:39.682062: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 10:03:39.682155: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 10:03:39.682198: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 10:03:39.682229: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 10:03:39.682272: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 10:03:39.682304: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 10:03:39.682350: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 10:03:39.682377: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 10:03:39.682470: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:03:39.683054: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:03:39.683517: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 10:03:39.683563: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 10:03:39.683577: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 10:03:39.683587: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 10:03:39.683754: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:03:39.684294: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:03:39.684773: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-16652\n",
            "I0107 10:03:39.685957 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-16652\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 10:03:40.626156 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 10:03:40.760953 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 10:04:16.364981 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 10:04:16.366944 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 10:04:16.376775 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.35s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.568\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.833\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.604\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.119\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.232\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.683\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.554\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.634\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.640\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.203\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.366\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.747\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-10:04:18\n",
            "I0107 10:04:18.745337 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-10:04:18\n",
            "INFO:tensorflow:Saving dict for global step 16652: DetectionBoxes_Precision/mAP = 0.5675612, DetectionBoxes_Precision/mAP (large) = 0.68269974, DetectionBoxes_Precision/mAP (medium) = 0.2321842, DetectionBoxes_Precision/mAP (small) = 0.11895803, DetectionBoxes_Precision/mAP@.50IOU = 0.8328756, DetectionBoxes_Precision/mAP@.75IOU = 0.60414135, DetectionBoxes_Recall/AR@1 = 0.55395895, DetectionBoxes_Recall/AR@10 = 0.6341642, DetectionBoxes_Recall/AR@100 = 0.6404692, DetectionBoxes_Recall/AR@100 (large) = 0.7465483, DetectionBoxes_Recall/AR@100 (medium) = 0.36571428, DetectionBoxes_Recall/AR@100 (small) = 0.20285714, Loss/classification_loss = 2.7980793, Loss/localization_loss = 0.6800886, Loss/regularization_loss = 0.62169623, Loss/total_loss = 4.0998635, global_step = 16652, learning_rate = 0.003, loss = 4.0998635\n",
            "I0107 10:04:18.745628 140460294551424 estimator.py:2049] Saving dict for global step 16652: DetectionBoxes_Precision/mAP = 0.5675612, DetectionBoxes_Precision/mAP (large) = 0.68269974, DetectionBoxes_Precision/mAP (medium) = 0.2321842, DetectionBoxes_Precision/mAP (small) = 0.11895803, DetectionBoxes_Precision/mAP@.50IOU = 0.8328756, DetectionBoxes_Precision/mAP@.75IOU = 0.60414135, DetectionBoxes_Recall/AR@1 = 0.55395895, DetectionBoxes_Recall/AR@10 = 0.6341642, DetectionBoxes_Recall/AR@100 = 0.6404692, DetectionBoxes_Recall/AR@100 (large) = 0.7465483, DetectionBoxes_Recall/AR@100 (medium) = 0.36571428, DetectionBoxes_Recall/AR@100 (small) = 0.20285714, Loss/classification_loss = 2.7980793, Loss/localization_loss = 0.6800886, Loss/regularization_loss = 0.62169623, Loss/total_loss = 4.0998635, global_step = 16652, learning_rate = 0.003, loss = 4.0998635\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 16652: training/model.ckpt-16652\n",
            "I0107 10:04:18.751427 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 16652: training/model.ckpt-16652\n",
            "INFO:tensorflow:global_step/sec: 0.844504\n",
            "I0107 10:04:54.913321 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.844504\n",
            "INFO:tensorflow:loss = 1.8083383, step = 16700 (118.413 sec)\n",
            "I0107 10:04:54.914726 140460294551424 basic_session_run_hooks.py:260] loss = 1.8083383, step = 16700 (118.413 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.39821\n",
            "I0107 10:06:06.433166 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.39821\n",
            "INFO:tensorflow:loss = 2.6678176, step = 16800 (71.520 sec)\n",
            "I0107 10:06:06.434723 140460294551424 basic_session_run_hooks.py:260] loss = 2.6678176, step = 16800 (71.520 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44812\n",
            "I0107 10:07:15.488265 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44812\n",
            "INFO:tensorflow:loss = 1.7341249, step = 16900 (69.055 sec)\n",
            "I0107 10:07:15.489821 140460294551424 basic_session_run_hooks.py:260] loss = 1.7341249, step = 16900 (69.055 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46307\n",
            "I0107 10:08:23.837499 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46307\n",
            "INFO:tensorflow:loss = 1.7925508, step = 17000 (68.349 sec)\n",
            "I0107 10:08:23.838973 140460294551424 basic_session_run_hooks.py:260] loss = 1.7925508, step = 17000 (68.349 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38026\n",
            "I0107 10:09:36.287539 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38026\n",
            "INFO:tensorflow:loss = 2.759604, step = 17100 (72.450 sec)\n",
            "I0107 10:09:36.288798 140460294551424 basic_session_run_hooks.py:260] loss = 2.759604, step = 17100 (72.450 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.462\n",
            "I0107 10:10:44.687224 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.462\n",
            "INFO:tensorflow:loss = 2.3793511, step = 17200 (68.400 sec)\n",
            "I0107 10:10:44.688313 140460294551424 basic_session_run_hooks.py:260] loss = 2.3793511, step = 17200 (68.400 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41859\n",
            "I0107 10:11:55.179861 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41859\n",
            "INFO:tensorflow:loss = 1.5099235, step = 17300 (70.493 sec)\n",
            "I0107 10:11:55.181015 140460294551424 basic_session_run_hooks.py:260] loss = 1.5099235, step = 17300 (70.493 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4241\n",
            "I0107 10:13:05.399684 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4241\n",
            "INFO:tensorflow:loss = 2.08254, step = 17400 (70.220 sec)\n",
            "I0107 10:13:05.400963 140460294551424 basic_session_run_hooks.py:260] loss = 2.08254, step = 17400 (70.220 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 17439 into training/model.ckpt.\n",
            "I0107 10:13:32.380263 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 17439 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 10:13:34.972498 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:13:37.655447 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:13:37.697537 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:13:37.738029 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:13:37.777645 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:13:37.817144 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:13:37.856914 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 10:13:39.698007 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T10:13:39Z\n",
            "I0107 10:13:39.719345 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T10:13:39Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 10:13:40.265844 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 10:13:40.266572: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:13:40.267182: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 10:13:40.267256: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 10:13:40.267285: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 10:13:40.267311: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 10:13:40.267335: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 10:13:40.267360: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 10:13:40.267383: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 10:13:40.267408: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 10:13:40.267506: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:13:40.268085: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:13:40.268561: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 10:13:40.268602: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 10:13:40.268616: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 10:13:40.268626: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 10:13:40.268833: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:13:40.269540: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:13:40.270049: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-17439\n",
            "I0107 10:13:40.271282 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-17439\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 10:13:41.220118 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 10:13:41.381891 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 10:14:16.339319 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 10:14:16.342595 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 10:14:16.352227 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.39s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.28s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.557\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.814\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.614\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.062\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.193\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.680\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.551\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.640\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.646\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.146\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.362\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.759\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-10:14:18\n",
            "I0107 10:14:18.816620 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-10:14:18\n",
            "INFO:tensorflow:Saving dict for global step 17439: DetectionBoxes_Precision/mAP = 0.55653155, DetectionBoxes_Precision/mAP (large) = 0.67978483, DetectionBoxes_Precision/mAP (medium) = 0.19255276, DetectionBoxes_Precision/mAP (small) = 0.06164948, DetectionBoxes_Precision/mAP@.50IOU = 0.814189, DetectionBoxes_Precision/mAP@.75IOU = 0.61350495, DetectionBoxes_Recall/AR@1 = 0.5508798, DetectionBoxes_Recall/AR@10 = 0.63973606, DetectionBoxes_Recall/AR@100 = 0.64618766, DetectionBoxes_Recall/AR@100 (large) = 0.7591716, DetectionBoxes_Recall/AR@100 (medium) = 0.36214286, DetectionBoxes_Recall/AR@100 (small) = 0.14571428, Loss/classification_loss = 2.8965259, Loss/localization_loss = 0.7244902, Loss/regularization_loss = 0.6080349, Loss/total_loss = 4.2290554, global_step = 17439, learning_rate = 0.003, loss = 4.2290554\n",
            "I0107 10:14:18.817016 140460294551424 estimator.py:2049] Saving dict for global step 17439: DetectionBoxes_Precision/mAP = 0.55653155, DetectionBoxes_Precision/mAP (large) = 0.67978483, DetectionBoxes_Precision/mAP (medium) = 0.19255276, DetectionBoxes_Precision/mAP (small) = 0.06164948, DetectionBoxes_Precision/mAP@.50IOU = 0.814189, DetectionBoxes_Precision/mAP@.75IOU = 0.61350495, DetectionBoxes_Recall/AR@1 = 0.5508798, DetectionBoxes_Recall/AR@10 = 0.63973606, DetectionBoxes_Recall/AR@100 = 0.64618766, DetectionBoxes_Recall/AR@100 (large) = 0.7591716, DetectionBoxes_Recall/AR@100 (medium) = 0.36214286, DetectionBoxes_Recall/AR@100 (small) = 0.14571428, Loss/classification_loss = 2.8965259, Loss/localization_loss = 0.7244902, Loss/regularization_loss = 0.6080349, Loss/total_loss = 4.2290554, global_step = 17439, learning_rate = 0.003, loss = 4.2290554\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 17439: training/model.ckpt-17439\n",
            "I0107 10:14:18.823186 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 17439: training/model.ckpt-17439\n",
            "INFO:tensorflow:global_step/sec: 0.860122\n",
            "I0107 10:15:01.662071 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.860122\n",
            "INFO:tensorflow:loss = 3.2437606, step = 17500 (116.262 sec)\n",
            "I0107 10:15:01.662996 140460294551424 basic_session_run_hooks.py:260] loss = 3.2437606, step = 17500 (116.262 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48769\n",
            "I0107 10:16:08.880620 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48769\n",
            "INFO:tensorflow:loss = 2.845444, step = 17600 (67.219 sec)\n",
            "I0107 10:16:08.881928 140460294551424 basic_session_run_hooks.py:260] loss = 2.845444, step = 17600 (67.219 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43272\n",
            "I0107 10:17:18.678012 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43272\n",
            "INFO:tensorflow:loss = 1.3136932, step = 17700 (69.797 sec)\n",
            "I0107 10:17:18.679131 140460294551424 basic_session_run_hooks.py:260] loss = 1.3136932, step = 17700 (69.797 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41864\n",
            "I0107 10:18:29.168269 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41864\n",
            "INFO:tensorflow:loss = 1.5639924, step = 17800 (70.490 sec)\n",
            "I0107 10:18:29.169594 140460294551424 basic_session_run_hooks.py:260] loss = 1.5639924, step = 17800 (70.490 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40866\n",
            "I0107 10:19:40.157768 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40866\n",
            "INFO:tensorflow:loss = 2.1083565, step = 17900 (70.990 sec)\n",
            "I0107 10:19:40.159327 140460294551424 basic_session_run_hooks.py:260] loss = 2.1083565, step = 17900 (70.990 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44542\n",
            "I0107 10:20:49.341700 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44542\n",
            "INFO:tensorflow:loss = 2.8586166, step = 18000 (69.183 sec)\n",
            "I0107 10:20:49.342748 140460294551424 basic_session_run_hooks.py:260] loss = 2.8586166, step = 18000 (69.183 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49668\n",
            "I0107 10:21:56.156397 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49668\n",
            "INFO:tensorflow:loss = 1.9614077, step = 18100 (66.815 sec)\n",
            "I0107 10:21:56.157616 140460294551424 basic_session_run_hooks.py:260] loss = 1.9614077, step = 18100 (66.815 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47449\n",
            "I0107 10:23:03.976458 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47449\n",
            "INFO:tensorflow:loss = 1.3525925, step = 18200 (67.820 sec)\n",
            "I0107 10:23:03.977474 140460294551424 basic_session_run_hooks.py:260] loss = 1.3525925, step = 18200 (67.820 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 18242 into training/model.ckpt.\n",
            "I0107 10:23:32.860942 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 18242 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 10:23:35.612293 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:23:38.748794 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:23:38.788958 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:23:38.831082 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:23:38.871850 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:23:38.912207 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:23:38.953405 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 10:23:40.806826 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T10:23:40Z\n",
            "I0107 10:23:40.827712 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T10:23:40Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 10:23:41.373982 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 10:23:41.374810: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:23:41.375368: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 10:23:41.375458: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 10:23:41.375492: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 10:23:41.375517: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 10:23:41.375544: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 10:23:41.375572: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 10:23:41.375595: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 10:23:41.375620: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 10:23:41.375803: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:23:41.376366: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:23:41.376925: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 10:23:41.376985: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 10:23:41.377016: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 10:23:41.377026: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 10:23:41.377157: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:23:41.377699: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:23:41.378183: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-18242\n",
            "I0107 10:23:41.379334 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-18242\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 10:23:42.369940 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 10:23:42.508505 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 10:24:17.307469 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 10:24:17.309033 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 10:24:17.315901 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.39s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.563\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.827\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.609\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.084\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.229\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.682\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.548\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.634\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.642\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.151\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.364\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.753\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-10:24:19\n",
            "I0107 10:24:19.788800 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-10:24:19\n",
            "INFO:tensorflow:Saving dict for global step 18242: DetectionBoxes_Precision/mAP = 0.5625242, DetectionBoxes_Precision/mAP (large) = 0.6818754, DetectionBoxes_Precision/mAP (medium) = 0.22913909, DetectionBoxes_Precision/mAP (small) = 0.08445026, DetectionBoxes_Precision/mAP@.50IOU = 0.82696384, DetectionBoxes_Precision/mAP@.75IOU = 0.6094193, DetectionBoxes_Recall/AR@1 = 0.5478006, DetectionBoxes_Recall/AR@10 = 0.6340176, DetectionBoxes_Recall/AR@100 = 0.64193547, DetectionBoxes_Recall/AR@100 (large) = 0.7526627, DetectionBoxes_Recall/AR@100 (medium) = 0.36357144, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 2.7965887, Loss/localization_loss = 0.7057376, Loss/regularization_loss = 0.59460706, Loss/total_loss = 4.096938, global_step = 18242, learning_rate = 0.003, loss = 4.096938\n",
            "I0107 10:24:19.789163 140460294551424 estimator.py:2049] Saving dict for global step 18242: DetectionBoxes_Precision/mAP = 0.5625242, DetectionBoxes_Precision/mAP (large) = 0.6818754, DetectionBoxes_Precision/mAP (medium) = 0.22913909, DetectionBoxes_Precision/mAP (small) = 0.08445026, DetectionBoxes_Precision/mAP@.50IOU = 0.82696384, DetectionBoxes_Precision/mAP@.75IOU = 0.6094193, DetectionBoxes_Recall/AR@1 = 0.5478006, DetectionBoxes_Recall/AR@10 = 0.6340176, DetectionBoxes_Recall/AR@100 = 0.64193547, DetectionBoxes_Recall/AR@100 (large) = 0.7526627, DetectionBoxes_Recall/AR@100 (medium) = 0.36357144, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 2.7965887, Loss/localization_loss = 0.7057376, Loss/regularization_loss = 0.59460706, Loss/total_loss = 4.096938, global_step = 18242, learning_rate = 0.003, loss = 4.096938\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 18242: training/model.ckpt-18242\n",
            "I0107 10:24:19.795168 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 18242: training/model.ckpt-18242\n",
            "INFO:tensorflow:global_step/sec: 0.868302\n",
            "I0107 10:24:59.143777 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.868302\n",
            "INFO:tensorflow:loss = 1.6416925, step = 18300 (115.167 sec)\n",
            "I0107 10:24:59.144843 140460294551424 basic_session_run_hooks.py:260] loss = 1.6416925, step = 18300 (115.167 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44875\n",
            "I0107 10:26:08.168649 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44875\n",
            "INFO:tensorflow:loss = 2.2273862, step = 18400 (69.025 sec)\n",
            "I0107 10:26:08.170039 140460294551424 basic_session_run_hooks.py:260] loss = 2.2273862, step = 18400 (69.025 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48843\n",
            "I0107 10:27:15.353329 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48843\n",
            "INFO:tensorflow:loss = 2.4596348, step = 18500 (67.184 sec)\n",
            "I0107 10:27:15.354466 140460294551424 basic_session_run_hooks.py:260] loss = 2.4596348, step = 18500 (67.184 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44471\n",
            "I0107 10:28:24.571541 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44471\n",
            "INFO:tensorflow:loss = 2.5373461, step = 18600 (69.219 sec)\n",
            "I0107 10:28:24.573030 140460294551424 basic_session_run_hooks.py:260] loss = 2.5373461, step = 18600 (69.219 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4572\n",
            "I0107 10:29:33.196069 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4572\n",
            "INFO:tensorflow:loss = 2.1705966, step = 18700 (68.624 sec)\n",
            "I0107 10:29:33.197096 140460294551424 basic_session_run_hooks.py:260] loss = 2.1705966, step = 18700 (68.624 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48832\n",
            "I0107 10:30:40.385951 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48832\n",
            "INFO:tensorflow:loss = 2.518916, step = 18800 (67.190 sec)\n",
            "I0107 10:30:40.387068 140460294551424 basic_session_run_hooks.py:260] loss = 2.518916, step = 18800 (67.190 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45817\n",
            "I0107 10:31:48.965095 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45817\n",
            "INFO:tensorflow:loss = 2.067636, step = 18900 (68.580 sec)\n",
            "I0107 10:31:48.967287 140460294551424 basic_session_run_hooks.py:260] loss = 2.067636, step = 18900 (68.580 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44745\n",
            "I0107 10:32:58.051967 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44745\n",
            "INFO:tensorflow:loss = 1.3876666, step = 19000 (69.086 sec)\n",
            "I0107 10:32:58.053342 140460294551424 basic_session_run_hooks.py:260] loss = 1.3876666, step = 19000 (69.086 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 19054 into training/model.ckpt.\n",
            "I0107 10:33:33.419929 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 19054 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 10:33:36.156934 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:33:38.843624 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:33:38.884200 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:33:38.923120 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:33:38.963179 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:33:39.002719 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:33:39.042328 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 10:33:40.903084 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T10:33:40Z\n",
            "I0107 10:33:40.925176 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T10:33:40Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 10:33:41.464592 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 10:33:41.465354: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:33:41.465940: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 10:33:41.466025: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 10:33:41.466081: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 10:33:41.466155: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 10:33:41.466200: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 10:33:41.466240: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 10:33:41.466277: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 10:33:41.466315: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 10:33:41.466459: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:33:41.467106: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:33:41.467585: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 10:33:41.467642: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 10:33:41.467676: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 10:33:41.467696: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 10:33:41.467924: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:33:41.468606: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:33:41.469134: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-19054\n",
            "I0107 10:33:41.470327 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-19054\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 10:33:42.405422 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 10:33:42.538832 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 10:34:18.830097 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 10:34:18.833771 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 10:34:18.842941 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.40s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.561\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.832\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.609\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.099\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.221\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.680\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.542\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.640\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.646\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.180\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.364\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.757\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-10:34:21\n",
            "I0107 10:34:21.304304 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-10:34:21\n",
            "INFO:tensorflow:Saving dict for global step 19054: DetectionBoxes_Precision/mAP = 0.56102014, DetectionBoxes_Precision/mAP (large) = 0.6803303, DetectionBoxes_Precision/mAP (medium) = 0.22133924, DetectionBoxes_Precision/mAP (small) = 0.09921751, DetectionBoxes_Precision/mAP@.50IOU = 0.8315563, DetectionBoxes_Precision/mAP@.75IOU = 0.60850817, DetectionBoxes_Recall/AR@1 = 0.54222876, DetectionBoxes_Recall/AR@10 = 0.63973606, DetectionBoxes_Recall/AR@100 = 0.6464809, DetectionBoxes_Recall/AR@100 (large) = 0.7566075, DetectionBoxes_Recall/AR@100 (medium) = 0.3642857, DetectionBoxes_Recall/AR@100 (small) = 0.18, Loss/classification_loss = 2.8201962, Loss/localization_loss = 0.7141593, Loss/regularization_loss = 0.58157367, Loss/total_loss = 4.1159306, global_step = 19054, learning_rate = 0.003, loss = 4.1159306\n",
            "I0107 10:34:21.304607 140460294551424 estimator.py:2049] Saving dict for global step 19054: DetectionBoxes_Precision/mAP = 0.56102014, DetectionBoxes_Precision/mAP (large) = 0.6803303, DetectionBoxes_Precision/mAP (medium) = 0.22133924, DetectionBoxes_Precision/mAP (small) = 0.09921751, DetectionBoxes_Precision/mAP@.50IOU = 0.8315563, DetectionBoxes_Precision/mAP@.75IOU = 0.60850817, DetectionBoxes_Recall/AR@1 = 0.54222876, DetectionBoxes_Recall/AR@10 = 0.63973606, DetectionBoxes_Recall/AR@100 = 0.6464809, DetectionBoxes_Recall/AR@100 (large) = 0.7566075, DetectionBoxes_Recall/AR@100 (medium) = 0.3642857, DetectionBoxes_Recall/AR@100 (small) = 0.18, Loss/classification_loss = 2.8201962, Loss/localization_loss = 0.7141593, Loss/regularization_loss = 0.58157367, Loss/total_loss = 4.1159306, global_step = 19054, learning_rate = 0.003, loss = 4.1159306\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 19054: training/model.ckpt-19054\n",
            "I0107 10:34:21.310373 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 19054: training/model.ckpt-19054\n",
            "INFO:tensorflow:global_step/sec: 0.861755\n",
            "I0107 10:34:54.094139 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.861755\n",
            "INFO:tensorflow:loss = 2.478413, step = 19100 (116.042 sec)\n",
            "I0107 10:34:54.095352 140460294551424 basic_session_run_hooks.py:260] loss = 2.478413, step = 19100 (116.042 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.52449\n",
            "I0107 10:35:59.689910 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.52449\n",
            "INFO:tensorflow:loss = 2.270599, step = 19200 (65.596 sec)\n",
            "I0107 10:35:59.691368 140460294551424 basic_session_run_hooks.py:260] loss = 2.270599, step = 19200 (65.596 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.3678\n",
            "I0107 10:37:12.799838 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.3678\n",
            "INFO:tensorflow:loss = 2.6431656, step = 19300 (73.110 sec)\n",
            "I0107 10:37:12.801297 140460294551424 basic_session_run_hooks.py:260] loss = 2.6431656, step = 19300 (73.110 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46336\n",
            "I0107 10:38:21.135433 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46336\n",
            "INFO:tensorflow:loss = 2.3301775, step = 19400 (68.335 sec)\n",
            "I0107 10:38:21.136550 140460294551424 basic_session_run_hooks.py:260] loss = 2.3301775, step = 19400 (68.335 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45228\n",
            "I0107 10:39:29.992877 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45228\n",
            "INFO:tensorflow:loss = 1.3804493, step = 19500 (68.858 sec)\n",
            "I0107 10:39:29.994101 140460294551424 basic_session_run_hooks.py:260] loss = 1.3804493, step = 19500 (68.858 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43902\n",
            "I0107 10:40:39.484781 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43902\n",
            "INFO:tensorflow:loss = 2.9887407, step = 19600 (69.492 sec)\n",
            "I0107 10:40:39.486288 140460294551424 basic_session_run_hooks.py:260] loss = 2.9887407, step = 19600 (69.492 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43204\n",
            "I0107 10:41:49.315223 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43204\n",
            "INFO:tensorflow:loss = 2.5002723, step = 19700 (69.830 sec)\n",
            "I0107 10:41:49.316595 140460294551424 basic_session_run_hooks.py:260] loss = 2.5002723, step = 19700 (69.830 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47234\n",
            "I0107 10:42:57.234203 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47234\n",
            "INFO:tensorflow:loss = 2.4966927, step = 19800 (67.919 sec)\n",
            "I0107 10:42:57.235432 140460294551424 basic_session_run_hooks.py:260] loss = 2.4966927, step = 19800 (67.919 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 19850 into training/model.ckpt.\n",
            "I0107 10:43:33.829678 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 19850 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 10:43:36.465289 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:43:39.168242 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:43:39.207751 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:43:39.245341 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:43:39.284322 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:43:39.321890 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:43:39.359678 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 10:43:41.205000 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T10:43:41Z\n",
            "I0107 10:43:41.227155 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T10:43:41Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 10:43:41.775614 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 10:43:41.776398: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:43:41.777037: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 10:43:41.777107: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 10:43:41.777141: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 10:43:41.777206: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 10:43:41.777235: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 10:43:41.777259: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 10:43:41.777283: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 10:43:41.777307: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 10:43:41.777402: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:43:41.777965: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:43:41.779358: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 10:43:41.779528: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 10:43:41.779571: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 10:43:41.779597: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 10:43:41.779856: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:43:41.780572: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:43:41.781115: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-19850\n",
            "I0107 10:43:41.782278 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-19850\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 10:43:42.739836 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 10:43:42.885531 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 10:44:18.497851 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 10:44:18.500217 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 10:44:18.510441 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.45s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.28s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.554\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.837\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.588\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.069\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.210\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.677\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.545\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.627\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.637\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.169\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.344\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.750\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-10:44:21\n",
            "I0107 10:44:21.034880 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-10:44:21\n",
            "INFO:tensorflow:Saving dict for global step 19850: DetectionBoxes_Precision/mAP = 0.55427706, DetectionBoxes_Precision/mAP (large) = 0.6767786, DetectionBoxes_Precision/mAP (medium) = 0.20966558, DetectionBoxes_Precision/mAP (small) = 0.06913063, DetectionBoxes_Precision/mAP@.50IOU = 0.8367893, DetectionBoxes_Precision/mAP@.75IOU = 0.5877461, DetectionBoxes_Recall/AR@1 = 0.5450147, DetectionBoxes_Recall/AR@10 = 0.6269795, DetectionBoxes_Recall/AR@100 = 0.6372434, DetectionBoxes_Recall/AR@100 (large) = 0.7504931, DetectionBoxes_Recall/AR@100 (medium) = 0.34428573, DetectionBoxes_Recall/AR@100 (small) = 0.16857143, Loss/classification_loss = 2.8610942, Loss/localization_loss = 0.71809673, Loss/regularization_loss = 0.56940603, Loss/total_loss = 4.1485944, global_step = 19850, learning_rate = 0.003, loss = 4.1485944\n",
            "I0107 10:44:21.035234 140460294551424 estimator.py:2049] Saving dict for global step 19850: DetectionBoxes_Precision/mAP = 0.55427706, DetectionBoxes_Precision/mAP (large) = 0.6767786, DetectionBoxes_Precision/mAP (medium) = 0.20966558, DetectionBoxes_Precision/mAP (small) = 0.06913063, DetectionBoxes_Precision/mAP@.50IOU = 0.8367893, DetectionBoxes_Precision/mAP@.75IOU = 0.5877461, DetectionBoxes_Recall/AR@1 = 0.5450147, DetectionBoxes_Recall/AR@10 = 0.6269795, DetectionBoxes_Recall/AR@100 = 0.6372434, DetectionBoxes_Recall/AR@100 (large) = 0.7504931, DetectionBoxes_Recall/AR@100 (medium) = 0.34428573, DetectionBoxes_Recall/AR@100 (small) = 0.16857143, Loss/classification_loss = 2.8610942, Loss/localization_loss = 0.71809673, Loss/regularization_loss = 0.56940603, Loss/total_loss = 4.1485944, global_step = 19850, learning_rate = 0.003, loss = 4.1485944\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 19850: training/model.ckpt-19850\n",
            "I0107 10:44:21.042558 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 19850: training/model.ckpt-19850\n",
            "INFO:tensorflow:global_step/sec: 0.841895\n",
            "I0107 10:44:56.013809 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.841895\n",
            "INFO:tensorflow:loss = 2.408938, step = 19900 (118.780 sec)\n",
            "I0107 10:44:56.014935 140460294551424 basic_session_run_hooks.py:260] loss = 2.408938, step = 19900 (118.780 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43179\n",
            "I0107 10:46:05.856535 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43179\n",
            "INFO:tensorflow:loss = 1.9097916, step = 20000 (69.857 sec)\n",
            "I0107 10:46:05.871497 140460294551424 basic_session_run_hooks.py:260] loss = 1.9097916, step = 20000 (69.857 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4414\n",
            "I0107 10:47:15.233721 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4414\n",
            "INFO:tensorflow:loss = 1.5500557, step = 20100 (69.364 sec)\n",
            "I0107 10:47:15.235066 140460294551424 basic_session_run_hooks.py:260] loss = 1.5500557, step = 20100 (69.364 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.37332\n",
            "I0107 10:48:28.049945 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.37332\n",
            "INFO:tensorflow:loss = 2.609941, step = 20200 (72.817 sec)\n",
            "I0107 10:48:28.051580 140460294551424 basic_session_run_hooks.py:260] loss = 2.609941, step = 20200 (72.817 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41292\n",
            "I0107 10:49:38.825114 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41292\n",
            "INFO:tensorflow:loss = 2.8038797, step = 20300 (70.775 sec)\n",
            "I0107 10:49:38.826289 140460294551424 basic_session_run_hooks.py:260] loss = 2.8038797, step = 20300 (70.775 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48546\n",
            "I0107 10:50:46.144061 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48546\n",
            "INFO:tensorflow:loss = 1.8367777, step = 20400 (67.319 sec)\n",
            "I0107 10:50:46.145377 140460294551424 basic_session_run_hooks.py:260] loss = 1.8367777, step = 20400 (67.319 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41075\n",
            "I0107 10:51:57.028221 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41075\n",
            "INFO:tensorflow:loss = 1.8005679, step = 20500 (70.884 sec)\n",
            "I0107 10:51:57.029392 140460294551424 basic_session_run_hooks.py:260] loss = 1.8005679, step = 20500 (70.884 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46273\n",
            "I0107 10:53:05.393430 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46273\n",
            "INFO:tensorflow:loss = 1.6240873, step = 20600 (68.365 sec)\n",
            "I0107 10:53:05.394548 140460294551424 basic_session_run_hooks.py:260] loss = 1.6240873, step = 20600 (68.365 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 20640 into training/model.ckpt.\n",
            "I0107 10:53:33.924110 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 20640 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 10:53:36.554303 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:53:39.673695 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:53:39.714965 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:53:39.754292 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:53:39.795013 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:53:39.833717 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 10:53:39.872774 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 10:53:41.751561 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T10:53:41Z\n",
            "I0107 10:53:41.772120 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T10:53:41Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 10:53:42.323812 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 10:53:42.324799: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:53:42.325398: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 10:53:42.325470: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 10:53:42.325497: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 10:53:42.325533: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 10:53:42.325555: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 10:53:42.325578: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 10:53:42.325601: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 10:53:42.325624: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 10:53:42.325760: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:53:42.326384: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:53:42.326963: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 10:53:42.327034: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 10:53:42.327049: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 10:53:42.327060: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 10:53:42.327244: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:53:42.327966: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 10:53:42.328469: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-20640\n",
            "I0107 10:53:42.329491 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-20640\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 10:53:43.299571 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 10:53:43.452256 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 10:54:19.222377 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 10:54:19.224587 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.00s)\n",
            "I0107 10:54:19.229298 140457026553600 coco_tools.py:137] DONE (t=0.00s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.44s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.543\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.783\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.579\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.091\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.210\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.661\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.546\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.623\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.631\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.149\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.327\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.749\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-10:54:21\n",
            "I0107 10:54:21.760825 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-10:54:21\n",
            "INFO:tensorflow:Saving dict for global step 20640: DetectionBoxes_Precision/mAP = 0.543486, DetectionBoxes_Precision/mAP (large) = 0.6609379, DetectionBoxes_Precision/mAP (medium) = 0.2100799, DetectionBoxes_Precision/mAP (small) = 0.09072078, DetectionBoxes_Precision/mAP@.50IOU = 0.7831756, DetectionBoxes_Precision/mAP@.75IOU = 0.5793466, DetectionBoxes_Recall/AR@1 = 0.54589444, DetectionBoxes_Recall/AR@10 = 0.6227273, DetectionBoxes_Recall/AR@100 = 0.6313783, DetectionBoxes_Recall/AR@100 (large) = 0.74871796, DetectionBoxes_Recall/AR@100 (medium) = 0.32714286, DetectionBoxes_Recall/AR@100 (small) = 0.14857143, Loss/classification_loss = 3.1666837, Loss/localization_loss = 0.7421482, Loss/regularization_loss = 0.5578591, Loss/total_loss = 4.466687, global_step = 20640, learning_rate = 0.003, loss = 4.466687\n",
            "I0107 10:54:21.761203 140460294551424 estimator.py:2049] Saving dict for global step 20640: DetectionBoxes_Precision/mAP = 0.543486, DetectionBoxes_Precision/mAP (large) = 0.6609379, DetectionBoxes_Precision/mAP (medium) = 0.2100799, DetectionBoxes_Precision/mAP (small) = 0.09072078, DetectionBoxes_Precision/mAP@.50IOU = 0.7831756, DetectionBoxes_Precision/mAP@.75IOU = 0.5793466, DetectionBoxes_Recall/AR@1 = 0.54589444, DetectionBoxes_Recall/AR@10 = 0.6227273, DetectionBoxes_Recall/AR@100 = 0.6313783, DetectionBoxes_Recall/AR@100 (large) = 0.74871796, DetectionBoxes_Recall/AR@100 (medium) = 0.32714286, DetectionBoxes_Recall/AR@100 (small) = 0.14857143, Loss/classification_loss = 3.1666837, Loss/localization_loss = 0.7421482, Loss/regularization_loss = 0.5578591, Loss/total_loss = 4.466687, global_step = 20640, learning_rate = 0.003, loss = 4.466687\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 20640: training/model.ckpt-20640\n",
            "I0107 10:54:21.767335 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 20640: training/model.ckpt-20640\n",
            "INFO:tensorflow:global_step/sec: 0.846718\n",
            "I0107 10:55:03.496517 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.846718\n",
            "INFO:tensorflow:loss = 1.976713, step = 20700 (118.103 sec)\n",
            "I0107 10:55:03.497778 140460294551424 basic_session_run_hooks.py:260] loss = 1.976713, step = 20700 (118.103 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47325\n",
            "I0107 10:56:11.373691 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47325\n",
            "INFO:tensorflow:loss = 2.2937179, step = 20800 (67.877 sec)\n",
            "I0107 10:56:11.374727 140460294551424 basic_session_run_hooks.py:260] loss = 2.2937179, step = 20800 (67.877 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.36017\n",
            "I0107 10:57:24.893936 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.36017\n",
            "INFO:tensorflow:loss = 2.525381, step = 20900 (73.520 sec)\n",
            "I0107 10:57:24.895207 140460294551424 basic_session_run_hooks.py:260] loss = 2.525381, step = 20900 (73.520 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46346\n",
            "I0107 10:58:33.225304 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46346\n",
            "INFO:tensorflow:loss = 1.8113296, step = 21000 (68.332 sec)\n",
            "I0107 10:58:33.226999 140460294551424 basic_session_run_hooks.py:260] loss = 1.8113296, step = 21000 (68.332 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4138\n",
            "I0107 10:59:43.956896 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4138\n",
            "INFO:tensorflow:loss = 3.033154, step = 21100 (70.731 sec)\n",
            "I0107 10:59:43.958133 140460294551424 basic_session_run_hooks.py:260] loss = 3.033154, step = 21100 (70.731 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44324\n",
            "I0107 11:00:53.245508 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44324\n",
            "INFO:tensorflow:loss = 1.6840612, step = 21200 (69.289 sec)\n",
            "I0107 11:00:53.246814 140460294551424 basic_session_run_hooks.py:260] loss = 1.6840612, step = 21200 (69.289 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41875\n",
            "I0107 11:02:03.730052 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41875\n",
            "INFO:tensorflow:loss = 2.8972962, step = 21300 (70.484 sec)\n",
            "I0107 11:02:03.731049 140460294551424 basic_session_run_hooks.py:260] loss = 2.8972962, step = 21300 (70.484 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4105\n",
            "I0107 11:03:14.627124 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4105\n",
            "INFO:tensorflow:loss = 2.172793, step = 21400 (70.897 sec)\n",
            "I0107 11:03:14.628513 140460294551424 basic_session_run_hooks.py:260] loss = 2.172793, step = 21400 (70.897 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 21429 into training/model.ckpt.\n",
            "I0107 11:03:34.032343 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 21429 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 11:03:36.674938 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:03:39.343064 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:03:39.383824 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:03:39.423039 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:03:39.462586 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:03:39.501038 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:03:39.549204 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 11:03:41.396492 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T11:03:41Z\n",
            "I0107 11:03:41.417379 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T11:03:41Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 11:03:41.982632 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 11:03:41.983405: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:03:41.984023: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 11:03:41.984117: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 11:03:41.984161: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 11:03:41.984241: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 11:03:41.984282: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 11:03:41.984327: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 11:03:41.984369: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 11:03:41.984411: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 11:03:41.984557: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:03:41.985182: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:03:41.985688: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 11:03:41.985744: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 11:03:41.985764: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 11:03:41.985778: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 11:03:41.985929: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:03:41.986526: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:03:41.987056: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-21429\n",
            "I0107 11:03:41.988242 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-21429\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 11:03:42.961190 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 11:03:43.094569 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 11:04:18.824502 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 11:04:18.826137 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 11:04:18.838270 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.40s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.543\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.778\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.590\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.073\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.199\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.665\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.529\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.602\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.616\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.137\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.296\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.737\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-11:04:21\n",
            "I0107 11:04:21.320564 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-11:04:21\n",
            "INFO:tensorflow:Saving dict for global step 21429: DetectionBoxes_Precision/mAP = 0.5433992, DetectionBoxes_Precision/mAP (large) = 0.66483843, DetectionBoxes_Precision/mAP (medium) = 0.19896938, DetectionBoxes_Precision/mAP (small) = 0.07271144, DetectionBoxes_Precision/mAP@.50IOU = 0.7781749, DetectionBoxes_Precision/mAP@.75IOU = 0.5902759, DetectionBoxes_Recall/AR@1 = 0.5288856, DetectionBoxes_Recall/AR@10 = 0.6019062, DetectionBoxes_Recall/AR@100 = 0.6159824, DetectionBoxes_Recall/AR@100 (large) = 0.73747534, DetectionBoxes_Recall/AR@100 (medium) = 0.2957143, DetectionBoxes_Recall/AR@100 (small) = 0.13714285, Loss/classification_loss = 3.2608833, Loss/localization_loss = 0.773541, Loss/regularization_loss = 0.5470487, Loss/total_loss = 4.5814757, global_step = 21429, learning_rate = 0.003, loss = 4.5814757\n",
            "I0107 11:04:21.320907 140460294551424 estimator.py:2049] Saving dict for global step 21429: DetectionBoxes_Precision/mAP = 0.5433992, DetectionBoxes_Precision/mAP (large) = 0.66483843, DetectionBoxes_Precision/mAP (medium) = 0.19896938, DetectionBoxes_Precision/mAP (small) = 0.07271144, DetectionBoxes_Precision/mAP@.50IOU = 0.7781749, DetectionBoxes_Precision/mAP@.75IOU = 0.5902759, DetectionBoxes_Recall/AR@1 = 0.5288856, DetectionBoxes_Recall/AR@10 = 0.6019062, DetectionBoxes_Recall/AR@100 = 0.6159824, DetectionBoxes_Recall/AR@100 (large) = 0.73747534, DetectionBoxes_Recall/AR@100 (medium) = 0.2957143, DetectionBoxes_Recall/AR@100 (small) = 0.13714285, Loss/classification_loss = 3.2608833, Loss/localization_loss = 0.773541, Loss/regularization_loss = 0.5470487, Loss/total_loss = 4.5814757, global_step = 21429, learning_rate = 0.003, loss = 4.5814757\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 21429: training/model.ckpt-21429\n",
            "I0107 11:04:21.326472 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 21429: training/model.ckpt-21429\n",
            "INFO:tensorflow:global_step/sec: 0.872104\n",
            "I0107 11:05:09.292391 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.872104\n",
            "INFO:tensorflow:loss = 2.3739707, step = 21500 (114.665 sec)\n",
            "I0107 11:05:09.293402 140460294551424 basic_session_run_hooks.py:260] loss = 2.3739707, step = 21500 (114.665 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.50174\n",
            "I0107 11:06:15.882048 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.50174\n",
            "INFO:tensorflow:loss = 2.2402644, step = 21600 (66.590 sec)\n",
            "I0107 11:06:15.883486 140460294551424 basic_session_run_hooks.py:260] loss = 2.2402644, step = 21600 (66.590 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38844\n",
            "I0107 11:07:27.905773 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38844\n",
            "INFO:tensorflow:loss = 1.8938223, step = 21700 (72.026 sec)\n",
            "I0107 11:07:27.909430 140460294551424 basic_session_run_hooks.py:260] loss = 1.8938223, step = 21700 (72.026 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48175\n",
            "I0107 11:08:35.393460 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48175\n",
            "INFO:tensorflow:loss = 3.3928044, step = 21800 (67.485 sec)\n",
            "I0107 11:08:35.394587 140460294551424 basic_session_run_hooks.py:260] loss = 3.3928044, step = 21800 (67.485 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.55221\n",
            "I0107 11:09:39.817851 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.55221\n",
            "INFO:tensorflow:loss = 2.300305, step = 21900 (64.424 sec)\n",
            "I0107 11:09:39.818983 140460294551424 basic_session_run_hooks.py:260] loss = 2.300305, step = 21900 (64.424 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48075\n",
            "I0107 11:10:47.351174 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48075\n",
            "INFO:tensorflow:loss = 2.3201556, step = 22000 (67.533 sec)\n",
            "I0107 11:10:47.352398 140460294551424 basic_session_run_hooks.py:260] loss = 2.3201556, step = 22000 (67.533 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49066\n",
            "I0107 11:11:54.435590 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49066\n",
            "INFO:tensorflow:loss = 1.5307778, step = 22100 (67.084 sec)\n",
            "I0107 11:11:54.436556 140460294551424 basic_session_run_hooks.py:260] loss = 1.5307778, step = 22100 (67.084 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49506\n",
            "I0107 11:13:01.322744 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49506\n",
            "INFO:tensorflow:loss = 1.5626533, step = 22200 (66.888 sec)\n",
            "I0107 11:13:01.324108 140460294551424 basic_session_run_hooks.py:260] loss = 1.5626533, step = 22200 (66.888 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 22247 into training/model.ckpt.\n",
            "I0107 11:13:34.600896 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 22247 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 11:13:37.266843 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:13:39.974397 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:13:40.016163 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:13:40.054975 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:13:40.094358 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:13:40.135103 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:13:40.174834 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 11:13:42.033083 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T11:13:42Z\n",
            "I0107 11:13:42.054353 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T11:13:42Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 11:13:42.593247 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 11:13:42.593976: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:13:42.594555: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 11:13:42.594648: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 11:13:42.594721: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 11:13:42.594757: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 11:13:42.594783: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 11:13:42.594808: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 11:13:42.594831: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 11:13:42.594857: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 11:13:42.594957: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:13:42.595528: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:13:42.596032: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 11:13:42.596075: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 11:13:42.596089: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 11:13:42.596100: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 11:13:42.596280: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:13:42.596862: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:13:42.597359: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-22247\n",
            "I0107 11:13:42.598550 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-22247\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 11:13:43.582770 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 11:13:43.712611 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 11:14:18.883516 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 11:14:18.885334 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 11:14:18.896814 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.44s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.26s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.555\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.827\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.591\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.079\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.218\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.675\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.555\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.648\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.654\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.151\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.369\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.768\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-11:14:21\n",
            "I0107 11:14:21.355228 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-11:14:21\n",
            "INFO:tensorflow:Saving dict for global step 22247: DetectionBoxes_Precision/mAP = 0.5553874, DetectionBoxes_Precision/mAP (large) = 0.6745864, DetectionBoxes_Precision/mAP (medium) = 0.2175753, DetectionBoxes_Precision/mAP (small) = 0.07889996, DetectionBoxes_Precision/mAP@.50IOU = 0.82717663, DetectionBoxes_Precision/mAP@.75IOU = 0.59084344, DetectionBoxes_Recall/AR@1 = 0.5548387, DetectionBoxes_Recall/AR@10 = 0.64780056, DetectionBoxes_Recall/AR@100 = 0.6542522, DetectionBoxes_Recall/AR@100 (large) = 0.76765287, DetectionBoxes_Recall/AR@100 (medium) = 0.3692857, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 2.8039865, Loss/localization_loss = 0.7153292, Loss/regularization_loss = 0.53622454, Loss/total_loss = 4.055542, global_step = 22247, learning_rate = 0.003, loss = 4.055542\n",
            "I0107 11:14:21.355585 140460294551424 estimator.py:2049] Saving dict for global step 22247: DetectionBoxes_Precision/mAP = 0.5553874, DetectionBoxes_Precision/mAP (large) = 0.6745864, DetectionBoxes_Precision/mAP (medium) = 0.2175753, DetectionBoxes_Precision/mAP (small) = 0.07889996, DetectionBoxes_Precision/mAP@.50IOU = 0.82717663, DetectionBoxes_Precision/mAP@.75IOU = 0.59084344, DetectionBoxes_Recall/AR@1 = 0.5548387, DetectionBoxes_Recall/AR@10 = 0.64780056, DetectionBoxes_Recall/AR@100 = 0.6542522, DetectionBoxes_Recall/AR@100 (large) = 0.76765287, DetectionBoxes_Recall/AR@100 (medium) = 0.3692857, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 2.8039865, Loss/localization_loss = 0.7153292, Loss/regularization_loss = 0.53622454, Loss/total_loss = 4.055542, global_step = 22247, learning_rate = 0.003, loss = 4.055542\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 22247: training/model.ckpt-22247\n",
            "I0107 11:14:21.361535 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 22247: training/model.ckpt-22247\n",
            "INFO:tensorflow:global_step/sec: 0.8376\n",
            "I0107 11:15:00.711764 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.8376\n",
            "INFO:tensorflow:loss = 1.3408499, step = 22300 (119.389 sec)\n",
            "I0107 11:15:00.713614 140460294551424 basic_session_run_hooks.py:260] loss = 1.3408499, step = 22300 (119.389 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43503\n",
            "I0107 11:16:10.396453 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43503\n",
            "INFO:tensorflow:loss = 3.630536, step = 22400 (69.684 sec)\n",
            "I0107 11:16:10.397735 140460294551424 basic_session_run_hooks.py:260] loss = 3.630536, step = 22400 (69.684 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49038\n",
            "I0107 11:17:17.493536 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49038\n",
            "INFO:tensorflow:loss = 1.7681725, step = 22500 (67.097 sec)\n",
            "I0107 11:17:17.494758 140460294551424 basic_session_run_hooks.py:260] loss = 1.7681725, step = 22500 (67.097 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.37957\n",
            "I0107 11:18:29.979773 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.37957\n",
            "INFO:tensorflow:loss = 1.9439261, step = 22600 (72.486 sec)\n",
            "I0107 11:18:29.981163 140460294551424 basic_session_run_hooks.py:260] loss = 1.9439261, step = 22600 (72.486 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47183\n",
            "I0107 11:19:37.922450 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47183\n",
            "INFO:tensorflow:loss = 2.5901058, step = 22700 (67.943 sec)\n",
            "I0107 11:19:37.923686 140460294551424 basic_session_run_hooks.py:260] loss = 2.5901058, step = 22700 (67.943 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43565\n",
            "I0107 11:20:47.577517 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43565\n",
            "INFO:tensorflow:loss = 2.3609338, step = 22800 (69.655 sec)\n",
            "I0107 11:20:47.579043 140460294551424 basic_session_run_hooks.py:260] loss = 2.3609338, step = 22800 (69.655 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45717\n",
            "I0107 11:21:56.203515 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45717\n",
            "INFO:tensorflow:loss = 1.5884666, step = 22900 (68.626 sec)\n",
            "I0107 11:21:56.204644 140460294551424 basic_session_run_hooks.py:260] loss = 1.5884666, step = 22900 (68.626 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.446\n",
            "I0107 11:23:05.359634 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.446\n",
            "INFO:tensorflow:loss = 1.8299277, step = 23000 (69.157 sec)\n",
            "I0107 11:23:05.361213 140460294551424 basic_session_run_hooks.py:260] loss = 1.8299277, step = 23000 (69.157 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 23044 into training/model.ckpt.\n",
            "I0107 11:23:35.220684 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 23044 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 11:23:37.813936 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:23:40.908741 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:23:40.947325 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:23:40.984805 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:23:41.023526 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:23:41.060769 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:23:41.098437 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 11:23:42.939568 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T11:23:42Z\n",
            "I0107 11:23:42.960089 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T11:23:42Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 11:23:43.498877 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 11:23:43.499675: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:23:43.500236: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 11:23:43.500335: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 11:23:43.500378: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 11:23:43.500421: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 11:23:43.500465: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 11:23:43.500511: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 11:23:43.500548: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 11:23:43.500585: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 11:23:43.500755: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:23:43.501324: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:23:43.501855: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 11:23:43.501910: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 11:23:43.501931: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 11:23:43.501944: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 11:23:43.502104: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:23:43.502784: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:23:43.503328: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-23044\n",
            "I0107 11:23:43.504493 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-23044\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 11:23:44.469996 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 11:23:44.624390 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 11:24:19.581372 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 11:24:19.584885 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 11:24:19.594031 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.39s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.26s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.565\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.817\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.611\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.095\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.230\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.683\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.550\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.635\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.643\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.171\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.368\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.752\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-11:24:22\n",
            "I0107 11:24:22.020214 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-11:24:22\n",
            "INFO:tensorflow:Saving dict for global step 23044: DetectionBoxes_Precision/mAP = 0.5649013, DetectionBoxes_Precision/mAP (large) = 0.6831802, DetectionBoxes_Precision/mAP (medium) = 0.22955656, DetectionBoxes_Precision/mAP (small) = 0.094584726, DetectionBoxes_Precision/mAP@.50IOU = 0.81724864, DetectionBoxes_Precision/mAP@.75IOU = 0.6106553, DetectionBoxes_Recall/AR@1 = 0.55029327, DetectionBoxes_Recall/AR@10 = 0.6346041, DetectionBoxes_Recall/AR@100 = 0.64340174, DetectionBoxes_Recall/AR@100 (large) = 0.752071, DetectionBoxes_Recall/AR@100 (medium) = 0.36785713, DetectionBoxes_Recall/AR@100 (small) = 0.17142858, Loss/classification_loss = 2.7430992, Loss/localization_loss = 0.7176632, Loss/regularization_loss = 0.52606124, Loss/total_loss = 3.9868233, global_step = 23044, learning_rate = 0.003, loss = 3.9868233\n",
            "I0107 11:24:22.020502 140460294551424 estimator.py:2049] Saving dict for global step 23044: DetectionBoxes_Precision/mAP = 0.5649013, DetectionBoxes_Precision/mAP (large) = 0.6831802, DetectionBoxes_Precision/mAP (medium) = 0.22955656, DetectionBoxes_Precision/mAP (small) = 0.094584726, DetectionBoxes_Precision/mAP@.50IOU = 0.81724864, DetectionBoxes_Precision/mAP@.75IOU = 0.6106553, DetectionBoxes_Recall/AR@1 = 0.55029327, DetectionBoxes_Recall/AR@10 = 0.6346041, DetectionBoxes_Recall/AR@100 = 0.64340174, DetectionBoxes_Recall/AR@100 (large) = 0.752071, DetectionBoxes_Recall/AR@100 (medium) = 0.36785713, DetectionBoxes_Recall/AR@100 (small) = 0.17142858, Loss/classification_loss = 2.7430992, Loss/localization_loss = 0.7176632, Loss/regularization_loss = 0.52606124, Loss/total_loss = 3.9868233, global_step = 23044, learning_rate = 0.003, loss = 3.9868233\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 23044: training/model.ckpt-23044\n",
            "I0107 11:24:22.026024 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 23044: training/model.ckpt-23044\n",
            "INFO:tensorflow:global_step/sec: 0.840053\n",
            "I0107 11:25:04.399927 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.840053\n",
            "INFO:tensorflow:loss = 1.9326706, step = 23100 (119.040 sec)\n",
            "I0107 11:25:04.401491 140460294551424 basic_session_run_hooks.py:260] loss = 1.9326706, step = 23100 (119.040 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.36242\n",
            "I0107 11:26:17.798447 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.36242\n",
            "INFO:tensorflow:loss = 2.0384321, step = 23200 (73.398 sec)\n",
            "I0107 11:26:17.799476 140460294551424 basic_session_run_hooks.py:260] loss = 2.0384321, step = 23200 (73.398 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49996\n",
            "I0107 11:27:24.467203 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49996\n",
            "INFO:tensorflow:loss = 2.8670645, step = 23300 (66.669 sec)\n",
            "I0107 11:27:24.468397 140460294551424 basic_session_run_hooks.py:260] loss = 2.8670645, step = 23300 (66.669 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47441\n",
            "I0107 11:28:32.290992 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47441\n",
            "INFO:tensorflow:loss = 2.075354, step = 23400 (67.824 sec)\n",
            "I0107 11:28:32.292088 140460294551424 basic_session_run_hooks.py:260] loss = 2.075354, step = 23400 (67.824 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4877\n",
            "I0107 11:29:39.508784 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4877\n",
            "INFO:tensorflow:loss = 2.1614232, step = 23500 (67.218 sec)\n",
            "I0107 11:29:39.509907 140460294551424 basic_session_run_hooks.py:260] loss = 2.1614232, step = 23500 (67.218 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.54223\n",
            "I0107 11:30:44.349713 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.54223\n",
            "INFO:tensorflow:loss = 2.340044, step = 23600 (64.841 sec)\n",
            "I0107 11:30:44.350952 140460294551424 basic_session_run_hooks.py:260] loss = 2.340044, step = 23600 (64.841 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.54107\n",
            "I0107 11:31:49.239874 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.54107\n",
            "INFO:tensorflow:loss = 1.9006565, step = 23700 (64.890 sec)\n",
            "I0107 11:31:49.241030 140460294551424 basic_session_run_hooks.py:260] loss = 1.9006565, step = 23700 (64.890 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46202\n",
            "I0107 11:32:57.638209 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46202\n",
            "INFO:tensorflow:loss = 2.9920158, step = 23800 (68.398 sec)\n",
            "I0107 11:32:57.639416 140460294551424 basic_session_run_hooks.py:260] loss = 2.9920158, step = 23800 (68.398 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 23858 into training/model.ckpt.\n",
            "I0107 11:33:35.922103 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 23858 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 11:33:38.468602 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:33:41.159860 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:33:41.200628 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:33:41.239392 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:33:41.277191 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:33:41.317297 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:33:41.354600 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 11:33:43.155724 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T11:33:43Z\n",
            "I0107 11:33:43.177166 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T11:33:43Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 11:33:43.709220 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 11:33:43.710091: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:33:43.710794: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 11:33:43.710881: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 11:33:43.710923: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 11:33:43.710964: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 11:33:43.711011: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 11:33:43.711068: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 11:33:43.711104: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 11:33:43.711141: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 11:33:43.711265: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:33:43.711865: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:33:43.712420: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 11:33:43.712477: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 11:33:43.712528: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 11:33:43.712557: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 11:33:43.712801: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:33:43.713404: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:33:43.713957: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-23858\n",
            "I0107 11:33:43.715316 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-23858\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 11:33:44.678430 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 11:33:44.819815 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 11:34:19.715222 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 11:34:19.716593 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 11:34:19.722201 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.37s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.26s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.572\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.817\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.606\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.088\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.187\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.703\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.544\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.642\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.650\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.140\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.346\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.768\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-11:34:22\n",
            "I0107 11:34:22.132258 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-11:34:22\n",
            "INFO:tensorflow:Saving dict for global step 23858: DetectionBoxes_Precision/mAP = 0.5715768, DetectionBoxes_Precision/mAP (large) = 0.70348006, DetectionBoxes_Precision/mAP (medium) = 0.18701088, DetectionBoxes_Precision/mAP (small) = 0.087618016, DetectionBoxes_Precision/mAP@.50IOU = 0.81700146, DetectionBoxes_Precision/mAP@.75IOU = 0.6062077, DetectionBoxes_Recall/AR@1 = 0.5439883, DetectionBoxes_Recall/AR@10 = 0.6422287, DetectionBoxes_Recall/AR@100 = 0.6495601, DetectionBoxes_Recall/AR@100 (large) = 0.7684418, DetectionBoxes_Recall/AR@100 (medium) = 0.34642857, DetectionBoxes_Recall/AR@100 (small) = 0.14, Loss/classification_loss = 2.8661032, Loss/localization_loss = 0.72363174, Loss/regularization_loss = 0.51621664, Loss/total_loss = 4.1059504, global_step = 23858, learning_rate = 0.003, loss = 4.1059504\n",
            "I0107 11:34:22.132624 140460294551424 estimator.py:2049] Saving dict for global step 23858: DetectionBoxes_Precision/mAP = 0.5715768, DetectionBoxes_Precision/mAP (large) = 0.70348006, DetectionBoxes_Precision/mAP (medium) = 0.18701088, DetectionBoxes_Precision/mAP (small) = 0.087618016, DetectionBoxes_Precision/mAP@.50IOU = 0.81700146, DetectionBoxes_Precision/mAP@.75IOU = 0.6062077, DetectionBoxes_Recall/AR@1 = 0.5439883, DetectionBoxes_Recall/AR@10 = 0.6422287, DetectionBoxes_Recall/AR@100 = 0.6495601, DetectionBoxes_Recall/AR@100 (large) = 0.7684418, DetectionBoxes_Recall/AR@100 (medium) = 0.34642857, DetectionBoxes_Recall/AR@100 (small) = 0.14, Loss/classification_loss = 2.8661032, Loss/localization_loss = 0.72363174, Loss/regularization_loss = 0.51621664, Loss/total_loss = 4.1059504, global_step = 23858, learning_rate = 0.003, loss = 4.1059504\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 23858: training/model.ckpt-23858\n",
            "I0107 11:34:22.139037 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 23858: training/model.ckpt-23858\n",
            "INFO:tensorflow:global_step/sec: 0.863793\n",
            "I0107 11:34:53.406695 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.863793\n",
            "INFO:tensorflow:loss = 1.6623645, step = 23900 (115.768 sec)\n",
            "I0107 11:34:53.407703 140460294551424 basic_session_run_hooks.py:260] loss = 1.6623645, step = 23900 (115.768 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41731\n",
            "I0107 11:36:03.962918 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41731\n",
            "INFO:tensorflow:loss = 1.9121087, step = 24000 (70.557 sec)\n",
            "I0107 11:36:03.964230 140460294551424 basic_session_run_hooks.py:260] loss = 1.9121087, step = 24000 (70.557 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.38831\n",
            "I0107 11:37:15.992925 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.38831\n",
            "INFO:tensorflow:loss = 1.9663464, step = 24100 (72.030 sec)\n",
            "I0107 11:37:15.993998 140460294551424 basic_session_run_hooks.py:260] loss = 1.9663464, step = 24100 (72.030 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45374\n",
            "I0107 11:38:24.780946 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45374\n",
            "INFO:tensorflow:loss = 2.3586774, step = 24200 (68.788 sec)\n",
            "I0107 11:38:24.782115 140460294551424 basic_session_run_hooks.py:260] loss = 2.3586774, step = 24200 (68.788 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40656\n",
            "I0107 11:39:35.876226 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40656\n",
            "INFO:tensorflow:loss = 1.9682696, step = 24300 (71.095 sec)\n",
            "I0107 11:39:35.877552 140460294551424 basic_session_run_hooks.py:260] loss = 1.9682696, step = 24300 (71.095 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43586\n",
            "I0107 11:40:45.520936 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43586\n",
            "INFO:tensorflow:loss = 2.1204906, step = 24400 (69.645 sec)\n",
            "I0107 11:40:45.522149 140460294551424 basic_session_run_hooks.py:260] loss = 2.1204906, step = 24400 (69.645 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41983\n",
            "I0107 11:41:55.952067 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41983\n",
            "INFO:tensorflow:loss = 2.4172244, step = 24500 (70.431 sec)\n",
            "I0107 11:41:55.953092 140460294551424 basic_session_run_hooks.py:260] loss = 2.4172244, step = 24500 (70.431 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42885\n",
            "I0107 11:43:05.938542 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42885\n",
            "INFO:tensorflow:loss = 3.0268734, step = 24600 (69.987 sec)\n",
            "I0107 11:43:05.940018 140460294551424 basic_session_run_hooks.py:260] loss = 3.0268734, step = 24600 (69.987 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 24646 into training/model.ckpt.\n",
            "I0107 11:43:36.254492 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 24646 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 11:43:38.871637 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:43:41.550922 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:43:41.590387 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:43:41.629187 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:43:41.668084 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:43:41.714048 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:43:41.754791 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 11:43:43.606596 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T11:43:43Z\n",
            "I0107 11:43:43.626702 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T11:43:43Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 11:43:44.156269 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 11:43:44.157019: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:43:44.157572: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 11:43:44.157678: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 11:43:44.157724: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 11:43:44.157768: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 11:43:44.157810: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 11:43:44.157850: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 11:43:44.157889: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 11:43:44.157937: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 11:43:44.158062: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:43:44.158685: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:43:44.159137: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 11:43:44.159190: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 11:43:44.159209: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 11:43:44.159222: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 11:43:44.159361: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:43:44.159951: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:43:44.160585: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-24646\n",
            "I0107 11:43:44.161828 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-24646\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 11:43:45.094542 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 11:43:45.223338 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 11:44:20.052361 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 11:44:20.054479 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 11:44:20.065459 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.34s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.25s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.566\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.828\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.601\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.100\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.217\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.686\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.553\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.641\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.649\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.171\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.369\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.759\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-11:44:22\n",
            "I0107 11:44:22.412178 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-11:44:22\n",
            "INFO:tensorflow:Saving dict for global step 24646: DetectionBoxes_Precision/mAP = 0.56622314, DetectionBoxes_Precision/mAP (large) = 0.6862795, DetectionBoxes_Precision/mAP (medium) = 0.217389, DetectionBoxes_Precision/mAP (small) = 0.10045583, DetectionBoxes_Precision/mAP@.50IOU = 0.82790506, DetectionBoxes_Precision/mAP@.75IOU = 0.60146374, DetectionBoxes_Recall/AR@1 = 0.5530792, DetectionBoxes_Recall/AR@10 = 0.6410557, DetectionBoxes_Recall/AR@100 = 0.6489736, DetectionBoxes_Recall/AR@100 (large) = 0.7591716, DetectionBoxes_Recall/AR@100 (medium) = 0.3692857, DetectionBoxes_Recall/AR@100 (small) = 0.17142858, Loss/classification_loss = 2.7706861, Loss/localization_loss = 0.69252855, Loss/regularization_loss = 0.50701886, Loss/total_loss = 3.9702337, global_step = 24646, learning_rate = 0.003, loss = 3.9702337\n",
            "I0107 11:44:22.412573 140460294551424 estimator.py:2049] Saving dict for global step 24646: DetectionBoxes_Precision/mAP = 0.56622314, DetectionBoxes_Precision/mAP (large) = 0.6862795, DetectionBoxes_Precision/mAP (medium) = 0.217389, DetectionBoxes_Precision/mAP (small) = 0.10045583, DetectionBoxes_Precision/mAP@.50IOU = 0.82790506, DetectionBoxes_Precision/mAP@.75IOU = 0.60146374, DetectionBoxes_Recall/AR@1 = 0.5530792, DetectionBoxes_Recall/AR@10 = 0.6410557, DetectionBoxes_Recall/AR@100 = 0.6489736, DetectionBoxes_Recall/AR@100 (large) = 0.7591716, DetectionBoxes_Recall/AR@100 (medium) = 0.3692857, DetectionBoxes_Recall/AR@100 (small) = 0.17142858, Loss/classification_loss = 2.7706861, Loss/localization_loss = 0.69252855, Loss/regularization_loss = 0.50701886, Loss/total_loss = 3.9702337, global_step = 24646, learning_rate = 0.003, loss = 3.9702337\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 24646: training/model.ckpt-24646\n",
            "I0107 11:44:22.418780 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 24646: training/model.ckpt-24646\n",
            "INFO:tensorflow:global_step/sec: 0.857922\n",
            "I0107 11:45:02.499212 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.857922\n",
            "INFO:tensorflow:loss = 1.323961, step = 24700 (116.560 sec)\n",
            "I0107 11:45:02.500335 140460294551424 basic_session_run_hooks.py:260] loss = 1.323961, step = 24700 (116.560 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44834\n",
            "I0107 11:46:11.543718 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44834\n",
            "INFO:tensorflow:loss = 2.2420778, step = 24800 (69.045 sec)\n",
            "I0107 11:46:11.544934 140460294551424 basic_session_run_hooks.py:260] loss = 2.2420778, step = 24800 (69.045 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42333\n",
            "I0107 11:47:21.801251 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42333\n",
            "INFO:tensorflow:loss = 1.288078, step = 24900 (70.257 sec)\n",
            "I0107 11:47:21.802251 140460294551424 basic_session_run_hooks.py:260] loss = 1.288078, step = 24900 (70.257 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43284\n",
            "I0107 11:48:31.592635 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43284\n",
            "INFO:tensorflow:loss = 1.603374, step = 25000 (69.792 sec)\n",
            "I0107 11:48:31.593861 140460294551424 basic_session_run_hooks.py:260] loss = 1.603374, step = 25000 (69.792 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40997\n",
            "I0107 11:49:42.515913 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40997\n",
            "INFO:tensorflow:loss = 1.5541925, step = 25100 (70.923 sec)\n",
            "I0107 11:49:42.517100 140460294551424 basic_session_run_hooks.py:260] loss = 1.5541925, step = 25100 (70.923 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.39002\n",
            "I0107 11:50:54.457267 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.39002\n",
            "INFO:tensorflow:loss = 2.1213942, step = 25200 (71.942 sec)\n",
            "I0107 11:50:54.458703 140460294551424 basic_session_run_hooks.py:260] loss = 2.1213942, step = 25200 (71.942 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42665\n",
            "I0107 11:52:04.551615 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42665\n",
            "INFO:tensorflow:loss = 2.6772656, step = 25300 (70.094 sec)\n",
            "I0107 11:52:04.552717 140460294551424 basic_session_run_hooks.py:260] loss = 2.6772656, step = 25300 (70.094 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4433\n",
            "I0107 11:53:13.837196 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4433\n",
            "INFO:tensorflow:loss = 2.4471724, step = 25400 (69.286 sec)\n",
            "I0107 11:53:13.838572 140460294551424 basic_session_run_hooks.py:260] loss = 2.4471724, step = 25400 (69.286 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 25434 into training/model.ckpt.\n",
            "I0107 11:53:36.691429 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 25434 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 11:53:39.202228 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:53:42.303962 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:53:42.342771 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:53:42.381606 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:53:42.420849 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:53:42.459358 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 11:53:42.499285 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 11:53:44.301243 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T11:53:44Z\n",
            "I0107 11:53:44.322730 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T11:53:44Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 11:53:44.854701 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 11:53:44.855352: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:53:44.855897: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 11:53:44.855985: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 11:53:44.856016: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 11:53:44.856044: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 11:53:44.856067: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 11:53:44.856093: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 11:53:44.856118: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 11:53:44.856144: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 11:53:44.856235: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:53:44.856943: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:53:44.857530: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 11:53:44.857576: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 11:53:44.857589: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 11:53:44.857599: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 11:53:44.857810: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:53:44.858349: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 11:53:44.858804: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-25434\n",
            "I0107 11:53:44.859813 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-25434\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 11:53:45.807970 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 11:53:45.949167 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 11:54:21.034680 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 11:54:21.036358 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 11:54:21.046771 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.34s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.24s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.572\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.830\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.614\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.121\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.212\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.694\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.557\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.640\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.647\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.189\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.356\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.759\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-11:54:23\n",
            "I0107 11:54:23.426428 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-11:54:23\n",
            "INFO:tensorflow:Saving dict for global step 25434: DetectionBoxes_Precision/mAP = 0.5720741, DetectionBoxes_Precision/mAP (large) = 0.69445735, DetectionBoxes_Precision/mAP (medium) = 0.2118206, DetectionBoxes_Precision/mAP (small) = 0.12112582, DetectionBoxes_Precision/mAP@.50IOU = 0.8300551, DetectionBoxes_Precision/mAP@.75IOU = 0.6137093, DetectionBoxes_Recall/AR@1 = 0.55659825, DetectionBoxes_Recall/AR@10 = 0.6400293, DetectionBoxes_Recall/AR@100 = 0.6469208, DetectionBoxes_Recall/AR@100 (large) = 0.75877714, DetectionBoxes_Recall/AR@100 (medium) = 0.35642856, DetectionBoxes_Recall/AR@100 (small) = 0.18857142, Loss/classification_loss = 2.7725089, Loss/localization_loss = 0.69396526, Loss/regularization_loss = 0.4986161, Loss/total_loss = 3.9650927, global_step = 25434, learning_rate = 0.003, loss = 3.9650927\n",
            "I0107 11:54:23.426768 140460294551424 estimator.py:2049] Saving dict for global step 25434: DetectionBoxes_Precision/mAP = 0.5720741, DetectionBoxes_Precision/mAP (large) = 0.69445735, DetectionBoxes_Precision/mAP (medium) = 0.2118206, DetectionBoxes_Precision/mAP (small) = 0.12112582, DetectionBoxes_Precision/mAP@.50IOU = 0.8300551, DetectionBoxes_Precision/mAP@.75IOU = 0.6137093, DetectionBoxes_Recall/AR@1 = 0.55659825, DetectionBoxes_Recall/AR@10 = 0.6400293, DetectionBoxes_Recall/AR@100 = 0.6469208, DetectionBoxes_Recall/AR@100 (large) = 0.75877714, DetectionBoxes_Recall/AR@100 (medium) = 0.35642856, DetectionBoxes_Recall/AR@100 (small) = 0.18857142, Loss/classification_loss = 2.7725089, Loss/localization_loss = 0.69396526, Loss/regularization_loss = 0.4986161, Loss/total_loss = 3.9650927, global_step = 25434, learning_rate = 0.003, loss = 3.9650927\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 25434: training/model.ckpt-25434\n",
            "I0107 11:54:23.432488 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 25434: training/model.ckpt-25434\n",
            "INFO:tensorflow:global_step/sec: 0.85779\n",
            "I0107 11:55:10.415889 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.85779\n",
            "INFO:tensorflow:loss = 2.5121515, step = 25500 (116.579 sec)\n",
            "I0107 11:55:10.417125 140460294551424 basic_session_run_hooks.py:260] loss = 2.5121515, step = 25500 (116.579 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43875\n",
            "I0107 11:56:19.920852 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43875\n",
            "INFO:tensorflow:loss = 1.4788927, step = 25600 (69.505 sec)\n",
            "I0107 11:56:19.922037 140460294551424 basic_session_run_hooks.py:260] loss = 1.4788927, step = 25600 (69.505 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4446\n",
            "I0107 11:57:29.144417 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4446\n",
            "INFO:tensorflow:loss = 1.7069715, step = 25700 (69.223 sec)\n",
            "I0107 11:57:29.145420 140460294551424 basic_session_run_hooks.py:260] loss = 1.7069715, step = 25700 (69.223 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.37797\n",
            "I0107 11:58:41.714596 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.37797\n",
            "INFO:tensorflow:loss = 1.5046276, step = 25800 (72.570 sec)\n",
            "I0107 11:58:41.715761 140460294551424 basic_session_run_hooks.py:260] loss = 1.5046276, step = 25800 (72.570 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47203\n",
            "I0107 11:59:49.648166 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47203\n",
            "INFO:tensorflow:loss = 2.9955428, step = 25900 (67.934 sec)\n",
            "I0107 11:59:49.649302 140460294551424 basic_session_run_hooks.py:260] loss = 2.9955428, step = 25900 (67.934 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43968\n",
            "I0107 12:00:59.108346 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43968\n",
            "INFO:tensorflow:loss = 1.6917508, step = 26000 (69.460 sec)\n",
            "I0107 12:00:59.109539 140460294551424 basic_session_run_hooks.py:260] loss = 1.6917508, step = 26000 (69.460 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.53532\n",
            "I0107 12:02:04.241355 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.53532\n",
            "INFO:tensorflow:loss = 1.4685997, step = 26100 (65.133 sec)\n",
            "I0107 12:02:04.242641 140460294551424 basic_session_run_hooks.py:260] loss = 1.4685997, step = 26100 (65.133 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48362\n",
            "I0107 12:03:11.644032 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48362\n",
            "INFO:tensorflow:loss = 1.585501, step = 26200 (67.403 sec)\n",
            "I0107 12:03:11.645325 140460294551424 basic_session_run_hooks.py:260] loss = 1.585501, step = 26200 (67.403 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 26238 into training/model.ckpt.\n",
            "I0107 12:03:37.298802 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 26238 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 12:03:39.888797 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:03:42.586351 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:03:42.629361 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:03:42.678052 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:03:42.721613 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:03:42.765968 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:03:42.806224 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 12:03:44.618386 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T12:03:44Z\n",
            "I0107 12:03:44.638703 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T12:03:44Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 12:03:45.492505 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 12:03:45.493362: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:03:45.494072: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 12:03:45.494157: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 12:03:45.494187: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 12:03:45.494216: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 12:03:45.494240: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 12:03:45.494263: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 12:03:45.494290: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 12:03:45.494318: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 12:03:45.494416: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:03:45.495078: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:03:45.495585: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 12:03:45.495631: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 12:03:45.495645: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 12:03:45.495670: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 12:03:45.495824: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:03:45.496425: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:03:45.496949: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-26238\n",
            "I0107 12:03:45.498084 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-26238\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 12:03:46.468930 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 12:03:46.630225 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 12:04:21.442795 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 12:04:21.445129 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.00s)\n",
            "I0107 12:04:21.450032 140457034946304 coco_tools.py:137] DONE (t=0.00s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.38s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.562\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.821\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.614\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.104\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.202\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.684\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.550\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.629\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.638\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.197\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.349\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.749\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-12:04:23\n",
            "I0107 12:04:23.946341 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-12:04:23\n",
            "INFO:tensorflow:Saving dict for global step 26238: DetectionBoxes_Precision/mAP = 0.5615505, DetectionBoxes_Precision/mAP (large) = 0.6839785, DetectionBoxes_Precision/mAP (medium) = 0.20196022, DetectionBoxes_Precision/mAP (small) = 0.10444263, DetectionBoxes_Precision/mAP@.50IOU = 0.8213104, DetectionBoxes_Precision/mAP@.75IOU = 0.61412436, DetectionBoxes_Recall/AR@1 = 0.55029327, DetectionBoxes_Recall/AR@10 = 0.6288856, DetectionBoxes_Recall/AR@100 = 0.6382698, DetectionBoxes_Recall/AR@100 (large) = 0.74871796, DetectionBoxes_Recall/AR@100 (medium) = 0.34857142, DetectionBoxes_Recall/AR@100 (small) = 0.19714285, Loss/classification_loss = 2.8201392, Loss/localization_loss = 0.7043339, Loss/regularization_loss = 0.49015343, Loss/total_loss = 4.014627, global_step = 26238, learning_rate = 0.003, loss = 4.014627\n",
            "I0107 12:04:23.946762 140460294551424 estimator.py:2049] Saving dict for global step 26238: DetectionBoxes_Precision/mAP = 0.5615505, DetectionBoxes_Precision/mAP (large) = 0.6839785, DetectionBoxes_Precision/mAP (medium) = 0.20196022, DetectionBoxes_Precision/mAP (small) = 0.10444263, DetectionBoxes_Precision/mAP@.50IOU = 0.8213104, DetectionBoxes_Precision/mAP@.75IOU = 0.61412436, DetectionBoxes_Recall/AR@1 = 0.55029327, DetectionBoxes_Recall/AR@10 = 0.6288856, DetectionBoxes_Recall/AR@100 = 0.6382698, DetectionBoxes_Recall/AR@100 (large) = 0.74871796, DetectionBoxes_Recall/AR@100 (medium) = 0.34857142, DetectionBoxes_Recall/AR@100 (small) = 0.19714285, Loss/classification_loss = 2.8201392, Loss/localization_loss = 0.7043339, Loss/regularization_loss = 0.49015343, Loss/total_loss = 4.014627, global_step = 26238, learning_rate = 0.003, loss = 4.014627\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 26238: training/model.ckpt-26238\n",
            "I0107 12:04:23.952261 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 26238: training/model.ckpt-26238\n",
            "INFO:tensorflow:global_step/sec: 0.865291\n",
            "I0107 12:05:07.212221 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.865291\n",
            "INFO:tensorflow:loss = 1.6912572, step = 26300 (115.568 sec)\n",
            "I0107 12:05:07.213376 140460294551424 basic_session_run_hooks.py:260] loss = 1.6912572, step = 26300 (115.568 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.5097\n",
            "I0107 12:06:13.450259 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.5097\n",
            "INFO:tensorflow:loss = 1.5568868, step = 26400 (66.238 sec)\n",
            "I0107 12:06:13.451749 140460294551424 basic_session_run_hooks.py:260] loss = 1.5568868, step = 26400 (66.238 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.54679\n",
            "I0107 12:07:18.100354 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.54679\n",
            "INFO:tensorflow:loss = 1.6408713, step = 26500 (64.650 sec)\n",
            "I0107 12:07:18.101717 140460294551424 basic_session_run_hooks.py:260] loss = 1.6408713, step = 26500 (64.650 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.52841\n",
            "I0107 12:08:23.527708 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.52841\n",
            "INFO:tensorflow:loss = 2.022344, step = 26600 (65.428 sec)\n",
            "I0107 12:08:23.529201 140460294551424 basic_session_run_hooks.py:260] loss = 2.022344, step = 26600 (65.428 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.50725\n",
            "I0107 12:09:29.873433 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.50725\n",
            "INFO:tensorflow:loss = 2.113732, step = 26700 (66.345 sec)\n",
            "I0107 12:09:29.874489 140460294551424 basic_session_run_hooks.py:260] loss = 2.113732, step = 26700 (66.345 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.50872\n",
            "I0107 12:10:36.154904 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.50872\n",
            "INFO:tensorflow:loss = 1.0823288, step = 26800 (66.282 sec)\n",
            "I0107 12:10:36.156298 140460294551424 basic_session_run_hooks.py:260] loss = 1.0823288, step = 26800 (66.282 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.50642\n",
            "I0107 12:11:42.537310 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.50642\n",
            "INFO:tensorflow:loss = 1.6563147, step = 26900 (66.382 sec)\n",
            "I0107 12:11:42.538629 140460294551424 basic_session_run_hooks.py:260] loss = 1.6563147, step = 26900 (66.382 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4972\n",
            "I0107 12:12:49.328835 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4972\n",
            "INFO:tensorflow:loss = 1.6171919, step = 27000 (66.791 sec)\n",
            "I0107 12:12:49.330028 140460294551424 basic_session_run_hooks.py:260] loss = 1.6171919, step = 27000 (66.791 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 27071 into training/model.ckpt.\n",
            "I0107 12:13:37.472378 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 27071 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 12:13:40.062473 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:13:42.711469 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:13:42.751349 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:13:42.789408 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:13:42.832864 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:13:42.875652 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:13:42.914133 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 12:13:44.772644 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T12:13:44Z\n",
            "I0107 12:13:44.792799 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T12:13:44Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 12:13:45.317370 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 12:13:45.318098: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:13:45.318627: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 12:13:45.318737: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 12:13:45.318792: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 12:13:45.318839: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 12:13:45.318876: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 12:13:45.318917: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 12:13:45.318969: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 12:13:45.319006: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 12:13:45.319162: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:13:45.319759: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:13:45.320313: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 12:13:45.320368: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 12:13:45.320388: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 12:13:45.320401: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 12:13:45.320700: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:13:45.321286: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:13:45.321792: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-27071\n",
            "I0107 12:13:45.322989 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-27071\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 12:13:46.250125 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 12:13:46.387892 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 12:14:21.524569 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 12:14:21.526196 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 12:14:21.533697 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.37s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.569\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.826\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.596\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.093\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.209\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.693\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.554\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.639\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.643\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.177\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.345\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.758\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-12:14:23\n",
            "I0107 12:14:23.938731 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-12:14:23\n",
            "INFO:tensorflow:Saving dict for global step 27071: DetectionBoxes_Precision/mAP = 0.56860346, DetectionBoxes_Precision/mAP (large) = 0.6932463, DetectionBoxes_Precision/mAP (medium) = 0.20934817, DetectionBoxes_Precision/mAP (small) = 0.09277758, DetectionBoxes_Precision/mAP@.50IOU = 0.82635134, DetectionBoxes_Precision/mAP@.75IOU = 0.59600526, DetectionBoxes_Recall/AR@1 = 0.55439883, DetectionBoxes_Recall/AR@10 = 0.6394428, DetectionBoxes_Recall/AR@100 = 0.6432551, DetectionBoxes_Recall/AR@100 (large) = 0.7577909, DetectionBoxes_Recall/AR@100 (medium) = 0.345, DetectionBoxes_Recall/AR@100 (small) = 0.17714286, Loss/classification_loss = 2.7437067, Loss/localization_loss = 0.7065043, Loss/regularization_loss = 0.481982, Loss/total_loss = 3.9321923, global_step = 27071, learning_rate = 0.003, loss = 3.9321923\n",
            "I0107 12:14:23.939055 140460294551424 estimator.py:2049] Saving dict for global step 27071: DetectionBoxes_Precision/mAP = 0.56860346, DetectionBoxes_Precision/mAP (large) = 0.6932463, DetectionBoxes_Precision/mAP (medium) = 0.20934817, DetectionBoxes_Precision/mAP (small) = 0.09277758, DetectionBoxes_Precision/mAP@.50IOU = 0.82635134, DetectionBoxes_Precision/mAP@.75IOU = 0.59600526, DetectionBoxes_Recall/AR@1 = 0.55439883, DetectionBoxes_Recall/AR@10 = 0.6394428, DetectionBoxes_Recall/AR@100 = 0.6432551, DetectionBoxes_Recall/AR@100 (large) = 0.7577909, DetectionBoxes_Recall/AR@100 (medium) = 0.345, DetectionBoxes_Recall/AR@100 (small) = 0.17714286, Loss/classification_loss = 2.7437067, Loss/localization_loss = 0.7065043, Loss/regularization_loss = 0.481982, Loss/total_loss = 3.9321923, global_step = 27071, learning_rate = 0.003, loss = 3.9321923\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 27071: training/model.ckpt-27071\n",
            "I0107 12:14:23.945164 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 27071: training/model.ckpt-27071\n",
            "INFO:tensorflow:global_step/sec: 0.849692\n",
            "I0107 12:14:47.018617 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.849692\n",
            "INFO:tensorflow:loss = 1.6281555, step = 27100 (117.690 sec)\n",
            "I0107 12:14:47.020004 140460294551424 basic_session_run_hooks.py:260] loss = 1.6281555, step = 27100 (117.690 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49486\n",
            "I0107 12:15:53.914624 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49486\n",
            "INFO:tensorflow:loss = 1.8997111, step = 27200 (66.896 sec)\n",
            "I0107 12:15:53.915695 140460294551424 basic_session_run_hooks.py:260] loss = 1.8997111, step = 27200 (66.896 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47666\n",
            "I0107 12:17:01.635258 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47666\n",
            "INFO:tensorflow:loss = 2.273965, step = 27300 (67.721 sec)\n",
            "I0107 12:17:01.636294 140460294551424 basic_session_run_hooks.py:260] loss = 2.273965, step = 27300 (67.721 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47353\n",
            "I0107 12:18:09.499139 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47353\n",
            "INFO:tensorflow:loss = 1.6474702, step = 27400 (67.864 sec)\n",
            "I0107 12:18:09.500605 140460294551424 basic_session_run_hooks.py:260] loss = 1.6474702, step = 27400 (67.864 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44923\n",
            "I0107 12:19:18.501264 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44923\n",
            "INFO:tensorflow:loss = 1.7325902, step = 27500 (69.002 sec)\n",
            "I0107 12:19:18.502323 140460294551424 basic_session_run_hooks.py:260] loss = 1.7325902, step = 27500 (69.002 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45937\n",
            "I0107 12:20:27.023988 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45937\n",
            "INFO:tensorflow:loss = 2.2411516, step = 27600 (68.523 sec)\n",
            "I0107 12:20:27.025104 140460294551424 basic_session_run_hooks.py:260] loss = 2.2411516, step = 27600 (68.523 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41989\n",
            "I0107 12:21:37.451786 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41989\n",
            "INFO:tensorflow:loss = 1.3844517, step = 27700 (70.428 sec)\n",
            "I0107 12:21:37.452961 140460294551424 basic_session_run_hooks.py:260] loss = 1.3844517, step = 27700 (70.428 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49428\n",
            "I0107 12:22:44.373575 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49428\n",
            "INFO:tensorflow:loss = 2.0410955, step = 27800 (66.922 sec)\n",
            "I0107 12:22:44.374770 140460294551424 basic_session_run_hooks.py:260] loss = 2.0410955, step = 27800 (66.922 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 27883 into training/model.ckpt.\n",
            "I0107 12:23:38.150845 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 27883 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 12:23:40.649898 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:23:43.723410 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:23:43.768872 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:23:43.812270 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:23:43.852595 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:23:43.893123 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:23:43.930715 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 12:23:45.710533 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T12:23:45Z\n",
            "I0107 12:23:45.731277 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T12:23:45Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 12:23:46.259186 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 12:23:46.260064: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:23:46.260624: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 12:23:46.260721: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 12:23:46.260769: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 12:23:46.260811: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 12:23:46.260886: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 12:23:46.260936: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 12:23:46.260993: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 12:23:46.261050: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 12:23:46.261195: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:23:46.261807: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:23:46.262258: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 12:23:46.262312: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 12:23:46.262331: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 12:23:46.262343: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 12:23:46.262482: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:23:46.263083: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:23:46.263529: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-27883\n",
            "I0107 12:23:46.264642 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-27883\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 12:23:47.208592 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 12:23:47.346095 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 12:24:22.110653 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 12:24:22.114934 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 12:24:22.128185 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.36s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.558\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.816\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.585\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.088\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.201\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.679\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.557\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.627\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.636\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.183\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.348\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.746\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-12:24:24\n",
            "I0107 12:24:24.507940 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-12:24:24\n",
            "INFO:tensorflow:Saving dict for global step 27883: DetectionBoxes_Precision/mAP = 0.5575712, DetectionBoxes_Precision/mAP (large) = 0.67940485, DetectionBoxes_Precision/mAP (medium) = 0.20074145, DetectionBoxes_Precision/mAP (small) = 0.088054754, DetectionBoxes_Precision/mAP@.50IOU = 0.81580997, DetectionBoxes_Precision/mAP@.75IOU = 0.58494157, DetectionBoxes_Recall/AR@1 = 0.55659825, DetectionBoxes_Recall/AR@10 = 0.6269795, DetectionBoxes_Recall/AR@100 = 0.6356305, DetectionBoxes_Recall/AR@100 (large) = 0.74635106, DetectionBoxes_Recall/AR@100 (medium) = 0.34785715, DetectionBoxes_Recall/AR@100 (small) = 0.18285714, Loss/classification_loss = 2.7911239, Loss/localization_loss = 0.7134906, Loss/regularization_loss = 0.4743016, Loss/total_loss = 3.9789157, global_step = 27883, learning_rate = 0.003, loss = 3.9789157\n",
            "I0107 12:24:24.508233 140460294551424 estimator.py:2049] Saving dict for global step 27883: DetectionBoxes_Precision/mAP = 0.5575712, DetectionBoxes_Precision/mAP (large) = 0.67940485, DetectionBoxes_Precision/mAP (medium) = 0.20074145, DetectionBoxes_Precision/mAP (small) = 0.088054754, DetectionBoxes_Precision/mAP@.50IOU = 0.81580997, DetectionBoxes_Precision/mAP@.75IOU = 0.58494157, DetectionBoxes_Recall/AR@1 = 0.55659825, DetectionBoxes_Recall/AR@10 = 0.6269795, DetectionBoxes_Recall/AR@100 = 0.6356305, DetectionBoxes_Recall/AR@100 (large) = 0.74635106, DetectionBoxes_Recall/AR@100 (medium) = 0.34785715, DetectionBoxes_Recall/AR@100 (small) = 0.18285714, Loss/classification_loss = 2.7911239, Loss/localization_loss = 0.7134906, Loss/regularization_loss = 0.4743016, Loss/total_loss = 3.9789157, global_step = 27883, learning_rate = 0.003, loss = 3.9789157\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 27883: training/model.ckpt-27883\n",
            "I0107 12:24:24.513740 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 27883: training/model.ckpt-27883\n",
            "INFO:tensorflow:global_step/sec: 0.890525\n",
            "I0107 12:24:36.666861 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.890525\n",
            "INFO:tensorflow:loss = 2.1898363, step = 27900 (112.293 sec)\n",
            "I0107 12:24:36.668020 140460294551424 basic_session_run_hooks.py:260] loss = 2.1898363, step = 27900 (112.293 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46176\n",
            "I0107 12:25:45.077719 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46176\n",
            "INFO:tensorflow:loss = 1.4641532, step = 28000 (68.411 sec)\n",
            "I0107 12:25:45.078825 140460294551424 basic_session_run_hooks.py:260] loss = 1.4641532, step = 28000 (68.411 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.53146\n",
            "I0107 12:26:50.374857 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.53146\n",
            "INFO:tensorflow:loss = 1.6218491, step = 28100 (65.297 sec)\n",
            "I0107 12:26:50.376151 140460294551424 basic_session_run_hooks.py:260] loss = 1.6218491, step = 28100 (65.297 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46727\n",
            "I0107 12:27:58.528755 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46727\n",
            "INFO:tensorflow:loss = 2.5637512, step = 28200 (68.154 sec)\n",
            "I0107 12:27:58.530087 140460294551424 basic_session_run_hooks.py:260] loss = 2.5637512, step = 28200 (68.154 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47278\n",
            "I0107 12:29:06.427626 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47278\n",
            "INFO:tensorflow:loss = 1.440006, step = 28300 (67.899 sec)\n",
            "I0107 12:29:06.428869 140460294551424 basic_session_run_hooks.py:260] loss = 1.440006, step = 28300 (67.899 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41998\n",
            "I0107 12:30:16.851008 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41998\n",
            "INFO:tensorflow:loss = 1.6991341, step = 28400 (70.423 sec)\n",
            "I0107 12:30:16.852236 140460294551424 basic_session_run_hooks.py:260] loss = 1.6991341, step = 28400 (70.423 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47094\n",
            "I0107 12:31:24.834847 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47094\n",
            "INFO:tensorflow:loss = 1.9608345, step = 28500 (67.984 sec)\n",
            "I0107 12:31:24.836606 140460294551424 basic_session_run_hooks.py:260] loss = 1.9608345, step = 28500 (67.984 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4786\n",
            "I0107 12:32:32.466237 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4786\n",
            "INFO:tensorflow:loss = 1.3961917, step = 28600 (67.631 sec)\n",
            "I0107 12:32:32.467329 140460294551424 basic_session_run_hooks.py:260] loss = 1.3961917, step = 28600 (67.631 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 28695 into training/model.ckpt.\n",
            "I0107 12:33:39.106118 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 28695 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 12:33:41.675789 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:33:44.420068 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:33:44.460527 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:33:44.503057 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:33:44.541927 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:33:44.580194 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:33:44.617958 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 12:33:46.730384 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T12:33:46Z\n",
            "I0107 12:33:46.752374 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T12:33:46Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 12:33:47.296872 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 12:33:47.297616: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:33:47.298185: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 12:33:47.298256: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 12:33:47.298285: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 12:33:47.298309: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 12:33:47.298333: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 12:33:47.298356: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 12:33:47.298379: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 12:33:47.298404: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 12:33:47.298497: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:33:47.299058: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:33:47.299508: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 12:33:47.299552: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 12:33:47.299565: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 12:33:47.299575: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 12:33:47.299755: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:33:47.300426: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:33:47.300905: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-28695\n",
            "I0107 12:33:47.302175 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-28695\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 12:33:48.267876 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 12:33:48.409482 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 12:34:23.218257 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 12:34:23.222636 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 12:34:23.233340 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.35s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.564\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.833\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.608\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.091\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.204\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.692\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.565\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.653\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.658\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.154\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.366\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.774\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-12:34:25\n",
            "I0107 12:34:25.594123 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-12:34:25\n",
            "INFO:tensorflow:Saving dict for global step 28695: DetectionBoxes_Precision/mAP = 0.5639624, DetectionBoxes_Precision/mAP (large) = 0.6915508, DetectionBoxes_Precision/mAP (medium) = 0.20410068, DetectionBoxes_Precision/mAP (small) = 0.09085342, DetectionBoxes_Precision/mAP@.50IOU = 0.8333693, DetectionBoxes_Precision/mAP@.75IOU = 0.607581, DetectionBoxes_Recall/AR@1 = 0.56466275, DetectionBoxes_Recall/AR@10 = 0.6527859, DetectionBoxes_Recall/AR@100 = 0.65806454, DetectionBoxes_Recall/AR@100 (large) = 0.77357, DetectionBoxes_Recall/AR@100 (medium) = 0.36571428, DetectionBoxes_Recall/AR@100 (small) = 0.15428571, Loss/classification_loss = 2.7885573, Loss/localization_loss = 0.6782055, Loss/regularization_loss = 0.4668911, Loss/total_loss = 3.9336543, global_step = 28695, learning_rate = 0.003, loss = 3.9336543\n",
            "I0107 12:34:25.594455 140460294551424 estimator.py:2049] Saving dict for global step 28695: DetectionBoxes_Precision/mAP = 0.5639624, DetectionBoxes_Precision/mAP (large) = 0.6915508, DetectionBoxes_Precision/mAP (medium) = 0.20410068, DetectionBoxes_Precision/mAP (small) = 0.09085342, DetectionBoxes_Precision/mAP@.50IOU = 0.8333693, DetectionBoxes_Precision/mAP@.75IOU = 0.607581, DetectionBoxes_Recall/AR@1 = 0.56466275, DetectionBoxes_Recall/AR@10 = 0.6527859, DetectionBoxes_Recall/AR@100 = 0.65806454, DetectionBoxes_Recall/AR@100 (large) = 0.77357, DetectionBoxes_Recall/AR@100 (medium) = 0.36571428, DetectionBoxes_Recall/AR@100 (small) = 0.15428571, Loss/classification_loss = 2.7885573, Loss/localization_loss = 0.6782055, Loss/regularization_loss = 0.4668911, Loss/total_loss = 3.9336543, global_step = 28695, learning_rate = 0.003, loss = 3.9336543\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 28695: training/model.ckpt-28695\n",
            "I0107 12:34:25.600968 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 28695: training/model.ckpt-28695\n",
            "INFO:tensorflow:global_step/sec: 0.854357\n",
            "I0107 12:34:29.513124 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.854357\n",
            "INFO:tensorflow:loss = 1.7127739, step = 28700 (117.047 sec)\n",
            "I0107 12:34:29.514197 140460294551424 basic_session_run_hooks.py:260] loss = 1.7127739, step = 28700 (117.047 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4298\n",
            "I0107 12:35:39.452745 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4298\n",
            "INFO:tensorflow:loss = 1.7278175, step = 28800 (69.940 sec)\n",
            "I0107 12:35:39.453776 140460294551424 basic_session_run_hooks.py:260] loss = 1.7278175, step = 28800 (69.940 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.52393\n",
            "I0107 12:36:45.072444 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.52393\n",
            "INFO:tensorflow:loss = 1.5625217, step = 28900 (65.620 sec)\n",
            "I0107 12:36:45.073704 140460294551424 basic_session_run_hooks.py:260] loss = 1.5625217, step = 28900 (65.620 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.52989\n",
            "I0107 12:37:50.436686 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.52989\n",
            "INFO:tensorflow:loss = 2.527278, step = 29000 (65.364 sec)\n",
            "I0107 12:37:50.437840 140460294551424 basic_session_run_hooks.py:260] loss = 2.527278, step = 29000 (65.364 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.50293\n",
            "I0107 12:38:56.973284 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.50293\n",
            "INFO:tensorflow:loss = 2.6850107, step = 29100 (66.537 sec)\n",
            "I0107 12:38:56.974361 140460294551424 basic_session_run_hooks.py:260] loss = 2.6850107, step = 29100 (66.537 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.53016\n",
            "I0107 12:40:02.326103 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.53016\n",
            "INFO:tensorflow:loss = 2.024061, step = 29200 (65.353 sec)\n",
            "I0107 12:40:02.327256 140460294551424 basic_session_run_hooks.py:260] loss = 2.024061, step = 29200 (65.353 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44702\n",
            "I0107 12:41:11.433817 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44702\n",
            "INFO:tensorflow:loss = 1.8229573, step = 29300 (69.108 sec)\n",
            "I0107 12:41:11.434837 140460294551424 basic_session_run_hooks.py:260] loss = 1.8229573, step = 29300 (69.108 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45604\n",
            "I0107 12:42:20.113033 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45604\n",
            "INFO:tensorflow:loss = 1.4349673, step = 29400 (68.679 sec)\n",
            "I0107 12:42:20.114252 140460294551424 basic_session_run_hooks.py:260] loss = 1.4349673, step = 29400 (68.679 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4164\n",
            "I0107 12:43:30.714788 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4164\n",
            "INFO:tensorflow:loss = 1.3643486, step = 29500 (70.602 sec)\n",
            "I0107 12:43:30.715836 140460294551424 basic_session_run_hooks.py:260] loss = 1.3643486, step = 29500 (70.602 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 29515 into training/model.ckpt.\n",
            "I0107 12:43:39.638068 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 29515 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 12:43:42.243919 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:43:44.892581 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:43:44.944744 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:43:44.984159 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:43:45.024051 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:43:45.063553 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:43:45.102571 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 12:43:46.932541 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T12:43:46Z\n",
            "I0107 12:43:46.954469 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T12:43:46Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 12:43:47.491898 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 12:43:47.492608: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:43:47.493221: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 12:43:47.493303: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 12:43:47.493350: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 12:43:47.493391: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 12:43:47.493435: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 12:43:47.493473: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 12:43:47.493510: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 12:43:47.493545: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 12:43:47.493685: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:43:47.494344: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:43:47.494976: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 12:43:47.495043: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 12:43:47.495063: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 12:43:47.495076: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 12:43:47.495235: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:43:47.495825: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:43:47.496419: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-29515\n",
            "I0107 12:43:47.497693 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-29515\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 12:43:48.441258 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 12:43:48.565418 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 12:44:23.618470 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 12:44:23.621883 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 12:44:23.631941 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.37s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.30s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.552\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.821\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.591\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.110\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.183\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.680\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.553\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.618\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.627\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.186\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.306\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.746\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-12:44:26\n",
            "I0107 12:44:26.032561 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-12:44:26\n",
            "INFO:tensorflow:Saving dict for global step 29515: DetectionBoxes_Precision/mAP = 0.5523153, DetectionBoxes_Precision/mAP (large) = 0.679544, DetectionBoxes_Precision/mAP (medium) = 0.18262652, DetectionBoxes_Precision/mAP (small) = 0.11013819, DetectionBoxes_Precision/mAP@.50IOU = 0.821299, DetectionBoxes_Precision/mAP@.75IOU = 0.591255, DetectionBoxes_Recall/AR@1 = 0.5532258, DetectionBoxes_Recall/AR@10 = 0.6184751, DetectionBoxes_Recall/AR@100 = 0.6271261, DetectionBoxes_Recall/AR@100 (large) = 0.74615383, DetectionBoxes_Recall/AR@100 (medium) = 0.30642858, DetectionBoxes_Recall/AR@100 (small) = 0.18571429, Loss/classification_loss = 2.9275644, Loss/localization_loss = 0.7237211, Loss/regularization_loss = 0.45988578, Loss/total_loss = 4.1111727, global_step = 29515, learning_rate = 0.003, loss = 4.1111727\n",
            "I0107 12:44:26.032929 140460294551424 estimator.py:2049] Saving dict for global step 29515: DetectionBoxes_Precision/mAP = 0.5523153, DetectionBoxes_Precision/mAP (large) = 0.679544, DetectionBoxes_Precision/mAP (medium) = 0.18262652, DetectionBoxes_Precision/mAP (small) = 0.11013819, DetectionBoxes_Precision/mAP@.50IOU = 0.821299, DetectionBoxes_Precision/mAP@.75IOU = 0.591255, DetectionBoxes_Recall/AR@1 = 0.5532258, DetectionBoxes_Recall/AR@10 = 0.6184751, DetectionBoxes_Recall/AR@100 = 0.6271261, DetectionBoxes_Recall/AR@100 (large) = 0.74615383, DetectionBoxes_Recall/AR@100 (medium) = 0.30642858, DetectionBoxes_Recall/AR@100 (small) = 0.18571429, Loss/classification_loss = 2.9275644, Loss/localization_loss = 0.7237211, Loss/regularization_loss = 0.45988578, Loss/total_loss = 4.1111727, global_step = 29515, learning_rate = 0.003, loss = 4.1111727\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 29515: training/model.ckpt-29515\n",
            "I0107 12:44:26.038807 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 29515: training/model.ckpt-29515\n",
            "INFO:tensorflow:global_step/sec: 0.866861\n",
            "I0107 12:45:26.073513 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.866861\n",
            "INFO:tensorflow:loss = 2.3043747, step = 29600 (115.359 sec)\n",
            "I0107 12:45:26.074502 140460294551424 basic_session_run_hooks.py:260] loss = 2.3043747, step = 29600 (115.359 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40589\n",
            "I0107 12:46:37.202832 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40589\n",
            "INFO:tensorflow:loss = 2.177142, step = 29700 (71.130 sec)\n",
            "I0107 12:46:37.204683 140460294551424 basic_session_run_hooks.py:260] loss = 2.177142, step = 29700 (71.130 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4415\n",
            "I0107 12:47:46.574907 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4415\n",
            "INFO:tensorflow:loss = 2.0104778, step = 29800 (69.371 sec)\n",
            "I0107 12:47:46.575982 140460294551424 basic_session_run_hooks.py:260] loss = 2.0104778, step = 29800 (69.371 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45986\n",
            "I0107 12:48:55.074524 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45986\n",
            "INFO:tensorflow:loss = 2.0906372, step = 29900 (68.500 sec)\n",
            "I0107 12:48:55.075592 140460294551424 basic_session_run_hooks.py:260] loss = 2.0906372, step = 29900 (68.500 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46583\n",
            "I0107 12:50:03.295351 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46583\n",
            "INFO:tensorflow:loss = 1.2659297, step = 30000 (68.221 sec)\n",
            "I0107 12:50:03.296689 140460294551424 basic_session_run_hooks.py:260] loss = 1.2659297, step = 30000 (68.221 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44524\n",
            "I0107 12:51:12.487974 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44524\n",
            "INFO:tensorflow:loss = 2.16305, step = 30100 (69.192 sec)\n",
            "I0107 12:51:12.489053 140460294551424 basic_session_run_hooks.py:260] loss = 2.16305, step = 30100 (69.192 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42639\n",
            "I0107 12:52:22.595163 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42639\n",
            "INFO:tensorflow:loss = 1.3714836, step = 30200 (70.109 sec)\n",
            "I0107 12:52:22.597986 140460294551424 basic_session_run_hooks.py:260] loss = 1.3714836, step = 30200 (70.109 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46739\n",
            "I0107 12:53:30.743155 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46739\n",
            "INFO:tensorflow:loss = 1.1824582, step = 30300 (68.146 sec)\n",
            "I0107 12:53:30.744403 140460294551424 basic_session_run_hooks.py:260] loss = 1.1824582, step = 30300 (68.146 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 30315 into training/model.ckpt.\n",
            "I0107 12:53:40.048157 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 30315 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 12:53:42.566437 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:53:45.650138 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:53:45.689966 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:53:45.726949 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:53:45.767202 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:53:45.806698 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 12:53:45.844521 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 12:53:47.650785 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T12:53:47Z\n",
            "I0107 12:53:47.670909 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T12:53:47Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 12:53:48.191090 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 12:53:48.191885: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:53:48.192475: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 12:53:48.192547: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 12:53:48.192579: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 12:53:48.192604: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 12:53:48.192631: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 12:53:48.192655: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 12:53:48.192724: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 12:53:48.192761: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 12:53:48.192854: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:53:48.193411: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:53:48.193916: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 12:53:48.193961: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 12:53:48.193974: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 12:53:48.193983: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 12:53:48.194151: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:53:48.194779: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 12:53:48.195372: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-30315\n",
            "I0107 12:53:48.196642 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-30315\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 12:53:49.178873 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 12:53:49.328343 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 12:54:24.431947 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 12:54:24.433443 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.00s)\n",
            "I0107 12:54:24.437764 140457026553600 coco_tools.py:137] DONE (t=0.00s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.42s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.25s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.563\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.821\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.584\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.098\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.188\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.694\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.561\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.642\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.651\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.160\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.351\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.768\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-12:54:26\n",
            "I0107 12:54:26.896166 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-12:54:26\n",
            "INFO:tensorflow:Saving dict for global step 30315: DetectionBoxes_Precision/mAP = 0.5630528, DetectionBoxes_Precision/mAP (large) = 0.6937265, DetectionBoxes_Precision/mAP (medium) = 0.1880499, DetectionBoxes_Precision/mAP (small) = 0.09825413, DetectionBoxes_Precision/mAP@.50IOU = 0.820825, DetectionBoxes_Precision/mAP@.75IOU = 0.5842615, DetectionBoxes_Recall/AR@1 = 0.56099707, DetectionBoxes_Recall/AR@10 = 0.64178884, DetectionBoxes_Recall/AR@100 = 0.65102637, DetectionBoxes_Recall/AR@100 (large) = 0.7678501, DetectionBoxes_Recall/AR@100 (medium) = 0.3507143, DetectionBoxes_Recall/AR@100 (small) = 0.16, Loss/classification_loss = 2.9075463, Loss/localization_loss = 0.7198732, Loss/regularization_loss = 0.4532661, Loss/total_loss = 4.0806866, global_step = 30315, learning_rate = 0.003, loss = 4.0806866\n",
            "I0107 12:54:26.896504 140460294551424 estimator.py:2049] Saving dict for global step 30315: DetectionBoxes_Precision/mAP = 0.5630528, DetectionBoxes_Precision/mAP (large) = 0.6937265, DetectionBoxes_Precision/mAP (medium) = 0.1880499, DetectionBoxes_Precision/mAP (small) = 0.09825413, DetectionBoxes_Precision/mAP@.50IOU = 0.820825, DetectionBoxes_Precision/mAP@.75IOU = 0.5842615, DetectionBoxes_Recall/AR@1 = 0.56099707, DetectionBoxes_Recall/AR@10 = 0.64178884, DetectionBoxes_Recall/AR@100 = 0.65102637, DetectionBoxes_Recall/AR@100 (large) = 0.7678501, DetectionBoxes_Recall/AR@100 (medium) = 0.3507143, DetectionBoxes_Recall/AR@100 (small) = 0.16, Loss/classification_loss = 2.9075463, Loss/localization_loss = 0.7198732, Loss/regularization_loss = 0.4532661, Loss/total_loss = 4.0806866, global_step = 30315, learning_rate = 0.003, loss = 4.0806866\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 30315: training/model.ckpt-30315\n",
            "I0107 12:54:26.902501 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 30315: training/model.ckpt-30315\n",
            "INFO:tensorflow:global_step/sec: 0.86677\n",
            "I0107 12:55:26.113947 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.86677\n",
            "INFO:tensorflow:loss = 1.8019285, step = 30400 (115.371 sec)\n",
            "I0107 12:55:26.114960 140460294551424 basic_session_run_hooks.py:260] loss = 1.8019285, step = 30400 (115.371 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44005\n",
            "I0107 12:56:35.555850 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44005\n",
            "INFO:tensorflow:loss = 1.8279971, step = 30500 (69.442 sec)\n",
            "I0107 12:56:35.556921 140460294551424 basic_session_run_hooks.py:260] loss = 1.8279971, step = 30500 (69.442 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44371\n",
            "I0107 12:57:44.821925 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44371\n",
            "INFO:tensorflow:loss = 1.9876553, step = 30600 (69.266 sec)\n",
            "I0107 12:57:44.823089 140460294551424 basic_session_run_hooks.py:260] loss = 1.9876553, step = 30600 (69.266 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42579\n",
            "I0107 12:58:54.958549 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42579\n",
            "INFO:tensorflow:loss = 2.4191277, step = 30700 (70.137 sec)\n",
            "I0107 12:58:54.959723 140460294551424 basic_session_run_hooks.py:260] loss = 2.4191277, step = 30700 (70.137 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45683\n",
            "I0107 13:00:03.600787 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45683\n",
            "INFO:tensorflow:loss = 2.1814523, step = 30800 (68.642 sec)\n",
            "I0107 13:00:03.602158 140460294551424 basic_session_run_hooks.py:260] loss = 2.1814523, step = 30800 (68.642 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47261\n",
            "I0107 13:01:11.507328 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47261\n",
            "INFO:tensorflow:loss = 2.00954, step = 30900 (67.906 sec)\n",
            "I0107 13:01:11.508613 140460294551424 basic_session_run_hooks.py:260] loss = 2.00954, step = 30900 (67.906 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44377\n",
            "I0107 13:02:20.770602 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44377\n",
            "INFO:tensorflow:loss = 2.3473792, step = 31000 (69.263 sec)\n",
            "I0107 13:02:20.771944 140460294551424 basic_session_run_hooks.py:260] loss = 2.3473792, step = 31000 (69.263 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47621\n",
            "I0107 13:03:28.511740 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47621\n",
            "INFO:tensorflow:loss = 1.5788467, step = 31100 (67.741 sec)\n",
            "I0107 13:03:28.512777 140460294551424 basic_session_run_hooks.py:260] loss = 1.5788467, step = 31100 (67.741 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 31118 into training/model.ckpt.\n",
            "I0107 13:03:40.813980 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 31118 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 13:03:43.420222 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:03:46.104435 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:03:46.146261 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:03:46.184475 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:03:46.228177 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:03:46.271163 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:03:46.309449 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 13:03:48.410980 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T13:03:48Z\n",
            "I0107 13:03:48.432301 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T13:03:48Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 13:03:48.959196 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 13:03:48.960034: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:03:48.960604: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 13:03:48.960725: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 13:03:48.960777: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 13:03:48.960824: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 13:03:48.960870: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 13:03:48.960907: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 13:03:48.960943: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 13:03:48.960981: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 13:03:48.961110: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:03:48.961746: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:03:48.962267: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 13:03:48.962325: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 13:03:48.962345: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 13:03:48.962359: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 13:03:48.962508: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:03:48.963110: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:03:48.963610: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-31118\n",
            "I0107 13:03:48.964804 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-31118\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 13:03:49.947209 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 13:03:50.084901 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 13:04:25.432750 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 13:04:25.434507 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 13:04:25.445721 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.38s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.25s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.572\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.835\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.601\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.114\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.239\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.687\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.570\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.651\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.655\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.206\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.374\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.764\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-13:04:27\n",
            "I0107 13:04:27.889479 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-13:04:27\n",
            "INFO:tensorflow:Saving dict for global step 31118: DetectionBoxes_Precision/mAP = 0.5723699, DetectionBoxes_Precision/mAP (large) = 0.6872613, DetectionBoxes_Precision/mAP (medium) = 0.2393756, DetectionBoxes_Precision/mAP (small) = 0.11445988, DetectionBoxes_Precision/mAP@.50IOU = 0.83542484, DetectionBoxes_Precision/mAP@.75IOU = 0.60053825, DetectionBoxes_Recall/AR@1 = 0.57008797, DetectionBoxes_Recall/AR@10 = 0.65102637, DetectionBoxes_Recall/AR@100 = 0.6554252, DetectionBoxes_Recall/AR@100 (large) = 0.7641026, DetectionBoxes_Recall/AR@100 (medium) = 0.37428573, DetectionBoxes_Recall/AR@100 (small) = 0.20571429, Loss/classification_loss = 2.7683794, Loss/localization_loss = 0.6578513, Loss/regularization_loss = 0.44711375, Loss/total_loss = 3.8733423, global_step = 31118, learning_rate = 0.003, loss = 3.8733423\n",
            "I0107 13:04:27.889844 140460294551424 estimator.py:2049] Saving dict for global step 31118: DetectionBoxes_Precision/mAP = 0.5723699, DetectionBoxes_Precision/mAP (large) = 0.6872613, DetectionBoxes_Precision/mAP (medium) = 0.2393756, DetectionBoxes_Precision/mAP (small) = 0.11445988, DetectionBoxes_Precision/mAP@.50IOU = 0.83542484, DetectionBoxes_Precision/mAP@.75IOU = 0.60053825, DetectionBoxes_Recall/AR@1 = 0.57008797, DetectionBoxes_Recall/AR@10 = 0.65102637, DetectionBoxes_Recall/AR@100 = 0.6554252, DetectionBoxes_Recall/AR@100 (large) = 0.7641026, DetectionBoxes_Recall/AR@100 (medium) = 0.37428573, DetectionBoxes_Recall/AR@100 (small) = 0.20571429, Loss/classification_loss = 2.7683794, Loss/localization_loss = 0.6578513, Loss/regularization_loss = 0.44711375, Loss/total_loss = 3.8733423, global_step = 31118, learning_rate = 0.003, loss = 3.8733423\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 31118: training/model.ckpt-31118\n",
            "I0107 13:04:27.895796 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 31118: training/model.ckpt-31118\n",
            "INFO:tensorflow:global_step/sec: 0.864145\n",
            "I0107 13:05:24.233154 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.864145\n",
            "INFO:tensorflow:loss = 1.3544097, step = 31200 (115.722 sec)\n",
            "I0107 13:05:24.234392 140460294551424 basic_session_run_hooks.py:260] loss = 1.3544097, step = 31200 (115.722 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44888\n",
            "I0107 13:06:33.252039 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44888\n",
            "INFO:tensorflow:loss = 1.7729682, step = 31300 (69.019 sec)\n",
            "I0107 13:06:33.253381 140460294551424 basic_session_run_hooks.py:260] loss = 1.7729682, step = 31300 (69.019 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42096\n",
            "I0107 13:07:43.626991 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42096\n",
            "INFO:tensorflow:loss = 1.8406557, step = 31400 (70.375 sec)\n",
            "I0107 13:07:43.628196 140460294551424 basic_session_run_hooks.py:260] loss = 1.8406557, step = 31400 (70.375 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44635\n",
            "I0107 13:08:52.766409 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44635\n",
            "INFO:tensorflow:loss = 1.7217593, step = 31500 (69.139 sec)\n",
            "I0107 13:08:52.767567 140460294551424 basic_session_run_hooks.py:260] loss = 1.7217593, step = 31500 (69.139 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45734\n",
            "I0107 13:10:01.384617 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45734\n",
            "INFO:tensorflow:loss = 1.9526283, step = 31600 (68.618 sec)\n",
            "I0107 13:10:01.385727 140460294551424 basic_session_run_hooks.py:260] loss = 1.9526283, step = 31600 (68.618 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4723\n",
            "I0107 13:11:09.305393 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4723\n",
            "INFO:tensorflow:loss = 1.8305368, step = 31700 (67.921 sec)\n",
            "I0107 13:11:09.306689 140460294551424 basic_session_run_hooks.py:260] loss = 1.8305368, step = 31700 (67.921 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43433\n",
            "I0107 13:12:19.024481 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43433\n",
            "INFO:tensorflow:loss = 2.4658709, step = 31800 (69.719 sec)\n",
            "I0107 13:12:19.025685 140460294551424 basic_session_run_hooks.py:260] loss = 2.4658709, step = 31800 (69.719 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43926\n",
            "I0107 13:13:28.504628 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43926\n",
            "INFO:tensorflow:loss = 1.5391788, step = 31900 (69.480 sec)\n",
            "I0107 13:13:28.505604 140460294551424 basic_session_run_hooks.py:260] loss = 1.5391788, step = 31900 (69.480 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 31920 into training/model.ckpt.\n",
            "I0107 13:13:41.077774 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 31920 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 13:13:43.652406 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:13:46.287516 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:13:46.327992 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:13:46.375141 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:13:46.414575 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:13:46.452946 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:13:46.491558 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 13:13:48.338203 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T13:13:48Z\n",
            "I0107 13:13:48.359341 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T13:13:48Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 13:13:48.901073 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 13:13:48.901841: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:13:48.902612: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 13:13:48.902717: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 13:13:48.902757: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 13:13:48.902784: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 13:13:48.902808: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 13:13:48.902831: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 13:13:48.902854: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 13:13:48.902878: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 13:13:48.902988: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:13:48.903539: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:13:48.904037: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 13:13:48.904099: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 13:13:48.904115: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 13:13:48.904125: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 13:13:48.904325: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:13:48.904876: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:13:48.905380: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-31920\n",
            "I0107 13:13:48.906708 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-31920\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 13:13:49.845359 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 13:13:49.987515 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 13:14:24.464066 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 13:14:24.466273 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 13:14:24.476541 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.35s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.29s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.545\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.817\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.579\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.112\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.203\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.666\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.556\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.638\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.644\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.194\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.356\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.754\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-13:14:26\n",
            "I0107 13:14:26.881715 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-13:14:26\n",
            "INFO:tensorflow:Saving dict for global step 31920: DetectionBoxes_Precision/mAP = 0.5446253, DetectionBoxes_Precision/mAP (large) = 0.666171, DetectionBoxes_Precision/mAP (medium) = 0.20272559, DetectionBoxes_Precision/mAP (small) = 0.112369396, DetectionBoxes_Precision/mAP@.50IOU = 0.81658554, DetectionBoxes_Precision/mAP@.75IOU = 0.57875323, DetectionBoxes_Recall/AR@1 = 0.556305, DetectionBoxes_Recall/AR@10 = 0.6384164, DetectionBoxes_Recall/AR@100 = 0.6438416, DetectionBoxes_Recall/AR@100 (large) = 0.75424063, DetectionBoxes_Recall/AR@100 (medium) = 0.35642856, DetectionBoxes_Recall/AR@100 (small) = 0.19428572, Loss/classification_loss = 2.9972374, Loss/localization_loss = 0.70193034, Loss/regularization_loss = 0.44131103, Loss/total_loss = 4.140475, global_step = 31920, learning_rate = 0.003, loss = 4.140475\n",
            "I0107 13:14:26.882154 140460294551424 estimator.py:2049] Saving dict for global step 31920: DetectionBoxes_Precision/mAP = 0.5446253, DetectionBoxes_Precision/mAP (large) = 0.666171, DetectionBoxes_Precision/mAP (medium) = 0.20272559, DetectionBoxes_Precision/mAP (small) = 0.112369396, DetectionBoxes_Precision/mAP@.50IOU = 0.81658554, DetectionBoxes_Precision/mAP@.75IOU = 0.57875323, DetectionBoxes_Recall/AR@1 = 0.556305, DetectionBoxes_Recall/AR@10 = 0.6384164, DetectionBoxes_Recall/AR@100 = 0.6438416, DetectionBoxes_Recall/AR@100 (large) = 0.75424063, DetectionBoxes_Recall/AR@100 (medium) = 0.35642856, DetectionBoxes_Recall/AR@100 (small) = 0.19428572, Loss/classification_loss = 2.9972374, Loss/localization_loss = 0.70193034, Loss/regularization_loss = 0.44131103, Loss/total_loss = 4.140475, global_step = 31920, learning_rate = 0.003, loss = 4.140475\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 31920: training/model.ckpt-31920\n",
            "I0107 13:14:26.888692 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 31920: training/model.ckpt-31920\n",
            "INFO:tensorflow:global_step/sec: 0.878819\n",
            "I0107 13:15:22.293805 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.878819\n",
            "INFO:tensorflow:loss = 1.5393381, step = 32000 (113.789 sec)\n",
            "I0107 13:15:22.294901 140460294551424 basic_session_run_hooks.py:260] loss = 1.5393381, step = 32000 (113.789 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41768\n",
            "I0107 13:16:32.831530 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41768\n",
            "INFO:tensorflow:loss = 1.5205674, step = 32100 (70.538 sec)\n",
            "I0107 13:16:32.833250 140460294551424 basic_session_run_hooks.py:260] loss = 1.5205674, step = 32100 (70.538 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42992\n",
            "I0107 13:17:42.765271 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42992\n",
            "INFO:tensorflow:loss = 1.9043437, step = 32200 (69.933 sec)\n",
            "I0107 13:17:42.766497 140460294551424 basic_session_run_hooks.py:260] loss = 1.9043437, step = 32200 (69.933 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45031\n",
            "I0107 13:18:51.716260 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45031\n",
            "INFO:tensorflow:loss = 2.2455583, step = 32300 (68.951 sec)\n",
            "I0107 13:18:51.717390 140460294551424 basic_session_run_hooks.py:260] loss = 2.2455583, step = 32300 (68.951 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45409\n",
            "I0107 13:20:00.487609 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45409\n",
            "INFO:tensorflow:loss = 1.6793308, step = 32400 (68.772 sec)\n",
            "I0107 13:20:00.488978 140460294551424 basic_session_run_hooks.py:260] loss = 1.6793308, step = 32400 (68.772 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43736\n",
            "I0107 13:21:10.059692 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43736\n",
            "INFO:tensorflow:loss = 1.1929251, step = 32500 (69.572 sec)\n",
            "I0107 13:21:10.060637 140460294551424 basic_session_run_hooks.py:260] loss = 1.1929251, step = 32500 (69.572 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4773\n",
            "I0107 13:22:17.750723 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4773\n",
            "INFO:tensorflow:loss = 1.5078887, step = 32600 (67.691 sec)\n",
            "I0107 13:22:17.752045 140460294551424 basic_session_run_hooks.py:260] loss = 1.5078887, step = 32600 (67.691 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46739\n",
            "I0107 13:23:25.898997 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46739\n",
            "INFO:tensorflow:loss = 1.4095296, step = 32700 (68.148 sec)\n",
            "I0107 13:23:25.900149 140460294551424 basic_session_run_hooks.py:260] loss = 1.4095296, step = 32700 (68.148 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 32723 into training/model.ckpt.\n",
            "I0107 13:23:41.372655 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 32723 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 13:23:43.905226 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:23:47.024929 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:23:47.065289 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:23:47.105388 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:23:47.144643 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:23:47.183645 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:23:47.222629 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 13:23:49.033897 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T13:23:49Z\n",
            "I0107 13:23:49.054682 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T13:23:49Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 13:23:49.592301 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 13:23:49.593066: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:23:49.593706: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 13:23:49.593817: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 13:23:49.593869: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 13:23:49.593918: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 13:23:49.593965: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 13:23:49.594009: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 13:23:49.594064: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 13:23:49.594110: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 13:23:49.594233: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:23:49.594849: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:23:49.595363: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 13:23:49.595459: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 13:23:49.595479: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 13:23:49.595492: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 13:23:49.595684: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:23:49.596246: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:23:49.596755: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-32723\n",
            "I0107 13:23:49.598141 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-32723\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 13:23:50.576766 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 13:23:50.713020 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 13:24:24.983328 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 13:24:24.984816 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.00s)\n",
            "I0107 13:24:24.989742 140457034946304 coco_tools.py:137] DONE (t=0.00s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.41s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.28s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.554\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.825\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.583\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.090\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.195\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.680\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.556\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.636\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.641\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.174\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.358\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.751\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-13:24:27\n",
            "I0107 13:24:27.460307 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-13:24:27\n",
            "INFO:tensorflow:Saving dict for global step 32723: DetectionBoxes_Precision/mAP = 0.55406696, DetectionBoxes_Precision/mAP (large) = 0.6798829, DetectionBoxes_Precision/mAP (medium) = 0.19504508, DetectionBoxes_Precision/mAP (small) = 0.08954063, DetectionBoxes_Precision/mAP@.50IOU = 0.8253233, DetectionBoxes_Precision/mAP@.75IOU = 0.5828592, DetectionBoxes_Recall/AR@1 = 0.55557185, DetectionBoxes_Recall/AR@10 = 0.6360704, DetectionBoxes_Recall/AR@100 = 0.6406158, DetectionBoxes_Recall/AR@100 (large) = 0.7508876, DetectionBoxes_Recall/AR@100 (medium) = 0.35785714, DetectionBoxes_Recall/AR@100 (small) = 0.17428571, Loss/classification_loss = 2.8585675, Loss/localization_loss = 0.68527055, Loss/regularization_loss = 0.43563747, Loss/total_loss = 3.9794748, global_step = 32723, learning_rate = 0.003, loss = 3.9794748\n",
            "I0107 13:24:27.460622 140460294551424 estimator.py:2049] Saving dict for global step 32723: DetectionBoxes_Precision/mAP = 0.55406696, DetectionBoxes_Precision/mAP (large) = 0.6798829, DetectionBoxes_Precision/mAP (medium) = 0.19504508, DetectionBoxes_Precision/mAP (small) = 0.08954063, DetectionBoxes_Precision/mAP@.50IOU = 0.8253233, DetectionBoxes_Precision/mAP@.75IOU = 0.5828592, DetectionBoxes_Recall/AR@1 = 0.55557185, DetectionBoxes_Recall/AR@10 = 0.6360704, DetectionBoxes_Recall/AR@100 = 0.6406158, DetectionBoxes_Recall/AR@100 (large) = 0.7508876, DetectionBoxes_Recall/AR@100 (medium) = 0.35785714, DetectionBoxes_Recall/AR@100 (small) = 0.17428571, Loss/classification_loss = 2.8585675, Loss/localization_loss = 0.68527055, Loss/regularization_loss = 0.43563747, Loss/total_loss = 3.9794748, global_step = 32723, learning_rate = 0.003, loss = 3.9794748\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 32723: training/model.ckpt-32723\n",
            "I0107 13:24:27.466550 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 32723: training/model.ckpt-32723\n",
            "INFO:tensorflow:global_step/sec: 0.884319\n",
            "I0107 13:25:18.980285 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.884319\n",
            "INFO:tensorflow:loss = 1.7024202, step = 32800 (113.082 sec)\n",
            "I0107 13:25:18.981738 140460294551424 basic_session_run_hooks.py:260] loss = 1.7024202, step = 32800 (113.082 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43617\n",
            "I0107 13:26:28.610045 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43617\n",
            "INFO:tensorflow:loss = 1.7023818, step = 32900 (69.630 sec)\n",
            "I0107 13:26:28.611266 140460294551424 basic_session_run_hooks.py:260] loss = 1.7023818, step = 32900 (69.630 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42597\n",
            "I0107 13:27:38.737608 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42597\n",
            "INFO:tensorflow:loss = 1.7358217, step = 33000 (70.128 sec)\n",
            "I0107 13:27:38.738873 140460294551424 basic_session_run_hooks.py:260] loss = 1.7358217, step = 33000 (70.128 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49398\n",
            "I0107 13:28:45.672825 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49398\n",
            "INFO:tensorflow:loss = 1.3853505, step = 33100 (66.935 sec)\n",
            "I0107 13:28:45.674037 140460294551424 basic_session_run_hooks.py:260] loss = 1.3853505, step = 33100 (66.935 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46143\n",
            "I0107 13:29:54.098898 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46143\n",
            "INFO:tensorflow:loss = 1.5313764, step = 33200 (68.426 sec)\n",
            "I0107 13:29:54.100231 140460294551424 basic_session_run_hooks.py:260] loss = 1.5313764, step = 33200 (68.426 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44009\n",
            "I0107 13:31:03.539100 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44009\n",
            "INFO:tensorflow:loss = 2.8089101, step = 33300 (69.441 sec)\n",
            "I0107 13:31:03.540839 140460294551424 basic_session_run_hooks.py:260] loss = 2.8089101, step = 33300 (69.441 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42881\n",
            "I0107 13:32:13.527537 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42881\n",
            "INFO:tensorflow:loss = 1.3454854, step = 33400 (69.988 sec)\n",
            "I0107 13:32:13.528550 140460294551424 basic_session_run_hooks.py:260] loss = 1.3454854, step = 33400 (69.988 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45726\n",
            "I0107 13:33:22.149615 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45726\n",
            "INFO:tensorflow:loss = 1.3980627, step = 33500 (68.622 sec)\n",
            "I0107 13:33:22.150639 140460294551424 basic_session_run_hooks.py:260] loss = 1.3980627, step = 33500 (68.622 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 33527 into training/model.ckpt.\n",
            "I0107 13:33:41.638937 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 33527 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 13:33:44.182454 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:33:46.898720 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:33:46.937950 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:33:46.994004 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:33:47.034414 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:33:47.073175 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:33:47.112309 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 13:33:49.221389 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T13:33:49Z\n",
            "I0107 13:33:49.241781 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T13:33:49Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 13:33:49.787120 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 13:33:49.787846: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:33:49.788403: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 13:33:49.788476: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 13:33:49.788512: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 13:33:49.788541: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 13:33:49.788568: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 13:33:49.788591: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 13:33:49.788614: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 13:33:49.788647: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 13:33:49.788790: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:33:49.789365: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:33:49.789869: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 13:33:49.789918: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 13:33:49.789932: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 13:33:49.789942: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 13:33:49.790143: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:33:49.790724: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:33:49.791223: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-33527\n",
            "I0107 13:33:49.792480 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-33527\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 13:33:50.804120 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 13:33:50.953872 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 13:34:25.729026 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 13:34:25.737947 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 13:34:25.746234 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.36s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.25s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.571\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.813\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.617\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.115\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.211\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.693\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.567\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.648\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.655\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.183\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.379\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.763\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-13:34:28\n",
            "I0107 13:34:28.152955 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-13:34:28\n",
            "INFO:tensorflow:Saving dict for global step 33527: DetectionBoxes_Precision/mAP = 0.5706115, DetectionBoxes_Precision/mAP (large) = 0.69327384, DetectionBoxes_Precision/mAP (medium) = 0.21061197, DetectionBoxes_Precision/mAP (small) = 0.1152211, DetectionBoxes_Precision/mAP@.50IOU = 0.81254125, DetectionBoxes_Precision/mAP@.75IOU = 0.6169045, DetectionBoxes_Recall/AR@1 = 0.5665689, DetectionBoxes_Recall/AR@10 = 0.64824045, DetectionBoxes_Recall/AR@100 = 0.65469205, DetectionBoxes_Recall/AR@100 (large) = 0.7633136, DetectionBoxes_Recall/AR@100 (medium) = 0.37928572, DetectionBoxes_Recall/AR@100 (small) = 0.18285714, Loss/classification_loss = 2.8531864, Loss/localization_loss = 0.6731054, Loss/regularization_loss = 0.4304661, Loss/total_loss = 3.956759, global_step = 33527, learning_rate = 0.003, loss = 3.956759\n",
            "I0107 13:34:28.153314 140460294551424 estimator.py:2049] Saving dict for global step 33527: DetectionBoxes_Precision/mAP = 0.5706115, DetectionBoxes_Precision/mAP (large) = 0.69327384, DetectionBoxes_Precision/mAP (medium) = 0.21061197, DetectionBoxes_Precision/mAP (small) = 0.1152211, DetectionBoxes_Precision/mAP@.50IOU = 0.81254125, DetectionBoxes_Precision/mAP@.75IOU = 0.6169045, DetectionBoxes_Recall/AR@1 = 0.5665689, DetectionBoxes_Recall/AR@10 = 0.64824045, DetectionBoxes_Recall/AR@100 = 0.65469205, DetectionBoxes_Recall/AR@100 (large) = 0.7633136, DetectionBoxes_Recall/AR@100 (medium) = 0.37928572, DetectionBoxes_Recall/AR@100 (small) = 0.18285714, Loss/classification_loss = 2.8531864, Loss/localization_loss = 0.6731054, Loss/regularization_loss = 0.4304661, Loss/total_loss = 3.956759, global_step = 33527, learning_rate = 0.003, loss = 3.956759\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 33527: training/model.ckpt-33527\n",
            "I0107 13:34:28.159466 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 33527: training/model.ckpt-33527\n",
            "INFO:tensorflow:global_step/sec: 0.85867\n",
            "I0107 13:35:18.608698 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.85867\n",
            "INFO:tensorflow:loss = 2.0588655, step = 33600 (116.459 sec)\n",
            "I0107 13:35:18.609914 140460294551424 basic_session_run_hooks.py:260] loss = 2.0588655, step = 33600 (116.459 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46427\n",
            "I0107 13:36:26.901990 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46427\n",
            "INFO:tensorflow:loss = 2.1026204, step = 33700 (68.293 sec)\n",
            "I0107 13:36:26.903030 140460294551424 basic_session_run_hooks.py:260] loss = 2.1026204, step = 33700 (68.293 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44693\n",
            "I0107 13:37:36.013924 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44693\n",
            "INFO:tensorflow:loss = 1.5251186, step = 33800 (69.112 sec)\n",
            "I0107 13:37:36.015306 140460294551424 basic_session_run_hooks.py:260] loss = 1.5251186, step = 33800 (69.112 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41478\n",
            "I0107 13:38:46.696607 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41478\n",
            "INFO:tensorflow:loss = 2.975602, step = 33900 (70.682 sec)\n",
            "I0107 13:38:46.697625 140460294551424 basic_session_run_hooks.py:260] loss = 2.975602, step = 33900 (70.682 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47775\n",
            "I0107 13:39:54.367192 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47775\n",
            "INFO:tensorflow:loss = 2.1832366, step = 34000 (67.671 sec)\n",
            "I0107 13:39:54.368537 140460294551424 basic_session_run_hooks.py:260] loss = 2.1832366, step = 34000 (67.671 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4319\n",
            "I0107 13:41:04.204601 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4319\n",
            "INFO:tensorflow:loss = 1.484269, step = 34100 (69.837 sec)\n",
            "I0107 13:41:04.205630 140460294551424 basic_session_run_hooks.py:260] loss = 1.484269, step = 34100 (69.837 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44805\n",
            "I0107 13:42:13.263052 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44805\n",
            "INFO:tensorflow:loss = 1.4640429, step = 34200 (69.059 sec)\n",
            "I0107 13:42:13.264271 140460294551424 basic_session_run_hooks.py:260] loss = 1.4640429, step = 34200 (69.059 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40668\n",
            "I0107 13:43:24.352256 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40668\n",
            "INFO:tensorflow:loss = 1.2061077, step = 34300 (71.089 sec)\n",
            "I0107 13:43:24.353363 140460294551424 basic_session_run_hooks.py:260] loss = 1.2061077, step = 34300 (71.089 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 34326 into training/model.ckpt.\n",
            "I0107 13:43:42.230218 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 34326 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 13:43:44.824046 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:43:47.521401 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:43:47.561395 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:43:47.600030 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:43:47.639883 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:43:47.690819 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:43:47.729946 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 13:43:49.517262 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T13:43:49Z\n",
            "I0107 13:43:49.538160 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T13:43:49Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 13:43:50.080364 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 13:43:50.081109: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:43:50.081943: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 13:43:50.082025: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 13:43:50.082064: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 13:43:50.082107: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 13:43:50.082143: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 13:43:50.082190: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 13:43:50.082226: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 13:43:50.082261: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 13:43:50.082408: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:43:50.083099: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:43:50.083673: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 13:43:50.083726: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 13:43:50.083745: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 13:43:50.083758: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 13:43:50.083912: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:43:50.084457: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:43:50.084952: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-34326\n",
            "I0107 13:43:50.085983 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-34326\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 13:43:51.020843 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 13:43:51.145126 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 13:44:24.748560 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 13:44:24.750857 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 13:44:24.756950 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.38s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.25s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.551\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.816\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.598\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.104\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.192\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.673\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.545\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.630\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.636\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.171\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.366\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.743\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-13:44:27\n",
            "I0107 13:44:27.176010 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-13:44:27\n",
            "INFO:tensorflow:Saving dict for global step 34326: DetectionBoxes_Precision/mAP = 0.5507025, DetectionBoxes_Precision/mAP (large) = 0.67330694, DetectionBoxes_Precision/mAP (medium) = 0.19172074, DetectionBoxes_Precision/mAP (small) = 0.10389171, DetectionBoxes_Precision/mAP@.50IOU = 0.8157683, DetectionBoxes_Precision/mAP@.75IOU = 0.5981535, DetectionBoxes_Recall/AR@1 = 0.5447214, DetectionBoxes_Recall/AR@10 = 0.63005865, DetectionBoxes_Recall/AR@100 = 0.6360704, DetectionBoxes_Recall/AR@100 (large) = 0.7428008, DetectionBoxes_Recall/AR@100 (medium) = 0.36571428, DetectionBoxes_Recall/AR@100 (small) = 0.17142858, Loss/classification_loss = 2.9284859, Loss/localization_loss = 0.723101, Loss/regularization_loss = 0.42546108, Loss/total_loss = 4.077051, global_step = 34326, learning_rate = 0.003, loss = 4.077051\n",
            "I0107 13:44:27.176316 140460294551424 estimator.py:2049] Saving dict for global step 34326: DetectionBoxes_Precision/mAP = 0.5507025, DetectionBoxes_Precision/mAP (large) = 0.67330694, DetectionBoxes_Precision/mAP (medium) = 0.19172074, DetectionBoxes_Precision/mAP (small) = 0.10389171, DetectionBoxes_Precision/mAP@.50IOU = 0.8157683, DetectionBoxes_Precision/mAP@.75IOU = 0.5981535, DetectionBoxes_Recall/AR@1 = 0.5447214, DetectionBoxes_Recall/AR@10 = 0.63005865, DetectionBoxes_Recall/AR@100 = 0.6360704, DetectionBoxes_Recall/AR@100 (large) = 0.7428008, DetectionBoxes_Recall/AR@100 (medium) = 0.36571428, DetectionBoxes_Recall/AR@100 (small) = 0.17142858, Loss/classification_loss = 2.9284859, Loss/localization_loss = 0.723101, Loss/regularization_loss = 0.42546108, Loss/total_loss = 4.077051, global_step = 34326, learning_rate = 0.003, loss = 4.077051\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 34326: training/model.ckpt-34326\n",
            "I0107 13:44:27.182043 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 34326: training/model.ckpt-34326\n",
            "INFO:tensorflow:global_step/sec: 0.889187\n",
            "I0107 13:45:16.814496 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.889187\n",
            "INFO:tensorflow:loss = 1.999928, step = 34400 (112.462 sec)\n",
            "I0107 13:45:16.815728 140460294551424 basic_session_run_hooks.py:260] loss = 1.999928, step = 34400 (112.462 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46562\n",
            "I0107 13:46:25.044903 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46562\n",
            "INFO:tensorflow:loss = 1.9364619, step = 34500 (68.231 sec)\n",
            "I0107 13:46:25.046317 140460294551424 basic_session_run_hooks.py:260] loss = 1.9364619, step = 34500 (68.231 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49261\n",
            "I0107 13:47:32.041640 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49261\n",
            "INFO:tensorflow:loss = 1.423821, step = 34600 (66.996 sec)\n",
            "I0107 13:47:32.042765 140460294551424 basic_session_run_hooks.py:260] loss = 1.423821, step = 34600 (66.996 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47446\n",
            "I0107 13:48:39.863157 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47446\n",
            "INFO:tensorflow:loss = 1.6336751, step = 34700 (67.822 sec)\n",
            "I0107 13:48:39.864590 140460294551424 basic_session_run_hooks.py:260] loss = 1.6336751, step = 34700 (67.822 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4802\n",
            "I0107 13:49:47.421607 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4802\n",
            "INFO:tensorflow:loss = 1.0862097, step = 34800 (67.558 sec)\n",
            "I0107 13:49:47.423085 140460294551424 basic_session_run_hooks.py:260] loss = 1.0862097, step = 34800 (67.558 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4511\n",
            "I0107 13:50:56.334899 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4511\n",
            "INFO:tensorflow:loss = 0.8008363, step = 34900 (68.913 sec)\n",
            "I0107 13:50:56.335992 140460294551424 basic_session_run_hooks.py:260] loss = 0.8008363, step = 34900 (68.913 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47499\n",
            "I0107 13:52:04.131697 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47499\n",
            "INFO:tensorflow:loss = 1.172398, step = 35000 (67.797 sec)\n",
            "I0107 13:52:04.132828 140460294551424 basic_session_run_hooks.py:260] loss = 1.172398, step = 35000 (67.797 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.5025\n",
            "I0107 13:53:10.687474 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.5025\n",
            "INFO:tensorflow:loss = 1.8315704, step = 35100 (66.556 sec)\n",
            "I0107 13:53:10.689072 140460294551424 basic_session_run_hooks.py:260] loss = 1.8315704, step = 35100 (66.556 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 35148 into training/model.ckpt.\n",
            "I0107 13:53:42.901201 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 35148 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 13:53:45.861380 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:53:48.576818 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:53:48.627770 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:53:48.666389 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:53:48.706149 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:53:48.746019 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 13:53:48.784904 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 13:53:50.585252 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T13:53:50Z\n",
            "I0107 13:53:50.606292 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T13:53:50Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 13:53:51.164631 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 13:53:51.165388: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:53:51.166111: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 13:53:51.166195: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 13:53:51.166239: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 13:53:51.166282: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 13:53:51.166321: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 13:53:51.166368: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 13:53:51.166407: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 13:53:51.166445: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 13:53:51.166578: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:53:51.167177: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:53:51.167696: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 13:53:51.167825: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 13:53:51.167924: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 13:53:51.167944: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 13:53:51.168155: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:53:51.168759: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 13:53:51.169271: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-35148\n",
            "I0107 13:53:51.170507 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-35148\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 13:53:52.133204 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 13:53:52.272788 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 13:54:27.175504 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 13:54:27.177912 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 13:54:27.185960 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.37s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.28s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.577\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.838\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.616\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.087\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.227\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.701\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.563\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.651\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.656\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.149\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.368\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.770\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-13:54:29\n",
            "I0107 13:54:29.606626 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-13:54:29\n",
            "INFO:tensorflow:Saving dict for global step 35148: DetectionBoxes_Precision/mAP = 0.577056, DetectionBoxes_Precision/mAP (large) = 0.7011802, DetectionBoxes_Precision/mAP (medium) = 0.22662343, DetectionBoxes_Precision/mAP (small) = 0.08730925, DetectionBoxes_Precision/mAP@.50IOU = 0.8375321, DetectionBoxes_Precision/mAP@.75IOU = 0.6155394, DetectionBoxes_Recall/AR@1 = 0.56261, DetectionBoxes_Recall/AR@10 = 0.6505865, DetectionBoxes_Recall/AR@100 = 0.6558651, DetectionBoxes_Recall/AR@100 (large) = 0.7704142, DetectionBoxes_Recall/AR@100 (medium) = 0.36785713, DetectionBoxes_Recall/AR@100 (small) = 0.14857143, Loss/classification_loss = 2.7755895, Loss/localization_loss = 0.6695391, Loss/regularization_loss = 0.42056638, Loss/total_loss = 3.8656957, global_step = 35148, learning_rate = 0.003, loss = 3.8656957\n",
            "I0107 13:54:29.607049 140460294551424 estimator.py:2049] Saving dict for global step 35148: DetectionBoxes_Precision/mAP = 0.577056, DetectionBoxes_Precision/mAP (large) = 0.7011802, DetectionBoxes_Precision/mAP (medium) = 0.22662343, DetectionBoxes_Precision/mAP (small) = 0.08730925, DetectionBoxes_Precision/mAP@.50IOU = 0.8375321, DetectionBoxes_Precision/mAP@.75IOU = 0.6155394, DetectionBoxes_Recall/AR@1 = 0.56261, DetectionBoxes_Recall/AR@10 = 0.6505865, DetectionBoxes_Recall/AR@100 = 0.6558651, DetectionBoxes_Recall/AR@100 (large) = 0.7704142, DetectionBoxes_Recall/AR@100 (medium) = 0.36785713, DetectionBoxes_Recall/AR@100 (small) = 0.14857143, Loss/classification_loss = 2.7755895, Loss/localization_loss = 0.6695391, Loss/regularization_loss = 0.42056638, Loss/total_loss = 3.8656957, global_step = 35148, learning_rate = 0.003, loss = 3.8656957\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 35148: training/model.ckpt-35148\n",
            "I0107 13:54:29.613107 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 35148: training/model.ckpt-35148\n",
            "INFO:tensorflow:global_step/sec: 0.851992\n",
            "I0107 13:55:08.060270 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.851992\n",
            "INFO:tensorflow:loss = 1.8307464, step = 35200 (117.372 sec)\n",
            "I0107 13:55:08.061378 140460294551424 basic_session_run_hooks.py:260] loss = 1.8307464, step = 35200 (117.372 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49805\n",
            "I0107 13:56:14.812945 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49805\n",
            "INFO:tensorflow:loss = 1.7462763, step = 35300 (66.753 sec)\n",
            "I0107 13:56:14.814252 140460294551424 basic_session_run_hooks.py:260] loss = 1.7462763, step = 35300 (66.753 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.425\n",
            "I0107 13:57:24.988403 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.425\n",
            "INFO:tensorflow:loss = 1.6370984, step = 35400 (70.176 sec)\n",
            "I0107 13:57:24.990175 140460294551424 basic_session_run_hooks.py:260] loss = 1.6370984, step = 35400 (70.176 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4607\n",
            "I0107 13:58:33.448627 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4607\n",
            "INFO:tensorflow:loss = 1.8231449, step = 35500 (68.460 sec)\n",
            "I0107 13:58:33.449943 140460294551424 basic_session_run_hooks.py:260] loss = 1.8231449, step = 35500 (68.460 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43463\n",
            "I0107 13:59:43.153087 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43463\n",
            "INFO:tensorflow:loss = 1.6585944, step = 35600 (69.705 sec)\n",
            "I0107 13:59:43.154647 140460294551424 basic_session_run_hooks.py:260] loss = 1.6585944, step = 35600 (69.705 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44939\n",
            "I0107 14:00:52.147592 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44939\n",
            "INFO:tensorflow:loss = 1.4549186, step = 35700 (68.994 sec)\n",
            "I0107 14:00:52.148736 140460294551424 basic_session_run_hooks.py:260] loss = 1.4549186, step = 35700 (68.994 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.41851\n",
            "I0107 14:02:02.644028 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.41851\n",
            "INFO:tensorflow:loss = 1.5085622, step = 35800 (70.497 sec)\n",
            "I0107 14:02:02.645493 140460294551424 basic_session_run_hooks.py:260] loss = 1.5085622, step = 35800 (70.497 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.45508\n",
            "I0107 14:03:11.368697 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.45508\n",
            "INFO:tensorflow:loss = 1.3824043, step = 35900 (68.725 sec)\n",
            "I0107 14:03:11.370093 140460294551424 basic_session_run_hooks.py:260] loss = 1.3824043, step = 35900 (68.725 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 35949 into training/model.ckpt.\n",
            "I0107 14:03:43.038605 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 35949 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 14:03:45.609136 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:03:48.316350 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:03:48.356157 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:03:48.395261 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:03:48.445080 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:03:48.825361 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:03:48.873884 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 14:03:50.727174 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T14:03:50Z\n",
            "I0107 14:03:50.749409 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T14:03:50Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 14:03:51.295443 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 14:03:51.296376: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:03:51.296954: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:03:51.297044: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:03:51.297092: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:03:51.297133: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:03:51.297177: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:03:51.297222: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:03:51.297274: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:03:51.297311: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:03:51.297448: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:03:51.298019: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:03:51.298480: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:03:51.298528: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 14:03:51.298548: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 14:03:51.298561: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 14:03:51.298712: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:03:51.299438: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:03:51.300039: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-35949\n",
            "I0107 14:03:51.301392 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-35949\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 14:03:52.269337 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 14:03:52.409571 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 14:04:27.569964 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 14:04:27.572049 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 14:04:27.582244 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.38s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.563\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.828\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.594\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.073\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.217\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.686\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.563\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.643\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.648\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.151\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.340\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.768\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-14:04:30\n",
            "I0107 14:04:30.015787 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-14:04:30\n",
            "INFO:tensorflow:Saving dict for global step 35949: DetectionBoxes_Precision/mAP = 0.5631106, DetectionBoxes_Precision/mAP (large) = 0.6862993, DetectionBoxes_Precision/mAP (medium) = 0.21721128, DetectionBoxes_Precision/mAP (small) = 0.07268903, DetectionBoxes_Precision/mAP@.50IOU = 0.8280557, DetectionBoxes_Precision/mAP@.75IOU = 0.59398395, DetectionBoxes_Recall/AR@1 = 0.56261, DetectionBoxes_Recall/AR@10 = 0.64281523, DetectionBoxes_Recall/AR@100 = 0.64824045, DetectionBoxes_Recall/AR@100 (large) = 0.76765287, DetectionBoxes_Recall/AR@100 (medium) = 0.34, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 2.791904, Loss/localization_loss = 0.6988563, Loss/regularization_loss = 0.415864, Loss/total_loss = 3.906621, global_step = 35949, learning_rate = 0.003, loss = 3.906621\n",
            "I0107 14:04:30.016127 140460294551424 estimator.py:2049] Saving dict for global step 35949: DetectionBoxes_Precision/mAP = 0.5631106, DetectionBoxes_Precision/mAP (large) = 0.6862993, DetectionBoxes_Precision/mAP (medium) = 0.21721128, DetectionBoxes_Precision/mAP (small) = 0.07268903, DetectionBoxes_Precision/mAP@.50IOU = 0.8280557, DetectionBoxes_Precision/mAP@.75IOU = 0.59398395, DetectionBoxes_Recall/AR@1 = 0.56261, DetectionBoxes_Recall/AR@10 = 0.64281523, DetectionBoxes_Recall/AR@100 = 0.64824045, DetectionBoxes_Recall/AR@100 (large) = 0.76765287, DetectionBoxes_Recall/AR@100 (medium) = 0.34, DetectionBoxes_Recall/AR@100 (small) = 0.15142857, Loss/classification_loss = 2.791904, Loss/localization_loss = 0.6988563, Loss/regularization_loss = 0.415864, Loss/total_loss = 3.906621, global_step = 35949, learning_rate = 0.003, loss = 3.906621\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 35949: training/model.ckpt-35949\n",
            "I0107 14:04:30.022473 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 35949: training/model.ckpt-35949\n",
            "INFO:tensorflow:global_step/sec: 0.891155\n",
            "I0107 14:05:03.582625 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.891155\n",
            "INFO:tensorflow:loss = 1.1970716, step = 36000 (112.214 sec)\n",
            "I0107 14:05:03.583840 140460294551424 basic_session_run_hooks.py:260] loss = 1.1970716, step = 36000 (112.214 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47323\n",
            "I0107 14:06:11.460741 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47323\n",
            "INFO:tensorflow:loss = 0.8990408, step = 36100 (67.878 sec)\n",
            "I0107 14:06:11.461646 140460294551424 basic_session_run_hooks.py:260] loss = 0.8990408, step = 36100 (67.878 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.51288\n",
            "I0107 14:07:17.559614 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.51288\n",
            "INFO:tensorflow:loss = 1.9239601, step = 36200 (66.099 sec)\n",
            "I0107 14:07:17.560925 140460294551424 basic_session_run_hooks.py:260] loss = 1.9239601, step = 36200 (66.099 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49611\n",
            "I0107 14:08:24.399544 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49611\n",
            "INFO:tensorflow:loss = 1.2319936, step = 36300 (66.840 sec)\n",
            "I0107 14:08:24.400768 140460294551424 basic_session_run_hooks.py:260] loss = 1.2319936, step = 36300 (66.840 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48531\n",
            "I0107 14:09:31.725412 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48531\n",
            "INFO:tensorflow:loss = 1.7170415, step = 36400 (67.326 sec)\n",
            "I0107 14:09:31.726634 140460294551424 basic_session_run_hooks.py:260] loss = 1.7170415, step = 36400 (67.326 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44475\n",
            "I0107 14:10:40.941607 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44475\n",
            "INFO:tensorflow:loss = 2.7031636, step = 36500 (69.216 sec)\n",
            "I0107 14:10:40.942955 140460294551424 basic_session_run_hooks.py:260] loss = 2.7031636, step = 36500 (69.216 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46443\n",
            "I0107 14:11:49.227600 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46443\n",
            "INFO:tensorflow:loss = 1.9346602, step = 36600 (68.286 sec)\n",
            "I0107 14:11:49.229023 140460294551424 basic_session_run_hooks.py:260] loss = 1.9346602, step = 36600 (68.286 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42547\n",
            "I0107 14:12:59.379865 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42547\n",
            "INFO:tensorflow:loss = 1.3397479, step = 36700 (70.152 sec)\n",
            "I0107 14:12:59.381143 140460294551424 basic_session_run_hooks.py:260] loss = 1.3397479, step = 36700 (70.152 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 36767 into training/model.ckpt.\n",
            "I0107 14:13:43.388447 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 36767 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 14:13:46.036465 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:13:48.755831 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:13:48.795704 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:13:48.836601 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:13:48.880206 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:13:48.919415 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:13:48.958632 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 14:13:50.801685 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T14:13:50Z\n",
            "I0107 14:13:50.822311 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T14:13:50Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 14:13:51.363608 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 14:13:51.364384: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:13:51.365046: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:13:51.365145: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:13:51.365175: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:13:51.365204: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:13:51.365238: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:13:51.365261: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:13:51.365287: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:13:51.365314: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:13:51.365409: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:13:51.365978: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:13:51.366457: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:13:51.366537: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 14:13:51.366553: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 14:13:51.366597: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 14:13:51.366835: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:13:51.367399: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:13:51.367896: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-36767\n",
            "I0107 14:13:51.369098 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-36767\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 14:13:52.338531 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 14:13:52.477118 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 14:14:28.912892 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 14:14:28.914875 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 14:14:28.924714 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.43s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.566\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.830\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.609\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.071\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.223\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.684\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.553\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.638\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.647\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.166\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.368\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.757\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-14:14:31\n",
            "I0107 14:14:31.430698 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-14:14:31\n",
            "INFO:tensorflow:Saving dict for global step 36767: DetectionBoxes_Precision/mAP = 0.5655074, DetectionBoxes_Precision/mAP (large) = 0.6836726, DetectionBoxes_Precision/mAP (medium) = 0.22330403, DetectionBoxes_Precision/mAP (small) = 0.07117638, DetectionBoxes_Precision/mAP@.50IOU = 0.82980216, DetectionBoxes_Precision/mAP@.75IOU = 0.60881567, DetectionBoxes_Recall/AR@1 = 0.55337244, DetectionBoxes_Recall/AR@10 = 0.6382698, DetectionBoxes_Recall/AR@100 = 0.6470674, DetectionBoxes_Recall/AR@100 (large) = 0.75739646, DetectionBoxes_Recall/AR@100 (medium) = 0.36785713, DetectionBoxes_Recall/AR@100 (small) = 0.16571428, Loss/classification_loss = 2.8194118, Loss/localization_loss = 0.68877375, Loss/regularization_loss = 0.41140756, Loss/total_loss = 3.9195938, global_step = 36767, learning_rate = 0.003, loss = 3.9195938\n",
            "I0107 14:14:31.431043 140460294551424 estimator.py:2049] Saving dict for global step 36767: DetectionBoxes_Precision/mAP = 0.5655074, DetectionBoxes_Precision/mAP (large) = 0.6836726, DetectionBoxes_Precision/mAP (medium) = 0.22330403, DetectionBoxes_Precision/mAP (small) = 0.07117638, DetectionBoxes_Precision/mAP@.50IOU = 0.82980216, DetectionBoxes_Precision/mAP@.75IOU = 0.60881567, DetectionBoxes_Recall/AR@1 = 0.55337244, DetectionBoxes_Recall/AR@10 = 0.6382698, DetectionBoxes_Recall/AR@100 = 0.6470674, DetectionBoxes_Recall/AR@100 (large) = 0.75739646, DetectionBoxes_Recall/AR@100 (medium) = 0.36785713, DetectionBoxes_Recall/AR@100 (small) = 0.16571428, Loss/classification_loss = 2.8194118, Loss/localization_loss = 0.68877375, Loss/regularization_loss = 0.41140756, Loss/total_loss = 3.9195938, global_step = 36767, learning_rate = 0.003, loss = 3.9195938\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 36767: training/model.ckpt-36767\n",
            "I0107 14:14:31.437107 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 36767: training/model.ckpt-36767\n",
            "INFO:tensorflow:global_step/sec: 0.864352\n",
            "I0107 14:14:55.073430 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.864352\n",
            "INFO:tensorflow:loss = 1.5709412, step = 36800 (115.693 sec)\n",
            "I0107 14:14:55.074582 140460294551424 basic_session_run_hooks.py:260] loss = 1.5709412, step = 36800 (115.693 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43695\n",
            "I0107 14:16:04.665297 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43695\n",
            "INFO:tensorflow:loss = 1.7017612, step = 36900 (69.592 sec)\n",
            "I0107 14:16:04.666423 140460294551424 basic_session_run_hooks.py:260] loss = 1.7017612, step = 36900 (69.592 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49091\n",
            "I0107 14:17:11.738384 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49091\n",
            "INFO:tensorflow:loss = 1.4308947, step = 37000 (67.073 sec)\n",
            "I0107 14:17:11.739593 140460294551424 basic_session_run_hooks.py:260] loss = 1.4308947, step = 37000 (67.073 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42674\n",
            "I0107 14:18:21.828301 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42674\n",
            "INFO:tensorflow:loss = 2.2325518, step = 37100 (70.090 sec)\n",
            "I0107 14:18:21.829368 140460294551424 basic_session_run_hooks.py:260] loss = 2.2325518, step = 37100 (70.090 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49607\n",
            "I0107 14:19:28.670423 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49607\n",
            "INFO:tensorflow:loss = 1.520123, step = 37200 (66.842 sec)\n",
            "I0107 14:19:28.671529 140460294551424 basic_session_run_hooks.py:260] loss = 1.520123, step = 37200 (66.842 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44988\n",
            "I0107 14:20:37.641324 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44988\n",
            "INFO:tensorflow:loss = 1.7241609, step = 37300 (68.971 sec)\n",
            "I0107 14:20:37.642679 140460294551424 basic_session_run_hooks.py:260] loss = 1.7241609, step = 37300 (68.971 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47679\n",
            "I0107 14:21:45.355953 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47679\n",
            "INFO:tensorflow:loss = 1.6993604, step = 37400 (67.714 sec)\n",
            "I0107 14:21:45.356996 140460294551424 basic_session_run_hooks.py:260] loss = 1.6993604, step = 37400 (67.714 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.4426\n",
            "I0107 14:22:54.675134 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.4426\n",
            "INFO:tensorflow:loss = 1.6927271, step = 37500 (69.319 sec)\n",
            "I0107 14:22:54.676461 140460294551424 basic_session_run_hooks.py:260] loss = 1.6927271, step = 37500 (69.319 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 37572 into training/model.ckpt.\n",
            "I0107 14:23:43.667065 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 37572 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 14:23:46.286179 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:23:48.979369 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:23:49.018877 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:23:49.070868 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:23:49.142592 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:23:49.189066 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:23:49.233724 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 14:23:51.065966 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T14:23:51Z\n",
            "I0107 14:23:51.087602 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T14:23:51Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 14:23:51.635963 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 14:23:51.636801: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:23:51.637349: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:23:51.637433: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:23:51.637475: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:23:51.637518: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:23:51.637567: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:23:51.637607: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:23:51.637645: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:23:51.637725: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:23:51.637856: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:23:51.638419: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:23:51.638902: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:23:51.638959: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 14:23:51.638980: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 14:23:51.638993: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 14:23:51.639142: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:23:51.639775: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:23:51.640259: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-37572\n",
            "I0107 14:23:51.641459 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-37572\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 14:23:52.602912 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 14:23:52.738603 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 14:24:27.724545 140457026553600 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 14:24:27.727116 140457026553600 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 14:24:27.739398 140457026553600 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.41s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.28s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.561\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.827\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.594\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.067\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.227\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.683\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.564\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.644\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.649\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.143\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.355\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.765\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-14:24:30\n",
            "I0107 14:24:30.220832 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-14:24:30\n",
            "INFO:tensorflow:Saving dict for global step 37572: DetectionBoxes_Precision/mAP = 0.56072825, DetectionBoxes_Precision/mAP (large) = 0.682832, DetectionBoxes_Precision/mAP (medium) = 0.22650206, DetectionBoxes_Precision/mAP (small) = 0.0672974, DetectionBoxes_Precision/mAP@.50IOU = 0.82689863, DetectionBoxes_Precision/mAP@.75IOU = 0.59366053, DetectionBoxes_Recall/AR@1 = 0.5639296, DetectionBoxes_Recall/AR@10 = 0.643695, DetectionBoxes_Recall/AR@100 = 0.64882696, DetectionBoxes_Recall/AR@100 (large) = 0.7648915, DetectionBoxes_Recall/AR@100 (medium) = 0.355, DetectionBoxes_Recall/AR@100 (small) = 0.14285715, Loss/classification_loss = 2.845391, Loss/localization_loss = 0.67026705, Loss/regularization_loss = 0.40732116, Loss/total_loss = 3.9229798, global_step = 37572, learning_rate = 0.003, loss = 3.9229798\n",
            "I0107 14:24:30.221126 140460294551424 estimator.py:2049] Saving dict for global step 37572: DetectionBoxes_Precision/mAP = 0.56072825, DetectionBoxes_Precision/mAP (large) = 0.682832, DetectionBoxes_Precision/mAP (medium) = 0.22650206, DetectionBoxes_Precision/mAP (small) = 0.0672974, DetectionBoxes_Precision/mAP@.50IOU = 0.82689863, DetectionBoxes_Precision/mAP@.75IOU = 0.59366053, DetectionBoxes_Recall/AR@1 = 0.5639296, DetectionBoxes_Recall/AR@10 = 0.643695, DetectionBoxes_Recall/AR@100 = 0.64882696, DetectionBoxes_Recall/AR@100 (large) = 0.7648915, DetectionBoxes_Recall/AR@100 (medium) = 0.355, DetectionBoxes_Recall/AR@100 (small) = 0.14285715, Loss/classification_loss = 2.845391, Loss/localization_loss = 0.67026705, Loss/regularization_loss = 0.40732116, Loss/total_loss = 3.9229798, global_step = 37572, learning_rate = 0.003, loss = 3.9229798\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 37572: training/model.ckpt-37572\n",
            "I0107 14:24:30.227168 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 37572: training/model.ckpt-37572\n",
            "INFO:tensorflow:global_step/sec: 0.868444\n",
            "I0107 14:24:49.823528 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.868444\n",
            "INFO:tensorflow:loss = 1.7555878, step = 37600 (115.148 sec)\n",
            "I0107 14:24:49.824754 140460294551424 basic_session_run_hooks.py:260] loss = 1.7555878, step = 37600 (115.148 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47691\n",
            "I0107 14:25:57.532281 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47691\n",
            "INFO:tensorflow:loss = 1.7845715, step = 37700 (67.709 sec)\n",
            "I0107 14:25:57.534060 140460294551424 basic_session_run_hooks.py:260] loss = 1.7845715, step = 37700 (67.709 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46068\n",
            "I0107 14:27:05.993616 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46068\n",
            "INFO:tensorflow:loss = 1.265766, step = 37800 (68.461 sec)\n",
            "I0107 14:27:05.994810 140460294551424 basic_session_run_hooks.py:260] loss = 1.265766, step = 37800 (68.461 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.51338\n",
            "I0107 14:28:12.070914 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.51338\n",
            "INFO:tensorflow:loss = 1.4840412, step = 37900 (66.077 sec)\n",
            "I0107 14:28:12.072280 140460294551424 basic_session_run_hooks.py:260] loss = 1.4840412, step = 37900 (66.077 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46024\n",
            "I0107 14:29:20.552893 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46024\n",
            "INFO:tensorflow:loss = 2.3035092, step = 38000 (68.482 sec)\n",
            "I0107 14:29:20.554229 140460294551424 basic_session_run_hooks.py:260] loss = 2.3035092, step = 38000 (68.482 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.48257\n",
            "I0107 14:30:28.003410 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.48257\n",
            "INFO:tensorflow:loss = 1.4104211, step = 38100 (67.450 sec)\n",
            "I0107 14:30:28.004535 140460294551424 basic_session_run_hooks.py:260] loss = 1.4104211, step = 38100 (67.450 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40906\n",
            "I0107 14:31:38.972690 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40906\n",
            "INFO:tensorflow:loss = 1.33054, step = 38200 (70.969 sec)\n",
            "I0107 14:31:38.974008 140460294551424 basic_session_run_hooks.py:260] loss = 1.33054, step = 38200 (70.969 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47362\n",
            "I0107 14:32:46.832960 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47362\n",
            "INFO:tensorflow:loss = 1.1567283, step = 38300 (67.860 sec)\n",
            "I0107 14:32:46.834107 140460294551424 basic_session_run_hooks.py:260] loss = 1.1567283, step = 38300 (67.860 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 38386 into training/model.ckpt.\n",
            "I0107 14:33:43.913477 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 38386 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 14:33:46.481793 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:33:49.625862 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:33:49.668263 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:33:49.709074 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:33:49.751128 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:33:49.791423 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:33:49.830536 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 14:33:51.684160 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T14:33:51Z\n",
            "I0107 14:33:51.705273 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T14:33:51Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 14:33:52.257471 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 14:33:52.258339: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:33:52.258933: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:33:52.259035: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:33:52.259074: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:33:52.259105: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:33:52.259129: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:33:52.259151: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:33:52.259177: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:33:52.259203: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:33:52.259297: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:33:52.259880: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:33:52.260363: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:33:52.260415: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 14:33:52.260429: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 14:33:52.260439: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 14:33:52.260632: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:33:52.261387: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:33:52.261944: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-38386\n",
            "I0107 14:33:52.263252 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-38386\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 14:33:53.277062 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 14:33:53.418067 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 14:34:28.177003 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 14:34:28.179072 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 14:34:28.188574 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.41s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.556\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.809\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.595\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.097\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.197\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.677\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.551\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.636\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.641\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.191\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.348\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.752\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-14:34:30\n",
            "I0107 14:34:30.626617 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-14:34:30\n",
            "INFO:tensorflow:Saving dict for global step 38386: DetectionBoxes_Precision/mAP = 0.5558133, DetectionBoxes_Precision/mAP (large) = 0.67688745, DetectionBoxes_Precision/mAP (medium) = 0.19745636, DetectionBoxes_Precision/mAP (small) = 0.09740748, DetectionBoxes_Precision/mAP@.50IOU = 0.8090666, DetectionBoxes_Precision/mAP@.75IOU = 0.5951038, DetectionBoxes_Recall/AR@1 = 0.5508798, DetectionBoxes_Recall/AR@10 = 0.6357771, DetectionBoxes_Recall/AR@100 = 0.6406158, DetectionBoxes_Recall/AR@100 (large) = 0.7524655, DetectionBoxes_Recall/AR@100 (medium) = 0.34785715, DetectionBoxes_Recall/AR@100 (small) = 0.19142857, Loss/classification_loss = 2.9413197, Loss/localization_loss = 0.69771755, Loss/regularization_loss = 0.40334985, Loss/total_loss = 4.042384, global_step = 38386, learning_rate = 0.003, loss = 4.042384\n",
            "I0107 14:34:30.626971 140460294551424 estimator.py:2049] Saving dict for global step 38386: DetectionBoxes_Precision/mAP = 0.5558133, DetectionBoxes_Precision/mAP (large) = 0.67688745, DetectionBoxes_Precision/mAP (medium) = 0.19745636, DetectionBoxes_Precision/mAP (small) = 0.09740748, DetectionBoxes_Precision/mAP@.50IOU = 0.8090666, DetectionBoxes_Precision/mAP@.75IOU = 0.5951038, DetectionBoxes_Recall/AR@1 = 0.5508798, DetectionBoxes_Recall/AR@10 = 0.6357771, DetectionBoxes_Recall/AR@100 = 0.6406158, DetectionBoxes_Recall/AR@100 (large) = 0.7524655, DetectionBoxes_Recall/AR@100 (medium) = 0.34785715, DetectionBoxes_Recall/AR@100 (small) = 0.19142857, Loss/classification_loss = 2.9413197, Loss/localization_loss = 0.69771755, Loss/regularization_loss = 0.40334985, Loss/total_loss = 4.042384, global_step = 38386, learning_rate = 0.003, loss = 4.042384\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 38386: training/model.ckpt-38386\n",
            "I0107 14:34:30.632655 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 38386: training/model.ckpt-38386\n",
            "INFO:tensorflow:global_step/sec: 0.877108\n",
            "I0107 14:34:40.843999 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.877108\n",
            "INFO:tensorflow:loss = 1.4003813, step = 38400 (114.011 sec)\n",
            "I0107 14:34:40.845065 140460294551424 basic_session_run_hooks.py:260] loss = 1.4003813, step = 38400 (114.011 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.52257\n",
            "I0107 14:35:46.522387 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.52257\n",
            "INFO:tensorflow:loss = 1.3885632, step = 38500 (65.681 sec)\n",
            "I0107 14:35:46.525568 140460294551424 basic_session_run_hooks.py:260] loss = 1.3885632, step = 38500 (65.681 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49657\n",
            "I0107 14:36:53.341921 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49657\n",
            "INFO:tensorflow:loss = 1.1732296, step = 38600 (66.818 sec)\n",
            "I0107 14:36:53.343073 140460294551424 basic_session_run_hooks.py:260] loss = 1.1732296, step = 38600 (66.818 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.44143\n",
            "I0107 14:38:02.717514 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.44143\n",
            "INFO:tensorflow:loss = 1.5749009, step = 38700 (69.376 sec)\n",
            "I0107 14:38:02.718850 140460294551424 basic_session_run_hooks.py:260] loss = 1.5749009, step = 38700 (69.376 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47008\n",
            "I0107 14:39:10.740985 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47008\n",
            "INFO:tensorflow:loss = 2.2046907, step = 38800 (68.023 sec)\n",
            "I0107 14:39:10.742272 140460294551424 basic_session_run_hooks.py:260] loss = 2.2046907, step = 38800 (68.023 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42149\n",
            "I0107 14:40:21.089881 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42149\n",
            "INFO:tensorflow:loss = 1.7075789, step = 38900 (70.349 sec)\n",
            "I0107 14:40:21.091125 140460294551424 basic_session_run_hooks.py:260] loss = 1.7075789, step = 38900 (70.349 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.40701\n",
            "I0107 14:41:32.162420 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.40701\n",
            "INFO:tensorflow:loss = 1.6589748, step = 39000 (71.072 sec)\n",
            "I0107 14:41:32.163589 140460294551424 basic_session_run_hooks.py:260] loss = 1.6589748, step = 39000 (71.072 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42446\n",
            "I0107 14:42:42.364237 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42446\n",
            "INFO:tensorflow:loss = 1.6934397, step = 39100 (70.202 sec)\n",
            "I0107 14:42:42.365352 140460294551424 basic_session_run_hooks.py:260] loss = 1.6934397, step = 39100 (70.202 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 39192 into training/model.ckpt.\n",
            "I0107 14:43:44.226309 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 39192 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 14:43:46.868361 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:43:49.585910 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:43:49.625628 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:43:49.664159 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:43:49.720098 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:43:49.760838 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:43:49.803285 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 14:43:51.665145 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T14:43:51Z\n",
            "I0107 14:43:51.686382 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T14:43:51Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 14:43:52.235241 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 14:43:52.236013: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:43:52.236581: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:43:52.236651: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:43:52.236719: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:43:52.236768: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:43:52.236794: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:43:52.236817: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:43:52.236855: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:43:52.236880: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:43:52.236979: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:43:52.237557: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:43:52.238075: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:43:52.238145: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 14:43:52.238159: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 14:43:52.238170: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 14:43:52.238301: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:43:52.238877: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:43:52.239418: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-39192\n",
            "I0107 14:43:52.240769 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-39192\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 14:43:53.205716 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 14:43:53.364748 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 14:44:28.912847 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 14:44:28.916364 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 14:44:28.926271 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.41s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.28s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.553\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.831\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.597\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.090\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.214\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.681\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.560\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.634\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.649\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.183\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.347\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.764\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-14:44:31\n",
            "I0107 14:44:31.417474 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-14:44:31\n",
            "INFO:tensorflow:Saving dict for global step 39192: DetectionBoxes_Precision/mAP = 0.5530242, DetectionBoxes_Precision/mAP (large) = 0.6808297, DetectionBoxes_Precision/mAP (medium) = 0.21363251, DetectionBoxes_Precision/mAP (small) = 0.08953784, DetectionBoxes_Precision/mAP@.50IOU = 0.8309992, DetectionBoxes_Precision/mAP@.75IOU = 0.59715325, DetectionBoxes_Recall/AR@1 = 0.5601173, DetectionBoxes_Recall/AR@10 = 0.63431084, DetectionBoxes_Recall/AR@100 = 0.64882696, DetectionBoxes_Recall/AR@100 (large) = 0.7642998, DetectionBoxes_Recall/AR@100 (medium) = 0.34714285, DetectionBoxes_Recall/AR@100 (small) = 0.18285714, Loss/classification_loss = 2.7859337, Loss/localization_loss = 0.67123604, Loss/regularization_loss = 0.3994942, Loss/total_loss = 3.856667, global_step = 39192, learning_rate = 0.003, loss = 3.856667\n",
            "I0107 14:44:31.417828 140460294551424 estimator.py:2049] Saving dict for global step 39192: DetectionBoxes_Precision/mAP = 0.5530242, DetectionBoxes_Precision/mAP (large) = 0.6808297, DetectionBoxes_Precision/mAP (medium) = 0.21363251, DetectionBoxes_Precision/mAP (small) = 0.08953784, DetectionBoxes_Precision/mAP@.50IOU = 0.8309992, DetectionBoxes_Precision/mAP@.75IOU = 0.59715325, DetectionBoxes_Recall/AR@1 = 0.5601173, DetectionBoxes_Recall/AR@10 = 0.63431084, DetectionBoxes_Recall/AR@100 = 0.64882696, DetectionBoxes_Recall/AR@100 (large) = 0.7642998, DetectionBoxes_Recall/AR@100 (medium) = 0.34714285, DetectionBoxes_Recall/AR@100 (small) = 0.18285714, Loss/classification_loss = 2.7859337, Loss/localization_loss = 0.67123604, Loss/regularization_loss = 0.3994942, Loss/total_loss = 3.856667, global_step = 39192, learning_rate = 0.003, loss = 3.856667\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 39192: training/model.ckpt-39192\n",
            "I0107 14:44:31.423701 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 39192: training/model.ckpt-39192\n",
            "INFO:tensorflow:global_step/sec: 0.864989\n",
            "I0107 14:44:37.972787 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.864989\n",
            "INFO:tensorflow:loss = 2.0703778, step = 39200 (115.609 sec)\n",
            "I0107 14:44:37.974079 140460294551424 basic_session_run_hooks.py:260] loss = 2.0703778, step = 39200 (115.609 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.42244\n",
            "I0107 14:45:48.274407 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.42244\n",
            "INFO:tensorflow:loss = 2.0134287, step = 39300 (70.302 sec)\n",
            "I0107 14:45:48.275784 140460294551424 basic_session_run_hooks.py:260] loss = 2.0134287, step = 39300 (70.302 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.43455\n",
            "I0107 14:46:57.982752 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.43455\n",
            "INFO:tensorflow:loss = 1.2976305, step = 39400 (69.708 sec)\n",
            "I0107 14:46:57.983964 140460294551424 basic_session_run_hooks.py:260] loss = 1.2976305, step = 39400 (69.708 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49075\n",
            "I0107 14:48:05.063345 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49075\n",
            "INFO:tensorflow:loss = 1.7959006, step = 39500 (67.081 sec)\n",
            "I0107 14:48:05.065125 140460294551424 basic_session_run_hooks.py:260] loss = 1.7959006, step = 39500 (67.081 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.47243\n",
            "I0107 14:49:12.978412 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.47243\n",
            "INFO:tensorflow:loss = 1.9707376, step = 39600 (67.914 sec)\n",
            "I0107 14:49:12.979605 140460294551424 basic_session_run_hooks.py:260] loss = 1.9707376, step = 39600 (67.914 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.57178\n",
            "I0107 14:50:16.600544 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.57178\n",
            "INFO:tensorflow:loss = 1.1065801, step = 39700 (63.626 sec)\n",
            "I0107 14:50:16.605729 140460294551424 basic_session_run_hooks.py:260] loss = 1.1065801, step = 39700 (63.626 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.49715\n",
            "I0107 14:51:23.393970 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.49715\n",
            "INFO:tensorflow:loss = 1.4120069, step = 39800 (66.790 sec)\n",
            "I0107 14:51:23.395370 140460294551424 basic_session_run_hooks.py:260] loss = 1.4120069, step = 39800 (66.790 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.5051\n",
            "I0107 14:52:29.835081 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.5051\n",
            "INFO:tensorflow:loss = 2.473011, step = 39900 (66.445 sec)\n",
            "I0107 14:52:29.840575 140460294551424 basic_session_run_hooks.py:260] loss = 2.473011, step = 39900 (66.445 sec)\n",
            "INFO:tensorflow:global_step/sec: 1.46249\n",
            "I0107 14:53:38.211647 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 1.46249\n",
            "INFO:tensorflow:loss = 1.3427248, step = 40000 (68.372 sec)\n",
            "I0107 14:53:38.212846 140460294551424 basic_session_run_hooks.py:260] loss = 1.3427248, step = 40000 (68.372 sec)\n",
            "INFO:tensorflow:Saving checkpoints for 40011 into training/model.ckpt.\n",
            "I0107 14:53:44.564877 140460294551424 basic_session_run_hooks.py:606] Saving checkpoints for 40011 into training/model.ckpt.\n",
            "INFO:tensorflow:Calling model_fn.\n",
            "I0107 14:53:47.242346 140460294551424 estimator.py:1148] Calling model_fn.\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:53:49.945848 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:53:49.986214 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:53:50.024480 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:53:50.065683 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:53:50.105272 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:53:50.147145 140460294551424 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:Done calling model_fn.\n",
            "I0107 14:53:52.007376 140460294551424 estimator.py:1150] Done calling model_fn.\n",
            "INFO:tensorflow:Starting evaluation at 2020-01-07T14:53:52Z\n",
            "I0107 14:53:52.028354 140460294551424 evaluation.py:255] Starting evaluation at 2020-01-07T14:53:52Z\n",
            "INFO:tensorflow:Graph was finalized.\n",
            "I0107 14:53:52.575971 140460294551424 monitored_session.py:240] Graph was finalized.\n",
            "2020-01-07 14:53:52.576813: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:53:52.577420: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:53:52.577516: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:53:52.577548: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:53:52.577577: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:53:52.577603: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:53:52.577630: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:53:52.577679: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:53:52.577731: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:53:52.577835: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:53:52.578437: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:53:52.578969: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:53:52.579035: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 14:53:52.579052: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 14:53:52.579063: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 14:53:52.579253: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:53:52.579854: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:53:52.580784: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-40011\n",
            "I0107 14:53:52.581953 140460294551424 saver.py:1284] Restoring parameters from training/model.ckpt-40011\n",
            "INFO:tensorflow:Running local_init_op.\n",
            "I0107 14:53:53.556921 140460294551424 session_manager.py:500] Running local_init_op.\n",
            "INFO:tensorflow:Done running local_init_op.\n",
            "I0107 14:53:53.709494 140460294551424 session_manager.py:502] Done running local_init_op.\n",
            "INFO:tensorflow:Performing evaluation on 600 images.\n",
            "I0107 14:54:28.796862 140457034946304 coco_evaluation.py:205] Performing evaluation on 600 images.\n",
            "creating index...\n",
            "index created!\n",
            "INFO:tensorflow:Loading and preparing annotation results...\n",
            "I0107 14:54:28.799409 140457034946304 coco_tools.py:115] Loading and preparing annotation results...\n",
            "INFO:tensorflow:DONE (t=0.01s)\n",
            "I0107 14:54:28.810312 140457034946304 coco_tools.py:137] DONE (t=0.01s)\n",
            "creating index...\n",
            "index created!\n",
            "Running per image evaluation...\n",
            "Evaluate annotation type *bbox*\n",
            "DONE (t=1.41s).\n",
            "Accumulating evaluation results...\n",
            "DONE (t=0.27s).\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.540\n",
            " Average Precision  (AP) @[ IoU=0.50      | area=   all | maxDets=100 ] = 0.818\n",
            " Average Precision  (AP) @[ IoU=0.75      | area=   all | maxDets=100 ] = 0.563\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.111\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.197\n",
            " Average Precision  (AP) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.662\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=  1 ] = 0.549\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets= 10 ] = 0.634\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=   all | maxDets=100 ] = 0.642\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.211\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.344\n",
            " Average Recall     (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.754\n",
            "INFO:tensorflow:Finished evaluation at 2020-01-07-14:54:31\n",
            "I0107 14:54:31.257236 140460294551424 evaluation.py:275] Finished evaluation at 2020-01-07-14:54:31\n",
            "INFO:tensorflow:Saving dict for global step 40011: DetectionBoxes_Precision/mAP = 0.5395526, DetectionBoxes_Precision/mAP (large) = 0.6619198, DetectionBoxes_Precision/mAP (medium) = 0.19654553, DetectionBoxes_Precision/mAP (small) = 0.11137771, DetectionBoxes_Precision/mAP@.50IOU = 0.8178857, DetectionBoxes_Precision/mAP@.75IOU = 0.56285685, DetectionBoxes_Recall/AR@1 = 0.54912025, DetectionBoxes_Recall/AR@10 = 0.63372433, DetectionBoxes_Recall/AR@100 = 0.6420821, DetectionBoxes_Recall/AR@100 (large) = 0.75424063, DetectionBoxes_Recall/AR@100 (medium) = 0.34357142, DetectionBoxes_Recall/AR@100 (small) = 0.21142857, Loss/classification_loss = 2.897112, Loss/localization_loss = 0.690571, Loss/regularization_loss = 0.39584273, Loss/total_loss = 3.9835234, global_step = 40011, learning_rate = 0.003, loss = 3.9835234\n",
            "I0107 14:54:31.257576 140460294551424 estimator.py:2049] Saving dict for global step 40011: DetectionBoxes_Precision/mAP = 0.5395526, DetectionBoxes_Precision/mAP (large) = 0.6619198, DetectionBoxes_Precision/mAP (medium) = 0.19654553, DetectionBoxes_Precision/mAP (small) = 0.11137771, DetectionBoxes_Precision/mAP@.50IOU = 0.8178857, DetectionBoxes_Precision/mAP@.75IOU = 0.56285685, DetectionBoxes_Recall/AR@1 = 0.54912025, DetectionBoxes_Recall/AR@10 = 0.63372433, DetectionBoxes_Recall/AR@100 = 0.6420821, DetectionBoxes_Recall/AR@100 (large) = 0.75424063, DetectionBoxes_Recall/AR@100 (medium) = 0.34357142, DetectionBoxes_Recall/AR@100 (small) = 0.21142857, Loss/classification_loss = 2.897112, Loss/localization_loss = 0.690571, Loss/regularization_loss = 0.39584273, Loss/total_loss = 3.9835234, global_step = 40011, learning_rate = 0.003, loss = 3.9835234\n",
            "INFO:tensorflow:Saving 'checkpoint_path' summary for global step 40011: training/model.ckpt-40011\n",
            "I0107 14:54:31.265319 140460294551424 estimator.py:2109] Saving 'checkpoint_path' summary for global step 40011: training/model.ckpt-40011\n",
            "INFO:tensorflow:global_step/sec: 0.854384\n",
            "I0107 14:55:35.255103 140460294551424 basic_session_run_hooks.py:692] global_step/sec: 0.854384\n",
            "INFO:tensorflow:loss = 2.672491, step = 40100 (117.043 sec)\n",
            "I0107 14:55:35.256190 140460294551424 basic_session_run_hooks.py:260] loss = 2.672491, step = 40100 (117.043 sec)\n",
            "Traceback (most recent call last):\n",
            "  File \"/content/gun_detection/models/research/object_detection/model_main.py\", line 109, in <module>\n",
            "    tf.app.run()\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/platform/app.py\", line 40, in run\n",
            "    _run(main=main, argv=argv, flags_parser=_parse_flags_tolerate_undef)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/absl/app.py\", line 299, in run\n",
            "    _run_main(main, args)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/absl/app.py\", line 250, in _run_main\n",
            "    sys.exit(main(argv))\n",
            "  File \"/content/gun_detection/models/research/object_detection/model_main.py\", line 105, in main\n",
            "    tf.estimator.train_and_evaluate(estimator, train_spec, eval_specs[0])\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_estimator/python/estimator/training.py\", line 473, in train_and_evaluate\n",
            "    return executor.run()\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_estimator/python/estimator/training.py\", line 613, in run\n",
            "    return self.run_local()\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_estimator/python/estimator/training.py\", line 714, in run_local\n",
            "    saving_listeners=saving_listeners)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_estimator/python/estimator/estimator.py\", line 370, in train\n",
            "    loss = self._train_model(input_fn, hooks, saving_listeners)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_estimator/python/estimator/estimator.py\", line 1161, in _train_model\n",
            "    return self._train_model_default(input_fn, hooks, saving_listeners)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_estimator/python/estimator/estimator.py\", line 1195, in _train_model_default\n",
            "    saving_listeners)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_estimator/python/estimator/estimator.py\", line 1494, in _train_with_estimator_spec\n",
            "    _, loss = mon_sess.run([estimator_spec.train_op, estimator_spec.loss])\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/monitored_session.py\", line 754, in run\n",
            "    run_metadata=run_metadata)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/monitored_session.py\", line 1259, in run\n",
            "    run_metadata=run_metadata)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/monitored_session.py\", line 1345, in run\n",
            "    return self._sess.run(*args, **kwargs)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/monitored_session.py\", line 1418, in run\n",
            "    run_metadata=run_metadata)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/training/monitored_session.py\", line 1176, in run\n",
            "    return self._sess.run(*args, **kwargs)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/client/session.py\", line 956, in run\n",
            "    run_metadata_ptr)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/client/session.py\", line 1180, in _run\n",
            "    feed_dict_tensor, options, run_metadata)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/client/session.py\", line 1359, in _do_run\n",
            "    run_metadata)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/client/session.py\", line 1365, in _do_call\n",
            "    return fn(*args)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/client/session.py\", line 1350, in _run_fn\n",
            "    target_list, run_metadata)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/client/session.py\", line 1443, in _call_tf_sessionrun\n",
            "    run_metadata)\n",
            "KeyboardInterrupt\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "RPN8liiQc7Ue",
        "colab_type": "text"
      },
      "source": [
        "## Exporting The Trained model\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "upwUdom0lTub",
        "colab_type": "code",
        "outputId": "a9f1b89b-4aed-49db-9680-28aec65b8b0f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "\n",
        "\n",
        "#the location where the exported model will be saved in.\n",
        "output_directory = '/content/gun_detection/models/research/fine_tuned_model'\n",
        "\n",
        "# goes through the model is the training/ dir and gets the last one.\n",
        "# you could choose a specfic one instead of the last\n",
        "lst = os.listdir(model_dir)\n",
        "lst = [l for l in lst if 'model.ckpt-' in l and '.meta' in l]\n",
        "steps=np.array([int(re.findall('\\d+', l)[0]) for l in lst])\n",
        "last_model = lst[steps.argmax()].replace('.meta', '')\n",
        "last_model_path = os.path.join(model_dir, last_model)\n",
        "print(last_model_path)\n",
        "\n",
        "#exports the model specifed and inference graph\n",
        "!python /content/gun_detection/models/research/object_detection/export_inference_graph.py \\\n",
        "    --input_type=image_tensor \\\n",
        "    --pipeline_config_path={model_pipline} \\\n",
        "    --output_directory={output_directory} \\\n",
        "    --trained_checkpoint_prefix={last_model_path}"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "training/model.ckpt-40011\n",
            "WARNING:tensorflow:\n",
            "The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
            "For more information, please see:\n",
            "  * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
            "  * https://github.com/tensorflow/addons\n",
            "  * https://github.com/tensorflow/io (for I/O related ops)\n",
            "If you depend on functionality not listed there, please file an issue.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/slim/nets/inception_resnet_v2.py:374: The name tf.GraphKeys is deprecated. Please use tf.compat.v1.GraphKeys instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/slim/nets/mobilenet/mobilenet.py:397: The name tf.nn.avg_pool is deprecated. Please use tf.nn.avg_pool2d instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/export_inference_graph.py:162: The name tf.app.run is deprecated. Please use tf.compat.v1.app.run instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/export_inference_graph.py:145: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
            "\n",
            "W0107 14:56:27.577162 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/export_inference_graph.py:145: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:402: The name tf.gfile.MakeDirs is deprecated. Please use tf.io.gfile.makedirs instead.\n",
            "\n",
            "W0107 14:56:27.587046 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:402: The name tf.gfile.MakeDirs is deprecated. Please use tf.io.gfile.makedirs instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:121: The name tf.placeholder is deprecated. Please use tf.compat.v1.placeholder instead.\n",
            "\n",
            "W0107 14:56:27.587477 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:121: The name tf.placeholder is deprecated. Please use tf.compat.v1.placeholder instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/core/preprocessor.py:2937: The name tf.image.resize_images is deprecated. Please use tf.image.resize instead.\n",
            "\n",
            "W0107 14:56:27.626787 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/core/preprocessor.py:2937: The name tf.image.resize_images is deprecated. Please use tf.image.resize instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/meta_architectures/ssd_meta_arch.py:597: The name tf.variable_scope is deprecated. Please use tf.compat.v1.variable_scope instead.\n",
            "\n",
            "W0107 14:56:27.661090 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/meta_architectures/ssd_meta_arch.py:597: The name tf.variable_scope is deprecated. Please use tf.compat.v1.variable_scope instead.\n",
            "\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/layers/python/layers/layers.py:1057: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Please use `layer.__call__` method instead.\n",
            "W0107 14:56:27.664100 139950896859008 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/contrib/layers/python/layers/layers.py:1057: Layer.apply (from tensorflow.python.keras.engine.base_layer) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Please use `layer.__call__` method instead.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/core/anchor_generator.py:171: The name tf.assert_equal is deprecated. Please use tf.compat.v1.assert_equal instead.\n",
            "\n",
            "W0107 14:56:30.403125 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/core/anchor_generator.py:171: The name tf.assert_equal is deprecated. Please use tf.compat.v1.assert_equal instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/predictors/convolutional_box_predictor.py:150: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
            "\n",
            "W0107 14:56:30.418354 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/predictors/convolutional_box_predictor.py:150: The name tf.logging.info is deprecated. Please use tf.compat.v1.logging.info instead.\n",
            "\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:56:30.418542 139950896859008 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:56:30.473452 139950896859008 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:56:30.633944 139950896859008 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:56:30.686116 139950896859008 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:56:30.743540 139950896859008 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "INFO:tensorflow:depth of additional conv before box predictor: 0\n",
            "I0107 14:56:30.793076 139950896859008 convolutional_box_predictor.py:151] depth of additional conv before box predictor: 0\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/core/post_processing.py:581: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
            "W0107 14:56:31.132978 139950896859008 deprecation.py:323] From /content/gun_detection/models/research/object_detection/core/post_processing.py:581: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:278: The name tf.add_to_collection is deprecated. Please use tf.compat.v1.add_to_collection instead.\n",
            "\n",
            "W0107 14:56:31.538997 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:278: The name tf.add_to_collection is deprecated. Please use tf.compat.v1.add_to_collection instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:383: get_or_create_global_step (from tensorflow.contrib.framework.python.ops.variables) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Please switch to tf.train.get_or_create_global_step\n",
            "W0107 14:56:31.539335 139950896859008 deprecation.py:323] From /content/gun_detection/models/research/object_detection/exporter.py:383: get_or_create_global_step (from tensorflow.contrib.framework.python.ops.variables) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Please switch to tf.train.get_or_create_global_step\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:415: The name tf.get_default_graph is deprecated. Please use tf.compat.v1.get_default_graph instead.\n",
            "\n",
            "W0107 14:56:31.543579 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:415: The name tf.get_default_graph is deprecated. Please use tf.compat.v1.get_default_graph instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:539: print_model_analysis (from tensorflow.contrib.tfprof.model_analyzer) is deprecated and will be removed after 2018-01-01.\n",
            "Instructions for updating:\n",
            "Use `tf.profiler.profile(graph, run_meta, op_log, cmd, options)`. Build `options` with `tf.profiler.ProfileOptionBuilder`. See README.md for details\n",
            "W0107 14:56:31.543821 139950896859008 deprecation.py:323] From /content/gun_detection/models/research/object_detection/exporter.py:539: print_model_analysis (from tensorflow.contrib.tfprof.model_analyzer) is deprecated and will be removed after 2018-01-01.\n",
            "Instructions for updating:\n",
            "Use `tf.profiler.profile(graph, run_meta, op_log, cmd, options)`. Build `options` with `tf.profiler.ProfileOptionBuilder`. See README.md for details\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/profiler/internal/flops_registry.py:142: tensor_shape_from_node_def_name (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.compat.v1.graph_util.tensor_shape_from_node_def_name`\n",
            "W0107 14:56:31.545207 139950896859008 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/profiler/internal/flops_registry.py:142: tensor_shape_from_node_def_name (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.compat.v1.graph_util.tensor_shape_from_node_def_name`\n",
            "133 ops no flops stats due to incomplete shapes.\n",
            "Parsing Inputs...\n",
            "Incomplete shape.\n",
            "\n",
            "=========================Options=============================\n",
            "-max_depth                  10000\n",
            "-min_bytes                  0\n",
            "-min_peak_bytes             0\n",
            "-min_residual_bytes         0\n",
            "-min_output_bytes           0\n",
            "-min_micros                 0\n",
            "-min_accelerator_micros     0\n",
            "-min_cpu_micros             0\n",
            "-min_params                 0\n",
            "-min_float_ops              0\n",
            "-min_occurrence             0\n",
            "-step                       -1\n",
            "-order_by                   name\n",
            "-account_type_regexes       _trainable_variables\n",
            "-start_name_regexes         .*\n",
            "-trim_name_regexes          .*BatchNorm.*\n",
            "-show_name_regexes          .*\n",
            "-hide_name_regexes          \n",
            "-account_displayed_op_only  true\n",
            "-select                     params\n",
            "-output                     stdout:\n",
            "\n",
            "==================Model Analysis Report======================\n",
            "Incomplete shape.\n",
            "\n",
            "Doc:\n",
            "scope: The nodes in the model graph are organized by their names, which is hierarchical like filesystem.\n",
            "param: Number of parameters (in the Variable).\n",
            "\n",
            "Profile:\n",
            "node name | # parameters\n",
            "_TFProfRoot (--/4.57m params)\n",
            "  BoxPredictor_0 (--/10.39k params)\n",
            "    BoxPredictor_0/BoxEncodingPredictor (--/6.92k params)\n",
            "      BoxPredictor_0/BoxEncodingPredictor/biases (12, 12/12 params)\n",
            "      BoxPredictor_0/BoxEncodingPredictor/weights (1x1x576x12, 6.91k/6.91k params)\n",
            "    BoxPredictor_0/ClassPredictor (--/3.46k params)\n",
            "      BoxPredictor_0/ClassPredictor/biases (6, 6/6 params)\n",
            "      BoxPredictor_0/ClassPredictor/weights (1x1x576x6, 3.46k/3.46k params)\n",
            "  BoxPredictor_1 (--/46.12k params)\n",
            "    BoxPredictor_1/BoxEncodingPredictor (--/30.74k params)\n",
            "      BoxPredictor_1/BoxEncodingPredictor/biases (24, 24/24 params)\n",
            "      BoxPredictor_1/BoxEncodingPredictor/weights (1x1x1280x24, 30.72k/30.72k params)\n",
            "    BoxPredictor_1/ClassPredictor (--/15.37k params)\n",
            "      BoxPredictor_1/ClassPredictor/biases (12, 12/12 params)\n",
            "      BoxPredictor_1/ClassPredictor/weights (1x1x1280x12, 15.36k/15.36k params)\n",
            "  BoxPredictor_2 (--/18.47k params)\n",
            "    BoxPredictor_2/BoxEncodingPredictor (--/12.31k params)\n",
            "      BoxPredictor_2/BoxEncodingPredictor/biases (24, 24/24 params)\n",
            "      BoxPredictor_2/BoxEncodingPredictor/weights (1x1x512x24, 12.29k/12.29k params)\n",
            "    BoxPredictor_2/ClassPredictor (--/6.16k params)\n",
            "      BoxPredictor_2/ClassPredictor/biases (12, 12/12 params)\n",
            "      BoxPredictor_2/ClassPredictor/weights (1x1x512x12, 6.14k/6.14k params)\n",
            "  BoxPredictor_3 (--/9.25k params)\n",
            "    BoxPredictor_3/BoxEncodingPredictor (--/6.17k params)\n",
            "      BoxPredictor_3/BoxEncodingPredictor/biases (24, 24/24 params)\n",
            "      BoxPredictor_3/BoxEncodingPredictor/weights (1x1x256x24, 6.14k/6.14k params)\n",
            "    BoxPredictor_3/ClassPredictor (--/3.08k params)\n",
            "      BoxPredictor_3/ClassPredictor/biases (12, 12/12 params)\n",
            "      BoxPredictor_3/ClassPredictor/weights (1x1x256x12, 3.07k/3.07k params)\n",
            "  BoxPredictor_4 (--/9.25k params)\n",
            "    BoxPredictor_4/BoxEncodingPredictor (--/6.17k params)\n",
            "      BoxPredictor_4/BoxEncodingPredictor/biases (24, 24/24 params)\n",
            "      BoxPredictor_4/BoxEncodingPredictor/weights (1x1x256x24, 6.14k/6.14k params)\n",
            "    BoxPredictor_4/ClassPredictor (--/3.08k params)\n",
            "      BoxPredictor_4/ClassPredictor/biases (12, 12/12 params)\n",
            "      BoxPredictor_4/ClassPredictor/weights (1x1x256x12, 3.07k/3.07k params)\n",
            "  BoxPredictor_5 (--/4.64k params)\n",
            "    BoxPredictor_5/BoxEncodingPredictor (--/3.10k params)\n",
            "      BoxPredictor_5/BoxEncodingPredictor/biases (24, 24/24 params)\n",
            "      BoxPredictor_5/BoxEncodingPredictor/weights (1x1x128x24, 3.07k/3.07k params)\n",
            "    BoxPredictor_5/ClassPredictor (--/1.55k params)\n",
            "      BoxPredictor_5/ClassPredictor/biases (12, 12/12 params)\n",
            "      BoxPredictor_5/ClassPredictor/weights (1x1x128x12, 1.54k/1.54k params)\n",
            "  FeatureExtractor (--/4.48m params)\n",
            "    FeatureExtractor/MobilenetV2 (--/4.48m params)\n",
            "      FeatureExtractor/MobilenetV2/Conv (--/864 params)\n",
            "        FeatureExtractor/MobilenetV2/Conv/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/Conv/weights (3x3x3x32, 864/864 params)\n",
            "      FeatureExtractor/MobilenetV2/Conv_1 (--/409.60k params)\n",
            "        FeatureExtractor/MobilenetV2/Conv_1/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/Conv_1/weights (1x1x320x1280, 409.60k/409.60k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv (--/800 params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv/depthwise (--/288 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv/depthwise/depthwise_weights (3x3x32x1, 288/288 params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv/project (--/512 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv/project/weights (1x1x32x16, 512/512 params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_1 (--/4.70k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_1/depthwise (--/864 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_1/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_1/depthwise/depthwise_weights (3x3x96x1, 864/864 params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_1/expand (--/1.54k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_1/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_1/expand/weights (1x1x16x96, 1.54k/1.54k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_1/project (--/2.30k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_1/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_1/project/weights (1x1x96x24, 2.30k/2.30k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_10 (--/64.90k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_10/depthwise (--/3.46k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_10/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_10/depthwise/depthwise_weights (3x3x384x1, 3.46k/3.46k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_10/expand (--/24.58k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_10/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_10/expand/weights (1x1x64x384, 24.58k/24.58k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_10/project (--/36.86k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_10/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_10/project/weights (1x1x384x96, 36.86k/36.86k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_11 (--/115.78k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_11/depthwise (--/5.18k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_11/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_11/depthwise/depthwise_weights (3x3x576x1, 5.18k/5.18k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_11/expand (--/55.30k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_11/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_11/expand/weights (1x1x96x576, 55.30k/55.30k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_11/project (--/55.30k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_11/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_11/project/weights (1x1x576x96, 55.30k/55.30k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_12 (--/115.78k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_12/depthwise (--/5.18k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_12/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_12/depthwise/depthwise_weights (3x3x576x1, 5.18k/5.18k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_12/expand (--/55.30k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_12/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_12/expand/weights (1x1x96x576, 55.30k/55.30k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_12/project (--/55.30k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_12/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_12/project/weights (1x1x576x96, 55.30k/55.30k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_13 (--/152.64k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_13/depthwise (--/5.18k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_13/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_13/depthwise/depthwise_weights (3x3x576x1, 5.18k/5.18k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_13/expand (--/55.30k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_13/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_13/expand/weights (1x1x96x576, 55.30k/55.30k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_13/project (--/92.16k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_13/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_13/project/weights (1x1x576x160, 92.16k/92.16k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_14 (--/315.84k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_14/depthwise (--/8.64k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_14/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_14/depthwise/depthwise_weights (3x3x960x1, 8.64k/8.64k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_14/expand (--/153.60k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_14/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_14/expand/weights (1x1x160x960, 153.60k/153.60k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_14/project (--/153.60k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_14/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_14/project/weights (1x1x960x160, 153.60k/153.60k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_15 (--/315.84k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_15/depthwise (--/8.64k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_15/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_15/depthwise/depthwise_weights (3x3x960x1, 8.64k/8.64k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_15/expand (--/153.60k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_15/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_15/expand/weights (1x1x160x960, 153.60k/153.60k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_15/project (--/153.60k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_15/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_15/project/weights (1x1x960x160, 153.60k/153.60k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_16 (--/469.44k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_16/depthwise (--/8.64k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_16/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_16/depthwise/depthwise_weights (3x3x960x1, 8.64k/8.64k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_16/expand (--/153.60k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_16/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_16/expand/weights (1x1x160x960, 153.60k/153.60k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_16/project (--/307.20k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_16/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_16/project/weights (1x1x960x320, 307.20k/307.20k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_2 (--/8.21k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_2/depthwise (--/1.30k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_2/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_2/depthwise/depthwise_weights (3x3x144x1, 1.30k/1.30k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_2/expand (--/3.46k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_2/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_2/expand/weights (1x1x24x144, 3.46k/3.46k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_2/project (--/3.46k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_2/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_2/project/weights (1x1x144x24, 3.46k/3.46k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_3 (--/9.36k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_3/depthwise (--/1.30k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_3/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_3/depthwise/depthwise_weights (3x3x144x1, 1.30k/1.30k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_3/expand (--/3.46k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_3/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_3/expand/weights (1x1x24x144, 3.46k/3.46k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_3/project (--/4.61k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_3/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_3/project/weights (1x1x144x32, 4.61k/4.61k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_4 (--/14.02k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_4/depthwise (--/1.73k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_4/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_4/depthwise/depthwise_weights (3x3x192x1, 1.73k/1.73k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_4/expand (--/6.14k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_4/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_4/expand/weights (1x1x32x192, 6.14k/6.14k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_4/project (--/6.14k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_4/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_4/project/weights (1x1x192x32, 6.14k/6.14k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_5 (--/14.02k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_5/depthwise (--/1.73k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_5/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_5/depthwise/depthwise_weights (3x3x192x1, 1.73k/1.73k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_5/expand (--/6.14k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_5/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_5/expand/weights (1x1x32x192, 6.14k/6.14k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_5/project (--/6.14k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_5/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_5/project/weights (1x1x192x32, 6.14k/6.14k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_6 (--/20.16k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_6/depthwise (--/1.73k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_6/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_6/depthwise/depthwise_weights (3x3x192x1, 1.73k/1.73k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_6/expand (--/6.14k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_6/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_6/expand/weights (1x1x32x192, 6.14k/6.14k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_6/project (--/12.29k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_6/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_6/project/weights (1x1x192x64, 12.29k/12.29k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_7 (--/52.61k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_7/depthwise (--/3.46k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_7/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_7/depthwise/depthwise_weights (3x3x384x1, 3.46k/3.46k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_7/expand (--/24.58k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_7/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_7/expand/weights (1x1x64x384, 24.58k/24.58k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_7/project (--/24.58k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_7/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_7/project/weights (1x1x384x64, 24.58k/24.58k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_8 (--/52.61k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_8/depthwise (--/3.46k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_8/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_8/depthwise/depthwise_weights (3x3x384x1, 3.46k/3.46k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_8/expand (--/24.58k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_8/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_8/expand/weights (1x1x64x384, 24.58k/24.58k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_8/project (--/24.58k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_8/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_8/project/weights (1x1x384x64, 24.58k/24.58k params)\n",
            "      FeatureExtractor/MobilenetV2/expanded_conv_9 (--/52.61k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_9/depthwise (--/3.46k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_9/depthwise/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_9/depthwise/depthwise_weights (3x3x384x1, 3.46k/3.46k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_9/expand (--/24.58k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_9/expand/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_9/expand/weights (1x1x64x384, 24.58k/24.58k params)\n",
            "        FeatureExtractor/MobilenetV2/expanded_conv_9/project (--/24.58k params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_9/project/BatchNorm (--/0 params)\n",
            "          FeatureExtractor/MobilenetV2/expanded_conv_9/project/weights (1x1x384x64, 24.58k/24.58k params)\n",
            "      FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_2_1x1_256 (--/327.68k params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_2_1x1_256/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_2_1x1_256/weights (1x1x1280x256, 327.68k/327.68k params)\n",
            "      FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_3_1x1_128 (--/65.54k params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_3_1x1_128/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_3_1x1_128/weights (1x1x512x128, 65.54k/65.54k params)\n",
            "      FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_4_1x1_128 (--/32.77k params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_4_1x1_128/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_4_1x1_128/weights (1x1x256x128, 32.77k/32.77k params)\n",
            "      FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_5_1x1_64 (--/16.38k params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_5_1x1_64/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_1_Conv2d_5_1x1_64/weights (1x1x256x64, 16.38k/16.38k params)\n",
            "      FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_2_3x3_s2_512 (--/1.18m params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_2_3x3_s2_512/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_2_3x3_s2_512/weights (3x3x256x512, 1.18m/1.18m params)\n",
            "      FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_3_3x3_s2_256 (--/294.91k params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_3_3x3_s2_256/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_3_3x3_s2_256/weights (3x3x128x256, 294.91k/294.91k params)\n",
            "      FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_4_3x3_s2_256 (--/294.91k params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_4_3x3_s2_256/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_4_3x3_s2_256/weights (3x3x128x256, 294.91k/294.91k params)\n",
            "      FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_5_3x3_s2_128 (--/73.73k params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_5_3x3_s2_128/BatchNorm (--/0 params)\n",
            "        FeatureExtractor/MobilenetV2/layer_19_2_Conv2d_5_3x3_s2_128/weights (3x3x64x128, 73.73k/73.73k params)\n",
            "\n",
            "======================End of Report==========================\n",
            "133 ops no flops stats due to incomplete shapes.\n",
            "Parsing Inputs...\n",
            "Incomplete shape.\n",
            "\n",
            "=========================Options=============================\n",
            "-max_depth                  10000\n",
            "-min_bytes                  0\n",
            "-min_peak_bytes             0\n",
            "-min_residual_bytes         0\n",
            "-min_output_bytes           0\n",
            "-min_micros                 0\n",
            "-min_accelerator_micros     0\n",
            "-min_cpu_micros             0\n",
            "-min_params                 0\n",
            "-min_float_ops              1\n",
            "-min_occurrence             0\n",
            "-step                       -1\n",
            "-order_by                   float_ops\n",
            "-account_type_regexes       .*\n",
            "-start_name_regexes         .*\n",
            "-trim_name_regexes          .*BatchNorm.*,.*Initializer.*,.*Regularizer.*,.*BiasAdd.*\n",
            "-show_name_regexes          .*\n",
            "-hide_name_regexes          \n",
            "-account_displayed_op_only  true\n",
            "-select                     float_ops\n",
            "-output                     stdout:\n",
            "\n",
            "==================Model Analysis Report======================\n",
            "Incomplete shape.\n",
            "\n",
            "Doc:\n",
            "scope: The nodes in the model graph are organized by their names, which is hierarchical like filesystem.\n",
            "flops: Number of float operations. Note: Please read the implementation for the math behind it.\n",
            "\n",
            "Profile:\n",
            "node name | # float_ops\n",
            "_TFProfRoot (--/13.71k flops)\n",
            "  MultipleGridAnchorGenerator/sub (2.17k/2.17k flops)\n",
            "  MultipleGridAnchorGenerator/mul_20 (2.17k/2.17k flops)\n",
            "  MultipleGridAnchorGenerator/mul_19 (2.17k/2.17k flops)\n",
            "  MultipleGridAnchorGenerator/mul_27 (1.20k/1.20k flops)\n",
            "  MultipleGridAnchorGenerator/mul_28 (1.20k/1.20k flops)\n",
            "  MultipleGridAnchorGenerator/sub_1 (1.20k/1.20k flops)\n",
            "  MultipleGridAnchorGenerator/mul_21 (1.08k/1.08k flops)\n",
            "  MultipleGridAnchorGenerator/mul_29 (600/600 flops)\n",
            "  MultipleGridAnchorGenerator/mul_36 (300/300 flops)\n",
            "  MultipleGridAnchorGenerator/mul_35 (300/300 flops)\n",
            "  MultipleGridAnchorGenerator/sub_2 (300/300 flops)\n",
            "  MultipleGridAnchorGenerator/mul_37 (150/150 flops)\n",
            "  MultipleGridAnchorGenerator/mul_43 (108/108 flops)\n",
            "  MultipleGridAnchorGenerator/mul_44 (108/108 flops)\n",
            "  MultipleGridAnchorGenerator/sub_3 (108/108 flops)\n",
            "  MultipleGridAnchorGenerator/mul_45 (54/54 flops)\n",
            "  MultipleGridAnchorGenerator/mul_52 (48/48 flops)\n",
            "  MultipleGridAnchorGenerator/mul_51 (48/48 flops)\n",
            "  MultipleGridAnchorGenerator/sub_4 (48/48 flops)\n",
            "  MultipleGridAnchorGenerator/mul_53 (24/24 flops)\n",
            "  MultipleGridAnchorGenerator/mul_18 (19/19 flops)\n",
            "  MultipleGridAnchorGenerator/mul_17 (19/19 flops)\n",
            "  MultipleGridAnchorGenerator/sub_5 (12/12 flops)\n",
            "  MultipleGridAnchorGenerator/mul_60 (12/12 flops)\n",
            "  MultipleGridAnchorGenerator/mul_59 (12/12 flops)\n",
            "  MultipleGridAnchorGenerator/mul_25 (10/10 flops)\n",
            "  MultipleGridAnchorGenerator/mul_26 (10/10 flops)\n",
            "  MultipleGridAnchorGenerator/mul_46 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_40 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_54 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_17 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_16 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_15 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_24 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_47 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_48 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_61 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_39 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_38 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_19 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_55 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_56 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_32 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_31 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_30 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_18 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_22 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_23 (6/6 flops)\n",
            "  MultipleGridAnchorGenerator/mul_34 (5/5 flops)\n",
            "  MultipleGridAnchorGenerator/mul_33 (5/5 flops)\n",
            "  MultipleGridAnchorGenerator/mul_42 (3/3 flops)\n",
            "  MultipleGridAnchorGenerator/mul_41 (3/3 flops)\n",
            "  MultipleGridAnchorGenerator/mul_16 (3/3 flops)\n",
            "  MultipleGridAnchorGenerator/mul_15 (3/3 flops)\n",
            "  MultipleGridAnchorGenerator/mul_14 (3/3 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_14 (3/3 flops)\n",
            "  MultipleGridAnchorGenerator/mul_50 (2/2 flops)\n",
            "  MultipleGridAnchorGenerator/mul_49 (2/2 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater_9 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/Minimum_1 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater_8 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater_7 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater_6 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater_5 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater_4 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater_3 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater_2 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater_1 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/Greater (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/sub_1 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/sub (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/SortByField_1/Equal (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/SortByField/Equal (1/1 flops)\n",
            "  Preprocessor/map/while/Less_1 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_2 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/Minimum (1/1 flops)\n",
            "  Preprocessor/map/while/Less (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/ones/Less (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_9 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_8 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_7 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_6 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_5 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_4 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_3 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_1 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_19 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_18 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_17 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_16 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_15 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_14 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_13 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_12 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_11 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/PadOrClipBoxList/sub_10 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_4 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_1 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_9 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_8 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_7 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_6 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_58 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_57 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_5 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_10 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_3 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_2 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_13 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_12 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_11 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_10 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul_1 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/mul (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/assert_equal_1/Equal (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_7 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/Greater (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/ChangeCoordinateFrame/truediv_1 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/ChangeCoordinateFrame/truediv (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/ChangeCoordinateFrame/sub_1 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/ChangeCoordinateFrame/sub (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/Less_1 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/Less (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_9 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_8 (1/1 flops)\n",
            "  Postprocessor/BatchMultiClassNonMaxSuppression/map/while/MultiClassNonMaxSuppression/Minimum (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_6 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_5 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_4 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_3 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_2 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_13 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_12 (1/1 flops)\n",
            "  MultipleGridAnchorGenerator/truediv_11 (1/1 flops)\n",
            "\n",
            "======================End of Report==========================\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:432: The name tf.train.Saver is deprecated. Please use tf.compat.v1.train.Saver instead.\n",
            "\n",
            "W0107 14:56:32.784805 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:432: The name tf.train.Saver is deprecated. Please use tf.compat.v1.train.Saver instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:342: The name tf.Session is deprecated. Please use tf.compat.v1.Session instead.\n",
            "\n",
            "W0107 14:56:33.907837 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:342: The name tf.Session is deprecated. Please use tf.compat.v1.Session instead.\n",
            "\n",
            "2020-01-07 14:56:33.926069: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcuda.so.1\n",
            "2020-01-07 14:56:33.946692: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:33.947444: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:56:33.952402: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:56:33.969475: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:56:33.978112: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:56:33.988394: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:56:34.006797: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:56:34.012309: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:56:34.064920: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:56:34.065099: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:34.065940: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:34.066638: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:56:34.096235: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2300000000 Hz\n",
            "2020-01-07 14:56:34.096464: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x1d56d80 initialized for platform Host (this does not guarantee that XLA will be used). Devices:\n",
            "2020-01-07 14:56:34.096502: I tensorflow/compiler/xla/service/service.cc:176]   StreamExecutor device (0): Host, Default Version\n",
            "2020-01-07 14:56:34.172500: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:34.173508: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x1d56f40 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
            "2020-01-07 14:56:34.173576: I tensorflow/compiler/xla/service/service.cc:176]   StreamExecutor device (0): Tesla K80, Compute Capability 3.7\n",
            "2020-01-07 14:56:34.173900: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:34.174725: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:56:34.174885: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:56:34.174934: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:56:34.174983: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:56:34.175023: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:56:34.175065: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:56:34.175115: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:56:34.175162: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:56:34.175318: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:34.176353: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:34.177192: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:56:34.177278: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:56:34.179278: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 14:56:34.179321: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 14:56:34.179342: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 14:56:34.179558: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:34.180558: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:34.181386: W tensorflow/core/common_runtime/gpu/gpu_bfc_allocator.cc:39] Overriding allow_growth setting because the TF_FORCE_GPU_ALLOW_GROWTH environment variable is set. Original config value was 0.\n",
            "2020-01-07 14:56:34.181449: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-40011\n",
            "I0107 14:56:34.183490 139950896859008 saver.py:1284] Restoring parameters from training/model.ckpt-40011\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/tools/freeze_graph.py:127: checkpoint_exists (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use standard file APIs to check for files with this prefix.\n",
            "W0107 14:56:35.870545 139950896859008 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/tools/freeze_graph.py:127: checkpoint_exists (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use standard file APIs to check for files with this prefix.\n",
            "2020-01-07 14:56:36.565353: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:36.566148: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:56:36.566221: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:56:36.566255: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:56:36.566280: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:56:36.566307: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:56:36.566330: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:56:36.566352: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:56:36.566375: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:56:36.566468: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:36.567183: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:36.567841: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:56:36.567882: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 14:56:36.567919: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 14:56:36.567929: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 14:56:36.568046: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:36.568792: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:36.569466: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "INFO:tensorflow:Restoring parameters from training/model.ckpt-40011\n",
            "I0107 14:56:36.571237 139950896859008 saver.py:1284] Restoring parameters from training/model.ckpt-40011\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/tools/freeze_graph.py:233: convert_variables_to_constants (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.compat.v1.graph_util.convert_variables_to_constants`\n",
            "W0107 14:56:37.185750 139950896859008 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/tools/freeze_graph.py:233: convert_variables_to_constants (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.compat.v1.graph_util.convert_variables_to_constants`\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/framework/graph_util_impl.py:277: extract_sub_graph (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.compat.v1.graph_util.extract_sub_graph`\n",
            "W0107 14:56:37.186099 139950896859008 deprecation.py:323] From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/framework/graph_util_impl.py:277: extract_sub_graph (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use `tf.compat.v1.graph_util.extract_sub_graph`\n",
            "INFO:tensorflow:Froze 324 variables.\n",
            "I0107 14:56:37.582848 139950896859008 graph_util_impl.py:334] Froze 324 variables.\n",
            "INFO:tensorflow:Converted 324 variables to const ops.\n",
            "I0107 14:56:37.676053 139950896859008 graph_util_impl.py:394] Converted 324 variables to const ops.\n",
            "2020-01-07 14:56:37.819917: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:37.820740: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1618] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "2020-01-07 14:56:37.820831: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudart.so.10.1\n",
            "2020-01-07 14:56:37.820873: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcublas.so.10\n",
            "2020-01-07 14:56:37.820912: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcufft.so.10\n",
            "2020-01-07 14:56:37.820954: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcurand.so.10\n",
            "2020-01-07 14:56:37.820992: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusolver.so.10\n",
            "2020-01-07 14:56:37.821029: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcusparse.so.10\n",
            "2020-01-07 14:56:37.821065: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library libcudnn.so.7\n",
            "2020-01-07 14:56:37.821198: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:37.821972: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:37.822649: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1746] Adding visible gpu devices: 0\n",
            "2020-01-07 14:56:37.822714: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1159] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2020-01-07 14:56:37.822738: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1165]      0 \n",
            "2020-01-07 14:56:37.822752: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1178] 0:   N \n",
            "2020-01-07 14:56:37.822893: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:37.823730: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:983] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2020-01-07 14:56:37.824385: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1304] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10805 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:306: The name tf.saved_model.builder.SavedModelBuilder is deprecated. Please use tf.compat.v1.saved_model.builder.SavedModelBuilder instead.\n",
            "\n",
            "W0107 14:56:38.477338 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:306: The name tf.saved_model.builder.SavedModelBuilder is deprecated. Please use tf.compat.v1.saved_model.builder.SavedModelBuilder instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:309: build_tensor_info (from tensorflow.python.saved_model.utils_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "This function will only be available through the v1 compatibility library as tf.compat.v1.saved_model.utils.build_tensor_info or tf.compat.v1.saved_model.build_tensor_info.\n",
            "W0107 14:56:38.477909 139950896859008 deprecation.py:323] From /content/gun_detection/models/research/object_detection/exporter.py:309: build_tensor_info (from tensorflow.python.saved_model.utils_impl) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "This function will only be available through the v1 compatibility library as tf.compat.v1.saved_model.utils.build_tensor_info or tf.compat.v1.saved_model.build_tensor_info.\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:315: The name tf.saved_model.signature_def_utils.build_signature_def is deprecated. Please use tf.compat.v1.saved_model.signature_def_utils.build_signature_def instead.\n",
            "\n",
            "W0107 14:56:38.478508 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:315: The name tf.saved_model.signature_def_utils.build_signature_def is deprecated. Please use tf.compat.v1.saved_model.signature_def_utils.build_signature_def instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:318: The name tf.saved_model.signature_constants.PREDICT_METHOD_NAME is deprecated. Please use tf.saved_model.PREDICT_METHOD_NAME instead.\n",
            "\n",
            "W0107 14:56:38.478819 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:318: The name tf.saved_model.signature_constants.PREDICT_METHOD_NAME is deprecated. Please use tf.saved_model.PREDICT_METHOD_NAME instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:323: The name tf.saved_model.tag_constants.SERVING is deprecated. Please use tf.saved_model.SERVING instead.\n",
            "\n",
            "W0107 14:56:38.479133 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:323: The name tf.saved_model.tag_constants.SERVING is deprecated. Please use tf.saved_model.SERVING instead.\n",
            "\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/exporter.py:325: The name tf.saved_model.signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY is deprecated. Please use tf.saved_model.DEFAULT_SERVING_SIGNATURE_DEF_KEY instead.\n",
            "\n",
            "W0107 14:56:38.479358 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/exporter.py:325: The name tf.saved_model.signature_constants.DEFAULT_SERVING_SIGNATURE_DEF_KEY is deprecated. Please use tf.saved_model.DEFAULT_SERVING_SIGNATURE_DEF_KEY instead.\n",
            "\n",
            "INFO:tensorflow:No assets to save.\n",
            "I0107 14:56:38.479741 139950896859008 builder_impl.py:640] No assets to save.\n",
            "INFO:tensorflow:No assets to write.\n",
            "I0107 14:56:38.479883 139950896859008 builder_impl.py:460] No assets to write.\n",
            "INFO:tensorflow:SavedModel written to: /content/gun_detection/models/research/fine_tuned_model/saved_model/saved_model.pb\n",
            "I0107 14:56:38.777469 139950896859008 builder_impl.py:425] SavedModel written to: /content/gun_detection/models/research/fine_tuned_model/saved_model/saved_model.pb\n",
            "WARNING:tensorflow:From /content/gun_detection/models/research/object_detection/utils/config_util.py:188: The name tf.gfile.Open is deprecated. Please use tf.io.gfile.GFile instead.\n",
            "\n",
            "W0107 14:56:38.805942 139950896859008 module_wrapper.py:139] From /content/gun_detection/models/research/object_detection/utils/config_util.py:188: The name tf.gfile.Open is deprecated. Please use tf.io.gfile.GFile instead.\n",
            "\n",
            "INFO:tensorflow:Writing pipeline config file to /content/gun_detection/models/research/fine_tuned_model/pipeline.config\n",
            "I0107 14:56:38.806140 139950896859008 config_util.py:190] Writing pipeline config file to /content/gun_detection/models/research/fine_tuned_model/pipeline.config\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yuxDnGPM_JPL",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#downloads the frozen model that is needed for inference\n",
        "files.download(output_directory + '/frozen_inference_graph.pb')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PTkkaGq5BpYi",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#downlaod the label map\n",
        "files.download(DATA_BASE_PATH + '/label_map.pbtxt')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "lnC5Zver6Cym",
        "colab_type": "text"
      },
      "source": [
        "##Testing the Interface !!!"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3G96J2426BHE",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import numpy as np\n",
        "import os\n",
        "import six.moves.urllib as urllib\n",
        "import sys\n",
        "import tarfile\n",
        "import tensorflow as tf\n",
        "import zipfile\n",
        "import cv2\n",
        "\n",
        "from collections import defaultdict\n",
        "from io import StringIO\n",
        "from matplotlib import pyplot as plt\n",
        "from PIL import Image\n",
        "from utils import label_map_util\n",
        "from utils import visualization_utils as vis_util\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fkRLdnuV6BZP",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#Define the video stream\n",
        "%matplotlib inline\n",
        "# path to the frozen graph:\n",
        "PATH_TO_FROZEN_GRAPH = '/content/gun_detection/models/research/object_detection/frozen_inference_graph.pb'\n",
        "\n",
        "# path to the label map\n",
        "PATH_TO_LABEL_MAP = '/content/gun_detection/models/research/object_detection/label_map.pbtxt'\n",
        "\n",
        "# number of classes \n",
        "NUM_CLASSES = 1\n",
        "\n",
        "#reads the frozen graph\n",
        "detection_graph = tf.Graph()\n",
        "with detection_graph.as_default():\n",
        "    od_graph_def = tf.GraphDef()\n",
        "    with tf.gfile.GFile(PATH_TO_FROZEN_GRAPH, 'rb') as fid:\n",
        "        serialized_graph = fid.read()\n",
        "        od_graph_def.ParseFromString(serialized_graph)\n",
        "        tf.import_graph_def(od_graph_def, name='')\n",
        "\n",
        "#loading the label map\n",
        "#label maps map indices to category names, so that the convolutional network predicts the weapons \n",
        "label_map = label_map_util.load_labelmap(PATH_TO_LABEL_MAP)\n",
        "categories = label_map_util.convert_label_map_to_categories(label_map, max_num_classes=NUM_CLASSES, use_display_name=True)\n",
        "category_index = label_map_util.create_category_index(categories)\n",
        "\n",
        "# Helper code\n",
        "def load_image_into_numpy_array(image):\n",
        "    (im_width, im_height) = image.size\n",
        "    return np.array(image.getdata()).reshape(\n",
        "        (im_height, im_width, 3)).astype(np.uint8)\n",
        "\n",
        "# Detection\n",
        "with detection_graph.as_default():\n",
        "    with tf.Session(graph=detection_graph) as sess:\n",
        "        #while True:\n",
        "            # Read frame from camera\n",
        "            #image_np = np.array(plt.imread(\"/content/gun_detection/data/images/armas (1002).jpg\"))\n",
        "          image_np = plt.imread(\"/content/gun_detection/data/images/armas (1002).jpg\")\n",
        "          # Expand dimensions since the model expects images to have shape: [1, None, None, 3]\n",
        "          image_np_expanded = np.expand_dims(image_np, axis=0)\n",
        "          # Extract image tensor\n",
        "          image_tensor = detection_graph.get_tensor_by_name('image_tensor:0')\n",
        "          # Extract detection boxes\n",
        "          boxes = detection_graph.get_tensor_by_name('detection_boxes:0')\n",
        "          # Extract detection scores\n",
        "          scores = detection_graph.get_tensor_by_name('detection_scores:0')\n",
        "          # Extract detection classes\n",
        "          classes = detection_graph.get_tensor_by_name('detection_classes:0')\n",
        "          # Extract number of detections\n",
        "          num_detections = detection_graph.get_tensor_by_name(\n",
        "              'num_detections:0')\n",
        "          # Actual detection.\n",
        "          (boxes, scores, classes, num_detections) = sess.run(\n",
        "              [boxes, scores, classes, num_detections],\n",
        "              feed_dict={image_tensor: image_np_expanded})\n",
        "          # Visualization of the results of a detection.\n",
        "          image_copy = np.copy(image_np)\n",
        "          vis_util.visualize_boxes_and_labels_on_image_array(\n",
        "              image_copy,\n",
        "              np.squeeze(boxes),\n",
        "              np.squeeze(classes).astype(np.int32),\n",
        "              np.squeeze(scores),\n",
        "              category_index,\n",
        "              use_normalized_coordinates=True,\n",
        "              line_thickness=8)\n",
        "            # Display output\n",
        "          plt.imshow(image_copy)\n",
        "          plt.show()\n",
        "   "
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}