Updated preprocessing to smooth rewards

Author: Nikhil Babu

TMaze results preprocessing.ipynb

@@ -9,14 +9,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 33,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [],
    "source": [
     "import numpy as np\n",
     "import os\n",
     "import csv\n",
-    "import matplotlib.pyplot as plt"
+    "import matplotlib.pyplot as plt\n",
+    "import pandas as pd"
    ]
   },
   {
@@ -240,6 +241,56 @@
     "            writer.writerow(row)        \n"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def smooth(X, gamma = 0.9):\n",
+    "    \"\"\" Returns exponential moving average. \"\"\"\n",
+    "    y = np.mean(X[:500])\n",
+    "    out = []\n",
+    "    for x in X:\n",
+    "        y = gamma * y + (1-gamma) * x\n",
+    "        out.append(y)\n",
+    "    return out"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 28,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def cleanData(filename):\n",
+    "    dataframe = pd.read_csv(filename)\n",
+    "    X = dataframe.iloc[:,1].values #reward column\n",
+    "    print(X)\n",
+    "    X = smooth(X,0.99)\n",
+    "    dataframe['smoothReward'] = X\n",
+    "    #x = dataframe.as_matrix(columns)\n",
+    "    #dataframe['smoothReward'] = dataframe['reward'].apply(lambda x: smooth(x,0.99))\n",
+    "    dataframe.to_csv(filename, index=False)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 29,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[ -2.82 -23.29 -23.2  ...   3.8    3.8    3.9 ]\n"
+     ]
+    }
+   ],
+   "source": [
+    "cleanData('rewards.csv')"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -264,7 +315,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.7"
+   "version": "3.6.8"
   }
  },
  "nbformat": 4,

TMaze.ipynb

@@ -1622,7 +1622,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.6.7"
+   "version": "3.6.8"
   }
  },
  "nbformat": 4,