Reinforcement Learning - Taxi-v3.ipynb

{
 "cells": [
  {
   "attachments": {
    "image.png": {
     "image/png": "iVBORw0KGgoAAAANSUhEUgAAAhgAAADxCAYAAACJUM5zAAAgAElEQVR4Ae3dCbx9Y70/cA2SUpEiESVTZhkz/FAkmWWWMZUxGUuIUggRKkNUGghlKKWE4iaue1VSGlREk5tu9zbc2+0O6/96P//Wz7Y7wzp7r3POPmd/ntdrnX323s961rM+a+31/TzfcZ4qLQgEgSAQBIJAEAgCLSMwT8vjZbggEASCQBAIAkEgCFQhGLkJgkAQCAJBIAgEgdYRCMFoHdIMGASCQBAIAkEgCIRg5B4IAkEgCASBIBAEWkcgBKN1SDNgEAgCQSAIBIEgEIKReyAIBIEgEASCQBBoHYEQjNYhzYBBIAgEgSAQBIJACEbugSAQBIJAEAgCQaB1BEIwWoc0AwaBIBAEgkAQCAIhGLkHgkAQCAJBIAgEgdYRCMFoHdIMGASCQBAIAkEgCIRg5B4IAkEgCASBIBAEWkcgBKN1SDNgEAgCQSAIBIEgEIKReyAIBIEgEASCQBBoHYEQjNYhzYBBIAgEgSAQBIJACEbugSAQBIJAEAgCQaB1BEIwWoc0AwaBIBAEgkAQCAIhGLkHgkAQCAJBIAgEgdYRCMFoHdIMGASCQBAIAkEgCIRg5B4IAkEgCASBIBAEWkcgBKN1SDNgEAgCQSAIBIEgEIKReyAIBIEgEASCQBBoHYEQjNYhzYBBIAgEgSAQBIJACEbugSAQBIJAEAgCQaB1BEIwWoc0AwaBqUPg//7v/yrb//7v/1b/8z//U/33f//30G9wsMEENmlBIAhMDwIhGNODe44aBHpCoCYThOd//dd/VX/84x+r3/3ud9XPf/7z6r777qvuuuuuod/uueee6v77768efvjh6t/+7d+qv/71rz1hnZ2CQBDoD4EQjP7wy95BYMoQQC5oKP7jP/6jkIp//ud/ri677LLqyCOPrA4++OBq//33r/bcc8+h3/bee+/qDW94Q3XIIYdURx99dHXRRRdVd999d/X73/++kI1oNabsls2BhhyBEIwhvwFy+jMDgZpc/Pu//3v14IMPVtdff311wgknVFtttVW19NJLVyuttFK1xhprVGuvvXa1zjrrDPUGgzXXXLNaddVVCzZz5swpROOaa66pHnjggULQZsZVzyyDwMxGIARjZl+/zH4IEEAu+BT86U9/KgLyiiuuqJZbbrnqaU97WiEWZ511ViEcVuk//vGPCwF56KGHqmHdfvKTn1T33ntvdcstt1Sw2WyzzaqnP/3p1XOf+9zyHi5pQSAITD4CIRiTj3GOEAR6RqAmF8wiP/rRj6rzzjuvWm+99aq11lqrOuaYY6obb7yx+ulPf1o9+uijFe2Gfn/5y1+GevvP//zPub4psLn11lur008/vWg0aDdOPPHE6je/+U3xYYm5pOdbMzsGgXERCMEYF6J0CALThwDNxZ///OfqX/7lX6qPfexj1Q477FC9+MUvrk4++eSKM2McGMe/NpxhaTXOOOOMapVVVqk22GCDihYIKePTEpIxPobpEQR6QSAEoxfUsk8QmCIEaCN++9vfVt/73veqPfbYo3rZy15W7bLLLsUMMkVTmBWHEXVDu3PggQcWDBG173znO4W8+S4tCASB9hEIwWgf04wYBFpBgODjd0HNf91111WcFV/96ldXN910U/WHP/yhlWMM0yA0FbfffnshGUsuuWR17bXXFi1GCMYw3QU516lEIARjKtHOsYLABBCg2n/ssccq4ajvfve7S2TEPvvsM1e1P4Gh0vVvCNAGvf/97y8On2eeeWbRDME5LQgEgfYRCMFoH9OMGARaQYDvxS9+8Yvq5ptvrvbaa69CMDh2ZsXdO7y0GJ/61KeqxRdfvHrrW99a3XbbbcVMEj+M3jHNnkFgNARCMEZDJp8HgWlGQJbOn/3sZ0WVzzTCRCIaIq0/BOQQEU1CG/SFL3yhmJs404Zk9Idr9g4C3QiEYHQjkvdBYEAQkHlSaOqVV15ZbbTRRiWfw7nnnjsgs5u50/jSl75UbbzxxtXrX//6SvItOIdgzNzrmZkPLgIhGIN7bTKzIUfgX//1X6sf/OAHJaRy/fXXrzbffPPqgx/84JCj0v/pyx3yqle9qqRU/+xnP1vBOQSjf1wzQhDoRiAEoxuRvA8Ck4iA1bICXBwLx1PJh2BMzoUIwZgcXDNqEOhGIASjG5G8DwKTiMDXvva14lj4q1/9qqyaxzpUCMZY6PT+HYLxyle+stp9992rq6++OhqM3qHMnkFgTARCMMaEJ18GgXYREG669dZbV9ttt10pVva5z32u+uEPf1hJb90dHRKC0S729WghGDUSeQ0Ck4tACMbk4pvRg8ATEDj00EOrJZZYohTfWn755QvRUG79Ax/4QMX58P777y9Oh8wnTCmcPKW1jg/GE2Ds600IRl/wZecg0BiBEIyGUHECk2r417/+dfXII49kCwY93QNvfOMbqxe96EXVPPPM84RNtc8tt9yyOu2006qvfOUrpXaGDJ7SWcvboH6GUNV+nDzre5hmRGG0YU0wFYLR8KGXbkGgTwRCMBoCaDX5T//0T9VRRx1V7bvvvtmCQU/3AK3FM57xjCeQC2TjSU96Uvl84YUXrpZddtkSMXLcccdVF198cXX++eeXsMrXvOY1fREMDqb/+I//WF166aUlt8YDDzwwrh9Iw5/HjOoWgjGjLlcmO4MRCMFoePGoqqUYXmONNcoK1Co0WzCY6D2wwAILVE95ylP+jmB0ajTmnXfeaqGFFipFuV772tcWZ8QVVlih2nTTTfsiGPfee2/1pje9qZCVnXfeufrwhz9cyro3/AkMVLdvfetb1UUXXVR9+ctfrjjMTqSFYEwErfQNAr0jEILREDv1INjPrTCf97znlbLPm222WfFG55GeLRg0uQcU2WIO6SQUnf8/7WlPqxZZZJGSadJ4u+66a8nXsMwyy1SbbLJJzwSDOUTWSv4fiy66aPWSl7ykEBdl4JlOZlq7/PLLqy222KLUaFFpdiItBGMiaKVvEOgdgRCMhthZMaldgFzIqihls8+onO+6665swWDMe8B9YlNy/YUvfOFcgsE08tSnPrWQjmc961kVArLNNtsUv4s777yzuueee6rPfOYzfTt5IhIXXnhh0Z6su+66xQyz2mqrVd/+9rcrKcnHahxOkZC//vWv5VW0i8/++7//e+77kfbXT596v5HyftRj61dH0Yy1X31cZiPmJg6yyL/5jTT+SPMKwRgJlXwWBNpHIASjIaadBGOrrbaqPv3pT5dS2h7O2YJB03vgsMMOq5Zaaqm5BOOZz3xmRdAffPDB1cc+9rHq61//esneiRD88pe/rL7//e+3EkWiqNdBBx1UPec5z6nOOeecUoeDVoQ/xsMPPzzmr4BTqOgWc7vvvvsqFUmF1fpN0B785je/ecL+BD2SYFzC/x/+4R/KfnxAupuCbrKV8m968MEHCyF59NFHy9h33HFH2c/xazLD0dpxEQtaGKYeuAn19V1NUrqP0/k+BKMTjfwfBCYPgRCMhth2Egw5DOQvSAsCE0XgzW9+czGvrbPOOsX08Y53vKMIecIUoSC469ZWHgwC/7zzzivpsUWqfOMb36je8573VEsvvXSFLDt2dyOoCf8vfvGL1SmnnFJ8Nw488MDyKpfHJz7xieqII44o49Lg1Y0phvOomimHH3546Y88veENb6je+c53Vp///OcLMa+JgGqxfEGOP/746uyzzy7aGo7UzJGw2m+//SrOrsgNAvG73/2uOvXUU6tXvOIVxU9l1VVXrXbbbbeCYV1TpJ7LaK8hGKMhk8+DQLsIhGA0xDMEoyFQ6TYmAoQzwclh2Mqeg+Jo4aJtEAyCXEjqIYccUhyUCX5CnQ+D0FdmGXk2uufg2OYn26UcHHXtDpEsTDh8Q1784heXMvJIg4bI0HQ4BgKw4YYbVttuu20pKsafRAVTBcaE4dbaDJoHeCBcfJo4oXrdaaedqh133LGUqOeTcsIJJ1QPPfRQybqJjND60MasvPLK5RhMJv0QDDg1NbGMeYHzZRAIAnMRCMGYC8XY/4RgjI1Pvm2GwB/+8IdiUqt9DsYSam0QjL/85S/FpEBgcxL97ne/WzQIIkpoFOaff/5iMqE96Wz8P2g3ODW/7W1vK8IbCTGedOd77713EfC77LJLdcMNN5RdCWljLr744sXXhM+JfWy0D7Qmq6++eomO8Xty7j/+8Y+LbxNzhwit9773vRUTiX0ee+yxom152cteVhKSXXvttWUfPh20HkiGufFTgedYWHaeGw1GTZgUO6vJTmef/B8EgkD/CIRgNMQwBKMhUOk2JgKcEWvzwJgdq6qs1vutpkp4nnXWWdV6661Xbb/99hWCYw58PGgxhM3uv//+1a233jp3OsjAVVddVZxREQkC2T51sy9hz1m1Jhi+R17kiEEi+HwgSHUj/BGO2lHa/swdCAZTC20IbQmfDgRCQxoktUMGhOsKS61JhPwgjnPssceWZGT1cZq80qDQkkjZfsYZZxTChKRkCwYj3QM/+9nPGv9mm9x/w9QnBKPh1Q7BaAhUurWGQL8aDEL/5z//eSEWzCH8PQhv2gFOqUjASiutVEwlUpXXWgBOmzKGCqdl7pBRtLMZl/MpUlATDGOKdqH1YB7h3IkcyR9Tb7QiTB1IjfE9uGuCQUvB94KGpCYRjgkDJhmmGXOpv0MwaDCOOeaYnggGkw3ziuyoCBYH2GzBYKR7gG+Qe7nTP6rz95D/R0cgBGN0bJ7wTQjGE+DImylAoF+C8ac//amEznLmpAVAIqzQ7r777hK1cc011xQBy6QhhbnjIQ+cNJkqmE9oMnze3fRh1qgJhoevNOeIDFMHp1JmjA996ENzN58R5s9//vNLXySlJhhrrbVWMa84fmebLIIxZ86c6tnPfnY5R34o/s8WDOp7wD2BYEuKxz9Iun4mu7SJIRCC0RCvEIyGQKVbawj0SzBoHmgKFltssSJI+VNItIVQ2CTcQiLk4eBQqe4JosBR86STTiqpyzlw0nZ0t26Cwaxy4oknlggZuWJoHESseK037zfffPOyCY/9yU9+MpdgMHdw3pwqgsEfBRbIEPMLLUm2YOAeYEpkPqPd40iM/AqFFp6dNjEEQjAa4hWC0RCodGsNgX4JhtBOIZxMCTQHIlfe9773PWET8slUYJVG2+CYtApCU5EPfhrdD1ZmCn26NRjGEjliu+6664rzJwfQzk02UZvoEdEttQbDHKeKYEgvzkTCD0NUjyq2fFCyBQP3ACfm66+/vkReqQvktyEsu/t30NoPfRYPFILR8OKGYDQEKt1aQ6AfgiGHxcc//vFCHvbcc8+Sz8J4HpL1xllTdWC5JpAMoaecKvlgCPucb775CtHoTsWNGNxyyy1FA1CbSPhOfPSjHy0rP6tAx+rWRtCEcARFWvhf0Jb0SjA4fK6yyio9+WDUeTBkVeVsyvG19u1o7eJloBmNgN+IhHQ0XDLfSqwYE8nEL2kIRkPMQjAaApVurSHQD8EgwJks+DtccMEFRaCPNjHf0zpw2qyjOGggqIflsbj66qtL0q063JQfBxMKkwuCIRkXB1EJvESCWPHpowJxnV8C2UAuaCmYUISHeoh3EgxOqN2kBAYIS7eTpzlzDJXMS3RK7aA62jl2fl4TDHN1bjUZCsnoRGm4/0e+RV8x3YVg9H4vhGA0xC4EoyFQ6dYaAv0QDL4Tcl/wtbj99ttL7ovRJkZA857nk3HJJZeUhFa85uW0kCmTj4KHLVMCwb7XXnsV7QXfDUKayYFwpgng6MncwYbNNCKnhfMQSSI7p2RbdTgqUuBz6dORBSGn3QRDKKvjK2zWGUVCZW11aWOaQWj4gTQJAQ7BGO1OyOc1AiEYNRL9vYZgNMQvBKMhUOk2IQQIXxkqOWQyM3S2fgiGCA51OpgBxovjZxLhf2GlRjPB2ZMZRCG0OvOobJtyWAgllbobKVhwwQVLZs6vfvWrc6eNrNgHIUBEkApaBqnCkQ6ZOgn4OrmV86ZpEd7KR6SbYNCCiHCRX4MJptYyqF2CAImOkauDE14/mTwdtx577snkn6FFIASjnUsfgtEQxxCMhkCl24QQsILnB8DeS0Mgw6b04VbjbL69JtpiM1bxV80cZGGsxvShHsm73vWuQjSYSWgCEB4FyDhl0kwgGOZZFy9jUuE8SkNSN3k2RJhIYPW6172uhK3KiyEslIYCGenUMtBwCIUVQnvTTTc94TtjwgF54HPB+a4mAbU/h+O8/e1vL/4mIRj1VchrvwiEYPSL4P/fPwSjIY4hGA2BSrcJISAhFcHN3DDvvPOWVb4QTkJazZBeCQYhblXeKczHmljd3z42gp3w54hZf8akUY9Zh6m+5S1vKZqOzrGRAP2YTJAlGho5OZCP7vnoWx+7+7t6zNG+r49jXqPtW4/R+RoTSSca+X8kBEIwRkJl4p+FYDTErE2C4aEtBwDnOAlcsg0nBoqMqc/BgXGeeeYpG6dM0RHyNPBVsOrn/Pjyl7+8hFXKazHZjeCmpWDmkClTxs/ORuvCnFEnzOKsOVIj9GlH3O8TIQAjjdXmZyEYbaI5O8cKwWjnuoZgNMSxTYLh5uWkxvZMeJx55pklNwGVdrbhwIBqXwpi2gsRHDXB6HxdYYUVSpSGcuecLfkbTAXB8JNQgl0EiYiQffbZp4St0qzw1TjyyCOL4yUCpK5HXTuk4U9p2ruFYEz7JRj4CYRgtHOJQjAa4tgmweDYRmhwfOMQx06ujoMVbbbhwMD1dt0lvhIlgVgwkwgNlWFy+eWXLxkFOVWqGCpaQmKoqSIY/D/kuuCYudxyy1XIjoJpsht6j+zQcnDCnGktBGOmXbGpn28IRjuYh2A0xLFNgsGr38pV6B/1M/t0tuHEgJBGNtU8WGSRRYpjpAgQERycLdUNueyyy0oBMWm2p4pgMGnww+BD4d7ngCn0FekQZeLzQTN9NPwplygWmTxpYJIHoylqw9UvBKOd6x2C0RDHtgmGEtXi+oX1pQ0vAhJNXXnllcVcJvMmwomA9htF0hai/DHMRT6KOqcFYjGTWzQYM/nqTc3cQzDawTkEoyGOIRgNgUq3CSFAcAsF5fTbZh6MCU1iyDqHYAzZBe/hdEMwegBthF1CMEYAZaSPQjBGQiWfTSYCIyXaUiMkrT8EEIxNN900JpL+YJzVe4dgtHN5QzAa4hiC0RCodGsNgZpgMKEIW5WsSvRJWn8I8CWRtVQGUEnO4CxvB3NQWhCAQAhGO/dBCEZDHEMwGgKVbq0hUBMMjohSacuFIaw5grB3iCXlkndGFtIDDjhgbpXZEIzeMZ2Ne4ZgtHNVQzAa4hiC0RCodGsNAamvJbW6/vrrSy0OBcEIRaGhBGLaxBHg8yL/iHBgIcDSj0eDMXEcZ/seIRjtXOEQjIY4hmA0BCrdWkNAvQ0RJTfffHN1yimnVCuvvHLRZEgv/uc//7m14wzTQErGH3300dVzn/vcUv/E7zoEY5jugGbnGoLRDKfxeoVgjIfQ3773UFcZcuGFFy65ChSA6rURGglT7RW94dkPifjlL39ZqRxKrc8HQwKuQw45pHrkkUeGB4gWzlReD+G1KsGuvvrqJWmYRGd+i3LQxOzUAsizaIgQjHYuZghGQxzlq1Bq2spHGWx1RHptIRi9Ijdc+6njIaPmD3/4w1KFlHmEFoOpRDIu5hM+BWljIyCVOaImS65spEgaLcY3v/nN4swH57Qg0IlACEYnGr3/H4LRELs777yzlKYOwWgIWLr1jYBVt9U1bQWCKzHbdtttV4qMqRGi4Jhsn0iIfvJoEKbZ/lqwoAGqS94rX7/++utXSy65ZMGQBlKSM6XsB6kQW983TQZoBYEQjFZgrEIwGuIYgtEQqHRrFYFai4FIqF9y/PHHlyJkKpkiu8wmF154YXX77bcXjQYyku2RkrhMmvVLLrmk2nXXXQspm2+++Qp2F1xwQcUX4ze/+U3JUhqC0eotOysGC8Fo5zKGYDTEMQSjIVDp1ioCokWsxNX++MY3vlF8MZR432233eYWH1t77bVLafUddtihmO+Y8IZ923HHHUsROfkuFIrbYIMNqj322KM4doocefjhhytOtExM8b9o9ZadFYOFYLRzGUMwGuIYgtEQqHRrFQHCjxBkAlGFl9+AsFVai2OPPbYiSJVy55exzDLLVEsvvfTQb3BQ8XXFFVcsuUNe97rXVSeffHIhZ4rLScvONBJy0eqtOqsGC8Fo53KGYDTEMQSjIVDp1joCSAZNhvwXVt7U+1bhn/3sZ6uLL764Ou2006q3v/3t1WGHHVYckTkjD/MmyubII4+sTjjhhOq8884rxeRuvfXWSiSYui9wjFmk9dt0Vg0YgtHO5QzBaIhjCEZDoNJtUhBAMjhvUuvzHXjggQeK4+dXvvKVSrglJ8ZLL720uuiii4Z+g4OwXhlQ1R3x273//vurn//858XpU3XYmEUm5TadNYOGYLRzKUMwGuIYgtEQqHSbNARqc0kdHUGbIVSVRkOujDvuuKM4e3L4HOaNGQkecIEPYkFg/OEPfyi5MJIFddJu0VkzcAhGO5cyBKMhjiEYDYFKt0lFoDaXSBrFL4PQlInSA5EjaCJIHik4wAMu8EHI4IVYRHMxqbfnrBk8BKOdSxmC0RDHEIyGQKXbtCHAr4AQHfYt/hXTdgvOmgOHYLRzKUMwGuIYgtEQqHSbVgSs0Id9m9YLkIPPCgRCMNq5jCEYDXEMwWgIVLoFgSAQBGY4AiEY7VzAGUUweNGzp9qattpmzRbLe7zXFoIxMeSo6aOqnhhm6R0EgsBgIBCC0c51mDEEg7D6xS9+UULz1GVo6qwlmY6kOl/96lerb3/72z2jFoIxMejkGuCEmBYEgkAQmGkIhGC0c8VmDMFAFL7zne+U2gKSCzVdHSsAxbv+oIMOqj74wQ/2jFoIRjPoXBeaIpkT5WZICwJBIAjMNARCMNq5YgNHMH73u9+VbHs/+MEPKmXNmTaQCyviK6+8sjr00EOrww8/vHrooYdK6Fkt0MS620dpa6WZFYmipn/00UeL9mLNNdes3vCGN5Sxfa4RhLQikvBIw+zYo7VOgqF4kgQ+vbYm5drNn0nI+Tl/Wyep8p3QO1v9Oa2Ofr6rz9EcvTderfWpzUYj7eszuNin7m8M/xujngfiVh/Dd97X86G52GSTTaq3ve1tvUKU/YJAEAgC04ZACEY70A8MwSCs+FZIkvPJT36yOv/886vLLrusmDVcbCl+pUN+1ateVcotX3fddYU8MH98//vfL5UmpQWmpbjmmmtKSmXkRBVKKYPVaNhss81KPwKUMFSuWRbED3zgA9XHPvaxSp0CmRJrwdkJcSfBUDSJyaXXNh7BQBgQn1//+tcllh+ZQpTg4ztz9L1sjuoqIEa18P/9739fCJYcABrhj3AZw3nbH3nQz/7IANJQjwkTyYngXZM7+8BLYidjOZ7j+h5W9vXevvr4fuONNw7B6PUGyX5BIAhMKwIhGO3APzAEg+CS5lilSK9f+tKXiuB/85vfXJ155plFIPp8n332KXUWmEtoNajht9hii1KPQW0GKYIVgVLWWjZD4/pslVVWKRUo1SMgYBWMeuc731kdd9xxFbJyzjnnVEcccUQZh3DtbojP3nvvXS200ELV61//+kptg17beASDNuDss88uWLzrXe8qBZsQJ0L8t7/9bXX66adXb3nLW6o3vvGN1b777lvO9+tf/3rBQzZHGNL21GQEMdtzzz0LKYIZsnHVVVeVfe+9994y7kc/+tFKNc6DDz64OvDAAwumH/7wh4tGCJHgvwJTdR7ga7y6cJTy19tuu2211157Ve94xzuqE088sXrJS14SgtHrDZL9gkAQmFYEQjDagX9gCAZB99rXvrYIffUVrITvvvvuIvgJP6v3L37xi0WLQdA99thjZeX8+c9/vhADxZ8I4HvuuaciGLfffvvqiiuuKEKXU+iGG25YikHRCtgISQWhaCIIfH3e//73V0wpN9100985KHYSDML15ptv7vkKjEcwaAuQHyW3HYupwfk5N/UVEAYaHiThE5/4RDEZIUjKecOAhoUPBK2GzI5MOquttlohbM6dNsa5woBZCQYKZSFyxvzMZz5Tvfvd7y6VOhEVpOSuu+6qttpqq2qbbbYp5IfGRzpmGL/mNa8ppAbZu/zyyyukiMYoJpKeb5HsGASCwDQiEILRDvgDQzBoJJg/VEGkcSBMCWLC0OrZqp6QVzny1FNPLatzgpgJ5IYbbih9vvWtb1W33HJLZUVNRa/okT5W7MwjtBWICsFIUCrjjNgY3/ERkyc/+cmlQiVB3Nk6Ccbuu+9eSEjn9xP5vwnBOOmkk8r83vrWtxay5fyRGlqLU045pZAJJIuphMYCQUA6kIpddtmlkC6mCsRgv/32q9ZZZ52KNsixkZRjjjmm+sIXvlAKZ8EMKWAaUUiLPwofkxVWWKGQDmYoZA+mNEhwNh/YITJrr7120XTAwA8T6UNoQjAmclekbxAIAoOCwFQRDCZsMoqZmWzSaNi9t7Dz/UxuA0MwqP6vvfbaaq211qpe8IIXVJtvvnlZRVuVAxrohDxhanVN/a8xgTB3cODccsstq/XXX78IN0IPUakJxkYbbVSEKt8EppQNNtigWmqppcoqfeutty5+HT5DMJggCNvONtUEAxkivJk+ap8QPimrr756IVlIwpe//OWi1TnjjDOK+YbZBE5HHXVU2ZdvCk2D7+Gz7rrrFkL2vve9r2h4EAl+GZqbG8miPbrwwguLdmfJJZcsGiT+GkwvNCq0HHVjWkKEEJ6akDk+YjNnzpwQjBqovAaBIDCjEJgqgsH/zQJYYT4+bBoZ5T2Z43k6k9tAEAwsjbMhoU6gcrykfSDomQiYCwg5ZKOTYIgc4atAG2Ef3zMlEKqbbrrpEzQY3QRjt912K6GrfDJcSAKUcOXnQaOB1HS26SAYztVxEQyaCRqKJZZYovg4XHLJJcX/pLFMLFEAACAASURBVLNMN4GvLyfZD33oQ8Xcwa+EmYNJZPHFFy9aEFqiV7/61YUlIxg0QLQbjsdEwhRFm8OPovZ/gQ9/D3Oom77MVa4TzYfmBwO7OHnWKOU1CASBmYbAVBEMmuDbbrutaM2ZmzVpFSyaLfRqrcZMw6+e70AQDNoIq2krYWp3qn++BMgC8mDlzCfDhWAeee9731s0GPwmmBCERCInhLAbg4BkEiGECVBj1wSD6onzJz8FgtYFtrmQiAW/BCt5n3W26SAYzpOJA2nAZN1wyy+/fCVaht8Es4XvaTJoZfiOwBIuSJboGb4oTCHMFjQYCBknTv4nxuWjwTyy6qqrln2YpvhlIFvLLbdcRdtRazBoQRCXuvkRcOi0+VFocDMmn5eYSGqk8hoEgsBMQqApwfAM5QRP+1CnVqDBtdDqbOQLbbs0CszUFtT21ddiWuoFz2F9bMzhFoq1hllf+5CLZB3TOJlQm1A8dy24WQLIT89gx/Jcnk6SMhAEA0gE+DLLLFNU8gQ8YFwIUQv8DvxPQ+EiEFwuDG0Hh8eddtqpqJSASriee+65xVRCGFI32RfBECFBle9CEJaiQhyrvhgf+chHyhwI7+kmGM6xk2C4WWkoEAbnxfzB/MM/AoFwkyIRbkQ3KMdYTpmvfOUrC+FCnmgzkDV46o+MIHQwXnHFFQsRM6b9kbRll122aCdgSIPBl6MzWZlrhvCJquEL40aGL3KyxhprhGB0PmHyfxAIAjMGgSYEg4AnSyyEaXNpipmuPY/JLwvemhhYCHp+60Pbzg+Q3LFZWNOoy/FEfiEPnq36eR4jKz6zwLaQdAxRlsZEJhzDq8/JAAtNMsyxHJOW3hg1GZnKizAQBMMJE0wf//jHi+1eVAIiIfoBCWC2IPAxNytvkR7A9J5/gYgFTo58DzBBffhx+J/gI4QJWmYTrBDjdIH4LFDlU/MjKXwxRFCYS/fFmGoNhnPha1JrMGCEvSIXBD/NApJB8PM7oXlBpMzbjY9kwQB++viO2YMGZP/99y+f6euH4PyROzclvPxYhKwKyWU2gYcxjEV7Ujc4cqhdbLHFyqsbmTaFk+miiy4aglEDldcgEARmFAJNCIbnokWgxRSNMWJR51zyntaduZimmUmagzzSwKTsWerVGPIwHXDAAeV5SetAE8K3jU+hxZ0cSJ7nnt2e//I8kY9M3sbTh5ae3Ft55ZWLPyE5hoxYUJKjNBvkwlS3gSEYCIQLAjDOmZgYEiHfBMFKGBJohCDTB4GPtRGI/BD0terGJuVnQEowORcQe+NAilz4DrPkMyBCRVglVT+2xxfB6r1be+GiTCXBMD/mECGosozWDq1UZN7zpxCW6hxt3jvvWhUGK+dOY0NTAT9mDufgJudHgRHrhyFjxlj0WWedVTQfNUum2XBDY9uOi9TAsW6YM/yRDnNANszZzc1fw3VKCwJBIAjMNASaEAzaC4sxRAEp8EwltzxjPZd9xuRswUx7jBjYh9aYBt0Cl4Mn2cPM7PlrMSwBovf2Qx58b8HJpG88Y5CDnrH6eX7bRx4ixIWW2YJSP/6LyIvFH/k51W1gCEZ94oQ78wdBTygStp2NkHXxEQd9CUl99HcxfEYg2xd7rMlCvR9iUQtsxINPhlW8fbuP1XncqSQYBDehzqyBvTrHumGhiJjQ0loFVmfkrPt41YcJCTGAg/3qSB03G2JRN9/fd999haghEMJQfYaM8VdBIuzLRGW8zmZcc0Tu/NgQQn2992NICwJBIAjMNASaEAzPOc9KWluLVc9HiyoEg5BHJDwH55lnnvJ57QgPCwsxiz9yizbd4s0CzbMeORBBuN122xU5JqUAMsEvg7zSmFZo/JlWHLMmGHzsOp+7NCnM7QgJGTfVbeAIxlQD0PR4U0kwms4p/YJAEAgCQaB9BJoQDItXJAJRkMFYQU25nJiMEQbkg9YCwbAYrMlB52w5cSIh8juNRjCQCDmbEI96EWx+NO5M/PatCYa5+L9uUhuYWwhGjciAvoZgDOiFybSCQBAIAi0j0IRgENr85Jgu+FkwRRP6nDWZSGgSRiMYtOi2fgkG3w6pBGqCwbTON69uIRg1EgP+GoIx4Bco0wsCQSAItIRAE4LBOZNvBT+1OpqDUz6CcfHFF1eSZSEcI5lI+A0S/kz9/DbG0mDw1ZBWgVm81oLQZjCHiAjk81YTDI78TNp1C8GokRjw1xCMAb9AmV4QCAJBoCUEmhIMeZgQDRGNnDoFEojaEOWBbJAbyjTwg0A2RHvwreOMyYmeLwUfDtEn/C74Dsqp4b0invwmpBxAWpg6+OYhE8aShNKxmWIcnymF70cnwah9MBwjPhgt3RyTMUwIxmSgmjGDQBAIAoOHQBOCwVleaOgLX/jCooGgaRAWKsQfOUA2BBBw/lS6QqoE0XpyGcmczC+DTwWCgHBIGKkvAoK4SMdAM8KZVDqG5zznOSXyBPnQX60ojvzG4Hwv7xHC0UkwaFLMS6Sksaa6xcmzIeKdBEM4kLDQXhv1FtWa2GaJVdKCQBAIAkFgcBBoQjCElNIoSPEtLYCIO89zxIPvhSSOQkNpJUSAEPKSEMqXoU8d0ahPnUQLORBZgmgYQ7QfAsG/w/4iTjiF0kg4nohLvhy0Ez53zE4iYTxjP/jgg0+IHJwqpGcVwRDi0xnS2SaILjg72IILLlhChoRw9tpCMHpFLvsFgSAQBCYfgSYEwywQAAJdDow6rQKBjzx4Xye34sxJE6Gfsev0CfWZIBn20Uc+I2kCjGssrXYIpRFhVtGv/s73Ui7oz0ejPqbPvUc+zLOzfxl0Cv7MeIIBTBeHswzQgWnzv9wXbYGKUMhQiWBIkkKj0WtrSjDcNHX+DjelGwhj9Yo9d9+kvc4n+wWBIBAEgsDjCDQlGI/vkf9GQmDGEwzEgnctGxWbF/WTTJQcY6irCOg22nQQDCSJo5DQI2FPHHZkHpVghaqN2iwtCASBIBAE2kUgBKMdPGc0wUAehPtweOHswruWly5iod6G8B1agDbadBAMai3npAibRCvqjci4yVtZiBLPZHY5Gpu0IBAEgkAQaAeBEIx2cJzRBEOKah61K620UsnpzhyCUHCSYcZAMNpq00EwzJ3NTt0RhdqOO+64kphFKnF563kNK71OkzFZvidt4ZdxgkAQCAIzBYEQjHau1IwmGIq5WNUvt9xyxSeCLwZBy0mmNpG0A1NV6nJMtQ+GcxHfLJmK/Pby19dN3Q9x0K94xStKutoQjBqZvAaBIBAE+kMgBKM//Oq9ZzTB4GkrVeuzn/3sUnlO6I6QHloMphLOkG216dBgcGAVYrTEEkuUanoK6tRN9jjx1MxDzChpQSAIBIEg0A4CIRjt4DijCQYBLP5YXooll1yyJD2RH95qnv9CZ7hOv3BNB8FAoJSvn3/++UuWNzHOwpScI83NYYcdVpxa44PR79XN/kEgCASBxxEIwXgci37+m9EEw4nTUtBcqCon85kMaLQXbYdwTgfBkByFpkIGN9X5JFkRSSJBl9z1fEzaDMXt50bKvkEgCASB2YJAPwSDj9xDDz0U5/uqqmY8wXBDW+lfe+211Zw5c6oVV1yxmE04erbZpoNgSO6lUt9LX/rSkgLW/y960YtK5IgfQFoQCAJBIAi0j0A/BENyKym7mbeHvc1IgsH8YXUvO5rG58INcd5551Vbbrll0WQI52zT8XE6CIbKeBtttFF1+OGHl3wYHFc32GCDos3oLMk77Ddxzj8IBIEg0CYCvRIM2Tivu+668tyWu2jY24wkGLVZRJhqJ4m4++67S2GXRRZZpBSQ8R3/BJoAaVv7aVNNMJCoE088sVpllVWKKYTvhdzziuQIT5V3vvPckSz7MJlQ0aUFgSAQBIJAbwj0QjD4/MnBpEoqGfTe9763PJN7m8Hs2GtGEgz2rdNPP70UmhGaWje+F/JDvPzlL6+s8IWrKkZDA0Cj0Y/gnUqCIZ+HfPOcOJ3Ld7/73UIcnLfqeIsuumjxw6g1OLXNTwEdpX7byl5a45rXIBAEgsAwIdALwZBV+uqrr6523HHHUlJCjibZmIe5zUiCce+991bbbrttiaygnaibNOEIxmWXXVacP5WwZTZRKtd3fDV6bVNJMGgjbr311lL6V54L2hekg4aClkbEjKRbwlNrLY1U6VtvvXU5d8m50oJAEAgCQaA3BHohGEwjl1xySYnyk5vp6KOPLs6evc1gduw1IwkGB85LL720uuGGG0rZdMKYyYCjp/8ffvjhkg+DABbmefLJJ1fK1sqR0WubKoLBQYi2RTQM7QUfDMdm6kEyaDEk2Nphhx1KJAkyYR839qGHHlr98Ic/LJqbXs8z+wWBIBAEhh2BiRAMckXSRwTjxhtvrBSzFNH4pje9qSwIhxnLGUkwaidPRENdDnVIXNh77rmnVFWtLyhNh1odM8kHQ5VU+S7Y75hIkCMEQxVVzffUcD6nnUE4mIIUeBPKSvuRFgSCQBAIAr0jMBGC4dmsAOWnPvWp8qxmppY2QX4mi+BhbjOSYDS9YEjHBRdcUOp59JsXg4PlzjvvXHJSTGa5do5CSET31pk0jCYDqeB/wt+CdgPBOP/881tNLtYU5/QLAkEgCMwmBJoSDAs6pnjFKJmpJUFU6Xqbbbapdt9991KyYjbhMtFzmdUE44orrqiOP/74oqYisPtpTC+iN6QlF8nBobLXRoV2xBFHFEdNXsedjU8Fp83urTNiRH8kQx/qOSXdr7nmmqLFYS7xeVoQCAJBIAj0hkBTgiGwgJzhb4FgMN1feOGFpYSDBamEiMPcZjXBuPnmm0upcwK9jrjo9WLfcsstJcfGs571rFLBlDmm1zYWwZjomAgG259CaObIfIR8pAWBIBAEgkBvCDQhGLTKnrnM1TQXIhaZtzniy4Gx0047Vfvuu+/cCZBB8mQwaw9LpN+sJhjKmH/rW98q5KJfoTuoBKO+yaUR//a3vx1yMffnnH+CQBAIAr0h0IRg8P8TsUhz0akh90xGNnbbbbdqs802m1uAU+oE/nMCEtrONN3bWU7+XrOaYLQJ36ASjDbPMWMFgSAQBIJAVTJDS3mw+uqrV+uuu2716U9/+gnVuZmsTz311Orss88uuYc6nev9z9Fzv/32qzbZZJMSeCBFAn/ADTfcsORwEu03DC0Eo+FVDsFoCFS6BYEgEARmOAJjaTDkJRKZKBeRTXoEJg+kg/M9zbmilDJ6IhkKVjKLX3XVVcV/r04COcMhajT9EIxGMFXF1qbOyaD5YDScfroFgSAQBIJAQwTGIhjIhLxKTB3CUDn8831DMEQryugpdcLnP//5kiaB+ZpJxPuTTjrpCeaUhtOZsd1CMBpeumgwGgKVbkEgCASBGY7AWASjl1OTMhzBYFKpkyb2Ms5M2ycEo+EVC8FoCFS6BYEgEARmOAJtEwzBBldeeWWJ9mNCYUoZhhaC0fAqh2A0BKrHbrywH3zwwVLYTQZWGzUkdSP143Q36k/e4R4M2YJBP/eAcEX3UtrgItA2wfAsk4DrpptuKhqMTqfQwUWh/5mFYDTEcJgJhh8Dxya2x8l6MPKyllvk/e9/f0lWw24pgZgMpVKlT0UBNyRCOLPzZUul1uSQ5drLNfLJT36yOGxx2soWDHq9B0QTSC3NOVCuHmT6V7/6Vbnv3INp049A2wTDQulHP/pRKVA5LOTCVQzBaHgvDzPBoF0g/HlCd8Z7N4SuUTfEhbPUnDlzqiOPPLL68pe/XMmSd+CBB5aspzKVTnZDLmhLHnvssVI0TgXed7/73dV2221XQtVe+tKXljLMCy64YF6DQV/3wBJLLFGKGaqA/Pa3v71EGLjfkfh+c/ZM9u9kGMZvm2AMA2YjnWMIxkiojPDZMBMMHtASytAkTFaCGA9VadMXW2yx6swzzyzmEloNBYT23nvv6qijjhrhqrT3kePTWlhJysqntsDSSy9dIRWvfe1rqze+8Y3VscceW5144onZgkHf98Db3va26uCDD6623377arXVVquU95aUCbFGcEMy2vtt9zJSCEYvqP39PiEYf4/JiJ8MM8HwwPPg++53v1vMBiMC1OeHNCO8rJ/znOeUAkFWcn7kxxxzTBHuUu9ORqvNIsiFkss0JR76EuwIS1bVlplG2JnsfLV/SF7/v59McOgNB9o6hN09f84555TKm8suu2y595jimOeQjJhMJuNXP/6YIRjjY9SkRwhGE5Sq4c6DoWqrNOQEsP8no/GsZtOmNfBKcCkwZ5X3wQ9+sLrvvvtaP6yHt8JwzCJKLl9//fWVSrmLLrpoqYSoiBFyleJxrUOfATsQ4N/EF8O9R2O2xx57lBwLSLZ7LySjA6wp+jcEox2gQzAa4jjMGow6cx0fjMkiGFZzbNG77rpredB62Kpa+81vfrNiKpmMVptFkAupe5lBFlpooerVr351cTCdjGNmzCAwEgJIBC3eAQccUK266qrVDjvsUAi9aJWYS0ZCbHI/C8FoB98QjIY4DjPB4JegWusdd9xRwkYbQjahbh/+8IdL3v7PfOYzJVqDr8P+++9f0u5Olte1SrTIC+J0ySWXVK985SvLw104GRV1WhCYSgQ4OvuN7bXXXsVEd/nllxdfJPdp2tQiEILRDt4hGA1xFL/MCWuBBRaoDjvssL5U9gTaEUccUZ177rnFsbHhFKatGzMBoSuW22q/7UYrcsIJJxRnN6YQoaHCVRUKolmYiIlCX/k0VC185JFHxgyrZRpRPlkSnIMOOqhEsCivLNPeZJGatrHLeLMHAVoMvwV+P2uuuWYxD3J8HoQ8MLMH5WZnEoLRDKfxeoVgjIfQ377n5LjRRhtVz3zmM0tEg2p5vbaZRjDYgu+///6ivZAkqM3moars8Vvf+tYi4GlLqIUvvfTSaqWVVioRHUw0+lnh0Th0zoFaudNsY7V3++23Fzs284q5j9Yc56GHHirHQGZEi8hREHIxGmL5fCoQ4PsjfBXJUO/Cfer+T5s6BEIw2sE6BKMhjsNMMPzYeLt/5zvfeULJ4obQjdmNfVmUBmdOPhcIg4cpB0/ahPe85z1Fw4A40DYIIaXhqBvTFbVy3exL63HGGWeUqJexCIZjIU5U0SussEK18847l2iZiWhM6uPmNQi0hQB/JJU4559//mIudJ/GD6MtdJuNE4LRDKfxeoVgjIfQ374fZoIh94Xyw23nwaD6pUGgNRCOKqkV8oAU+Fzu/ne+852lYqEQWSGkfDSYNDx0H3jggerCCy8sc5OkyGe0D7RLQv+YW0YjGB7YzD3Guvjii4v3PkJz991352He8DeRbpODgHBov4d55523+shHPlL8gUJ6Jwfr0UYNwRgNmYl9HoLREK9hJhgcHqXupsFo0/kRweAnwb/jc5/7XHkVrooUMIMgGVJ0E/oeusJVb7zxxuL4yWxCU3HeeecVgoBsMJ8wozQhGB7YHiLSkRvjJS95SYkiQWSyWmz4o0i3SUFA1lwRVQgGAk1zF4IxKVCPOmgIxqjQTOiLEIyGcA0zwUAE5MBALsZyOPMQlLCKTwRB36bdmOOmhy1/DQSEpoJtmkZD/gr/+ww5kPNfWWTaidFCXM3Vg/sb3/hGcSh98YtfHILR8LeQbpOLQAjG5OLbZPQQjCYojd8nBGN8jEqPYSYYfmyEuAef/0drCMidd95ZiABNBJLRVmMCOf/888v4joO8IBMcOnna+99nfDUk6TrttNOKb4d5jNRCMEZCJZ8NAgIhGNN/FUIw2rkGIRgNcZxsglELTIJykDbzGi0PBmHuO06WzBciQXbcccdq/fXXL4Lf9201mggmGv4gtBV1U6Wwk/QgDt4zqzChCDkdqelnrNtuuy0ajJEAymfThkAIxrRBP/fAIRhzoejrnxCMhvC1STCo+1UMrXNhyLHBD2GQNufL74IAZka44YYbitOksukEM18F/hASZB166KElh4U6IvPMM0/15Cc/uWgb1FsYq1YFwtBkMw7C0L3RXNQbXwraE3PljOq1/p+Wo3NTVwTmwgHl2xC98oIXvCAmkoa/hXSbXAQ6CYbfFxKNEKdNHQIhGO1gHYLREMc2CQbnRU5cQiOf9axnVS984QsHblPV9LnPfW61xhprVCo/0lRwvGSq4PdAKKub8KQnPamQCsSi3nwm3fZ+++03N+231N/dm0ydIjfG23baaaeSF0BugHrbaqutqte85jXVFltsMXeTiXO99dar1lprraJFoUlZe+21yzk4j3qTivlFL3pRqdy6yCKLlGvwlKc8JQSj4W8h3SYXgU6CwSyI1IdgTC7m3aOHYHQj0tv7EIyGuLVJMDhKinQw5lVXXVUiKERRDNomGyatihU/HwzaCASDRkFJ9c0337wioGtiUb8iGLQaVl/C7Ortox/9aEk5Lu14vSkDP94mRFYq73rT/9Of/vTfbUq7++7jH//43DHluIBx5yb81f6cRk866aRS/+R5z3teCEbD30K6TS4CIRiTi2+T0UMwmqA0fp8QjPExKj3aJBgG5NsgGkK45SBvf/zjH0u4KMHN16KOJmGaINDf9a53FU0FsrHEEkvMNZGoiKoCq7wW9SYCBLHqd0NyaIHMZbzN6k+0yEibeUkgJtcGjYZiZwlTbfiDSLdJQyAEY9KgbTxwCEZjqMbsGIIxJjyPf9k2wXh85MH/T9QGH4yR8mAISZUNkz8DE8jqq69evexlLyuZONt08mwbJQSv7TBVamxkkTlpPOKDIPHF4YQ6VTgJ43W9kC5JxjgTpw0eAiEY039NQjDauQYhGA1xHGaCQQD6wYne6LYFE9Q+q/NfEJqcPyXQmirB2fASPqEb4do2wZBJVO0I5qNjjz221Kw56qijRnzl5MuMdO211xan2SdMbpLeIDO0UDKmyorKp8b1SxssBEIwpv96hGC0cw1CMBriOMwEgwaD4OSDobLqWA2p0J+fySCvkJGitgmG8xauq2gaJ1eC/OSTTy5+Hnw9OjdmGY6+yJh5TEUT/UPTxBlWjRehvyEY/SHvHkeu+RkxC9Lmed9PC8HoB7129g3BaAfHEIyGOA4zwaDy52+hOqmQuclqhB01vgd0naRrsgTgZBAMREGp7VVWWaUIcYXZ3DcjbYjFF77whZKZlJ/LVDRmEQ6773jHO0okEB+gycJ3Ks5nEI6BYCDT++yzTymWp0gfXPtpbREMZJ+WatDJfj9YTda+IRjtIBuC0RBHAmHDDTcs5dqPPvroUmir4a4zvhvBpGqpxFV8DCajEfhMMI8++mgxGXhlcqAx8YBsu002wdhjjz0mNGWCHqkiEOoVMLLl3Aksn3vfSQgIEJj5biRtkb720ceYztkx6vf1WPVxfG4c/fQfaVz713Py2j0nJ21cY3SeS73S95njGKd7zsbyvXHtb/O//j63T93qOcKmnkf9XfdrjUN9bK8jzdt+NT6wrbEwfn0NOufge/3cp9ttt10hlWrnEE7G77X1QzBq3JnDOFNzZKa5Ms+05giEYDTHaqyeIRhjofO37zxIRBusueaapYSyFSAfg2FpHvAeVn50HraT0WpzxSc/+clSkt2qX5VTqnwRK203D+L6mJJttVGLpFODMVGCQXBRr3/ta1+be76cMflMEFoSg/3sZz97Av6Eh2RoN99884gZS10r96kQY3VZaKKQRJoTQsz3hO/DDz9cEqq5x2lTCCTF5azGu2u5iOChBTEnr3xuCOzORpg5lhBnIc2wJvDMwXVF1kUUdY/NMda5SIoGS/ebRG/mby7uwbohoBKrmYc+5jFaMz/nCFvnaCxYjiR04cMcyKHZ/MyjnoPz7Uw973sVe4U9r7POOpX8KieeeGKZk3PpJlCjza/7834IBlzM85RTTilh5O5DCeemSkvWfS4z9X0IRjtXLgSjAY4eFJzxVl555erpT396dfzxx0+ZY16D6U16F74FBJkQzvF8MHqdDA2J+iHIhIe/B7mMnO973/tKxdNexx1tv0EjGEicvCPKdHP+lPuj/v+QQw6ptt1222qvvfYqpIsWyfwJyuOOO658R9jWmo/6nOFonB122KH4XohcIayNw1/AyhvBIIAIRmneCddTTz212nvvvYtzqjGMS/D6XKSQBGqy0B500EEl4RqnVgXmaqJhtc9fx3k4B7+dt7zlLWUf6eSNbUMgERZz0BCAww8/vPimnH766cXcZD/jMEEcdthhZf4XXHBBdcIJJ5Tj+95YXuU2oW3rbEiJ/ClCkI2jnyRxzsG8EaBOrQQflde97nXlvhOCLcmcczUvc3DO/C0QKOZCZMn1UY1XmPb2229fwp4RtKkgGLBGrtwLzHOS122zzTaF7Cy44ILVJptsUr5zrdOaIxCC0RyrsXqGYIyFzt++86CQBEv45XzzzTd0BKP2wSDEJssHQxKu3XffvZieai0JoYvYKMXedptsgkHQ0EDQIFg9d251CCtca6EsfPTcc88tanb3GaG55557FoGIRHAclc7cK+EFGyvrN73pTdVTn/rUklzMQ7FuhLbvrWD5hEg+5riE4/LLL19S1SMq+lnVy5ZKIB188MHVbrvtVlT+hCvhRUjLKLnssstWG2ywQRHOhC+Bv9lmm5VMqgiB60RYE2b8dZgUV1ttterAAw8sQk9/5JwQXGaZZQrxkRW2FsQI1pw5c0r2VUISKRCFQ2PovRBowh/Z2nXXXYuwR4wQKBlcYUOjYA5MFOYh2Zu+BC1yUxOTTTfdtGR8RWo7NSNI1LOf/exq4403LhoA9yQcOOU69stf/vLqFa94RSFlND20LeYAUyTj9a9/fXXWWWdVyHhNnOpr0vS1U4PBadhx3K8arJAK9xONEPKGKCF+crnUye7qV+fpPnB/pTVHwKKKZlP233XXXbeQ18laXDWf1czrGYLR4JoNO8EgiAgMwmayHlQIhjTgMnxaacPc5njdK/MGl2zcLpNNMAghyckuvfTSuRlI60ykMohedNFFJbsooa9RHjucQQAAFc5JREFUYdMq2I+5hmCtBR9hiTzQMBBw55xzTnmPvCAlCIZoFcK1bs6PY6509Fburp/+NBo+o1mALSEox8kuu+xSPe1pTysk+gMf+EDRLDABOLZ5Mw9KaS+8tfN6WDkTbgsssEAxFXgIdxKMhRdeuJLWvbO6ruMiHcgKjUDtr8DcgWDMP//85XtzrhtNAeIjSywNDJNR3Zy3sGDZWJEl5hjHkOgNnnCjHalNIgS0ujaInOMhIXVDMBxDPR1khBmqbgQ/3OAER+YT+MEa+ZBsjgmoX3NEJ8GgrUHqkSab83K+7h/XzL1Sk4mRXkUM0QTS7LhubW8w7WWrz2dQX5H/s88+OwSjvvl7fA3BaADcsBMMDzU2acLQ/5PRrNJoiaxCqXoJAM3DG/5tt8kmGFb7tAEEKGHaudE6+JwWoCYFnQTDyp/JgZZCI8Q8iKni1VexooYXYWEF+8xnPrMIOMK1bmzxZ5xxRlnVMh3oPx7BoCEhOJEBmhXHpIUhvJkHjYf0dF4P5JOwYzokfGlXOgnGq171quqzn/1s+axe0Rub4CT8ttxyy/Kd64Fg6K/GDVLT6aOBbNCAEP6ImHnVzbnRoKid41wJZCYduUaQVoLCPOt5OxZ87GOFT+vgO/NDMBTto5mhPUNG6uY4NDnzzjtv0RrUWDgfGqvJIBjIHjMOIsdcSBujvg6NiTT9cB+JWNSfLbTQQkVIuqdoZdrcYEd7tPPOO09oo5nr/D0M2v9+t0jzRhttVD3/+c8veNMA0mqkTQyBEIwGeHn4DLOJpPbBGCmTZwP4GnXxcPcA90AlSDz8Ha82lzQaZAKdJptgWJ1T/4+0sfNzDLQqd85aJ8GQQ8P8aoFcn5boJQTDAxBZ0Ah0GgJCB3b1PpxDPbip7fm11A6fY2kwllpqqeI7gVho5kALwF+BqYOQ7xT6pVNVFadR2g2aAg6knQSDQESiau2BfRAjGBDINAg0Do6FLPmMucM4nc15On8EA6adRNf9SatDmNIO0bTxK1lppZXKeIiRe4lmwMa0oPou0wL1N7zhbw4IxqKLLlr8NPTrbLQANFIIRk0O7YOETBbBYMLhN+P34NojUTV5mO5XWh7FGpnWJrLRajHnDOq25JJLlrm5n2irOPDSBsZE0vlraPZ/CEYDnIadYFAXiu4gYCbDB4NA86DWYE1YsL8TDE1XDQQrVTvB0yl8Rru8jkfFTRANQhRJU4JB+B5wwAHFBu/crOSRBup+zoiEOyys8mmDrMQJXG08DQYy0unvAk9RHfwzEBjjIAfdTb4PtmqrYw/iToLBB8RKvyYt9h2NYDC/IBg2ESidrQnBIOSQLOfAVEEAMylx6nRP0QDYEAv3Fi2S87IKZ4IyRwQDWaKNqbVL9Tw6CQafDI6sk00waPMsbrzSGIhUWXrppStCmmlsPJLBdKU/DZR9R9v46eiDlE1kW3HFFauJbu7VmbTRuHBCd1+nTQyBEIwGeA07wSCwrWSttmu1fQPYGnUhDKmrO1fG1NmEpnLstXAcbzAPeisMhMHqfbw2WwgGzYRID6tbwpxpCTGg9ifw+YHAU+uFYNAqMDNYxSEznUShxtjDlyaAStnxppNg8KcQmcK8Qfgyt2yxxRZFCwMTwsLm/3333bf4dciwCiO4DRrBcD71785vhAaGloa2qIk2g+8MExZHT6aW0TYaHb4aTDET2fjCIIMT2ZC/mbR59rnva+1gfd/ndXwEQjDGx6isqofZROLBRs3uwd0mi6+1Dmz0naQAoWGPp+KvTQgIAXLjlSCglqbdqFfUPvfeCpqQG6/NFoKB/NJ+MGMwR/Bt4EMh6sLKnJNijVEvBIMA4cBopc/5th6rE18qfGYF0R2u23QRDCpt549w1RoM2hBaDQJUFFTn5p5GSJlPagEyaARDFAkNouusudauA20iMxPNhkgXav2R/DGQPqHHfkf2HW1zzZAs5qqmG40OUj/Rze90Jm1NNKKdv4f8/zgCIRiPYzHqf8OuwaA+5kBo9dQZCjkqYA2/gCuiIBJCFAmVNPW2Bz8bvLBFDz0hf6IAaDOs2G3MGz6vNR/G8iDgHOihPF6bLQTDeToXzoc0GEiG/BK0DpwcCZRaOE2UYNgPxsJKqdBdA0KlsyF9HOAIN74zBN90EQwmEtceEUYcqO6Fp7onuhufED4WfGE6nWMHjWC4rjRHrnFnQ85r7RVtjSgi14m2xrWCBRNK8mB0opb/pxqBEIwGiHvQDrMGw+qHyULMf61RaADbE7p4INo6G00EAiE01SoTyWCHJxCsQAkvfc4777ySDwLBsbqyYrIyR0Ks5mq1vYewKAIq5PHaZBMMnvUIz2gbIWwjJMwFEajDVEdz8hS6yhTR6YPhPOFqhe5zmgR+F4gGh8TOhmDAeLQw1W4fDOO6PsI17cOUgHAQzubs1XVQ1K12sHQ9mhCMyy+/vMyz08nTb8zcba5/Z2vqg8HXgs+HTTE5YZyIj/Nwn5g3LYw8EvwsaGYQs7ohGIsttlhxKG3ig+HZ4D7l5EmYX3XVVXPDSusxJ/rqPjd3zqSjEYyRxkS6matk8ayjccwreTBGQiufTQUCIRgNUB52gkHLQJBQ1XqY9tKE8hGmnY0A88D38K/VrB6StCT1ylsfKngEx7FpOKykrZo9SAml2jHRWINCMPhEEKLIE5NN92b+CICVNsfZJgRDFko29ZEIBvwk5LJq5diHjNShvjXmhCrtxnLLLVeEK/ID3zoPRjfBsB9MmbCYXDg/SiIlpTlNhnTfkmA5V6p4mifCezyC4T7gNEwIdhIMGit+Iz6zKu9sEyUY8Pze975XIlI4xgpVZTri78MkgrQiTXvvvfcTHEoRDOG6knJx4uxsIzl5+t7zgRlJVITcFEice9LnvbReCUZtOnSOztV1RdgRJb+/tCAw1QiEYDRAfNgJBgJAEHpoER5NGuElFwEnQcKOKpptfKxG2Fll1g9mr8gNQc22bky2WzkiOKJxXiPUPPhromLFJ7TPA7UeZ6Rj6t92FAkhT/vCgZD/g3wVckhYKXdvQi6ZMKx44YI8Cb9EHkSDmB88OhtTEsdEGoPuaB642V/IquRSMDOfzuZ8+UiYm5U+bB1D7QrzYVZBQrobrYSxaUWsiCW8Mk+vxpKfw3m4NsYj3Jkf+IUgIPYn/OpG80H7JIpDhIf7y/m6pkJwRRB1+uTYj5BEEpwbv5BOokurxfcGOUEwnYPx9EFk4ElLIdU3M4JX7x0beeo0++mPTIk0oQXpbMxx8EOoaMk6v0ckjWdc5grOlGPdf53jdv/fK8HoHMd1cP1pHOHTiX9nv/wfBCYTgRCMBuh6UHSaSKQGtpoflkYwIQiEuf9Hah5oyAdhSV3PAY0gJIDY55EM3tgTaXA3ptUsAeYB70FpBQz/mlwYk0CxciNgaDsIT5+N1oytP0HWVpiqY/JBINyZOxCCsTZCnkqbECB0CSXnSfiaH0w7m7nW+TNGInqIFyKAZCF33fsjaFb1NCe0QLXDpv2sdBE2wn6kRkhxFkQmhL9KkOUVgRBB4JqYs2ZcSdkIfedSE8B6XNeQqYXGwoYI2BeB9TsbiYzCCAGheXBu8Kqb/WlrYA3DznNAdpyrFOUqnpozosQEYTz3QGdDjNw/rkv3d0ireTuOa9FJTBA+RA3xsD/tTjf+nccZ6/82CMZY4+e7IDBVCIRgNEDaw6+bYHjgeVAOw8Z2T6XvAer/unmAwsbq2UOeGpuw5mgmTr8zRt9qvs4bQPBPZCMkCNSx9jEHApQgREQIoPGuTU0wrFbbqKZa4zKbXxEJOMPYdYH7TGjuUwTQnGtiNajzDsEY1CuTeU0UgRCMBoh1EwzheJwSu+3qs/G9VSgzh5U5UkXA1M0KjunESpxamX+AvAPi8zmodRIM6nQrZ46iI21Wk1TfI20c/mgxrKD5Y5jPSBsSSOVNC0CLQIsy0uY7Km0rfStbK1p1LJgfkCTXO21kBGCD6CFvXntdpY88+uR9ap41QR306xuCMXn3QUaeWgRCMBrg7eHE9ir8i7rfalcqaE5qs32TR4CZQ8EsJgn2dGSDcKZmlrRIZIN6GJ2Eovt/DnUSZ4nZH2kj5GWMHG3jRGceyB0yM9bGD4EWZaxNpALHRJkeVfZ0Xc2PiYEgSgsC04VACMZ0IZ/jto1ACEZDRNlxCThFhiS1GZZNfQqEyvnyb0AymEsIaCmI1SLoJhMjvX/GM55RNBvCKNvYePoLJxTZMNLmu7rP4osvXo20+Z7mQnGrpzzlKcV5Tx4Fq/O0IDBdCIRgTBfyOW7bCIRgNESUc6OaC3wMhEcOy6bIkroNzpfjGx8MphHmCmGRPOpHIhTdn0l6RPugSmG/mygDEQhCCcfa9Dn88MNLNAcfkO6NwyJtiqqeSIboD857g65Cb3jLptsMRSAEY4ZeuEz77xAIwfg7SEb+gGOYsC+e7rzuh2UTz+9cOWiK3OBJz7EPyZAbQzEsoZnMJRJE0RR0kwvvhQaKDuCl3+8mGkUuAx79Y211H/McaeM/QisjlNS8ER9jh2CM/BvIp1ODQAjG1OCco0w+AiEYk4/xjD+CqAGkQMpinvidjTlBhAcCQljTavCnUPlx2WWXLb4ZSmzLA0HgD0rjV4Mk8SdpK0x1UM4t85jZCIRgzOzrl9k/jkAIxuNY5L9REGAWEd+v2mJ3gqfuXWg45MIQ5SHBEQfQJZZYopI7ZJAIBkdOZi9ajBCM7quY99OJQDfBEL0Vx+PpvCI5dq8IhGD0itwQ7cc0IlzVan88gsG8IAcFrYb9ZGAUWio0VQTKoLQQjEG5EplHNwKdBEMGW0Q4BKMbpbyfCQiEYMyEqzTNc2QiYQIZyUQy1tSYIfhr1KWZu80rY+072d+FYEw2whm/VwQ6CQbNYQhGr0hmv+lGIARjuq/ADDi+7IdSTNNIyNg5G1onwZA0TaGvJNqaDVd25p+DtOdqw0hWF4Ix86/nMJ9BCMYwX/2G5177YNRhqg13G+huNcG48847S90QGUgl+ZI1NOrogb50s35yzIkHHnhgNd9884VgzPqrPbtPMARjdl/fVs5OtIVMpkI4mTtmQ0MinBd1tLThnFElD1PIKom2ZsMVnrnnoFjaJptsUq299tols2xMJDP3Wg77zEMwhv0OaHD+ClvJ4Pnggw+WQlcNdhn4LvxD5DXhW6J+Ce2FB/ree+9dbN4zpYjXwAOdCTZGwD2JwJ9wwgmVxHQSyqlUiwhHq9YYxnQcIARCMAboYgzqVESEKAI2mwgGrFVevf/++6sbb7yx5O9Ql2SllVYqhIO/SRJuDeodOfvm5V7j3yRDLrK78sorl3o/fnfK3edenH3XfBjOKARjGK5yn+coeuTiiy+u1GPx/2xpHugPP/xwxQ9DkjBF0tRMWW655Ur11kEv6z1brkPOoyol5OWPYabjcLzddtuVLLkyByP4aUFgJiIQgjETr9oUz5naVrl0OS2spmZLU3qe+vkHP/hBUUWfdNJJ1cYbb1wtsMACpUouf4yf/vSnJdR2tpxzzmOwEKCZQHLlmVH9d+GFFy73nmrFEtPJOyN5XVoQmIkIhGDMxKs2xXP+/e9/X4qAWWHJiTFbGj8Lq0NaGaGBV1xxRalLstpqq5VKrRtuuGHJQHrZZZcVgnXbbbeVbKYymmYLBv3cA+6lm266qVQmPvnkk6vtt9++kIs111yz+GCIJPF74/8Uf6DZ8sQZvvMIwRi+az7hM/aQu+uuu0omTjkxZkuzepR1FIGiipY23EpS1VVRJc9//vOrBRdcsBLCSnWt8upee+2VLRj0fQ/sueeepbqwNPruMa9z5sypTjvttEI8fvzjH1ePPvpoRcsW/4vZ8sQZvvMIwRi+az7hM5aBkxlBuNxsU9fWJIPDJ5Jh5ShMkLnkgAMOqLbeeutqvfXWq1ZYYYVqySWXLJqNxRZbLK/BoK97YKmlliqRIuuss065xw499NCSj0XUiMq/fmu0awmZnvDjKjsMEAIhGAN0MQZ1Kh5ytBjIxWx84CEZHDqRDJEyQnJ588uPcc455xSyoXDbm9/85mr//ffPFgz6ugcQ14MOOqgUAzzllFMKsbj66quLGZLmgl8QB2SmkWgvBvWpmHk1QSAEowlK6TPrEag1GXxMhKg+8MADxcnujjvuqGQw5eSqaJsqsdmCQT/3gPvohhtuKFlj+XFI9kZDKGMucx2yG2Ix6x85Q3GCIRhDcZlzkk0QqIuzMQlRT4uY4cUvkoQAUI8lWzBo4x5wPzHJqTBMY+F+c9/RWrgP04LAbEAgBGM2XMWcQ2sIeLjLmuhBbyXJLMR0IutntmDQ5j3gvkIq3GfuN/ddyEVrP+UMNAAIhGAMwEXIFAYPAQ96auradCLaJFswaPMeqH0s3GMhFoP3DMiM+kcgBKN/DDNCEAgCQSAIBIEg0IVACEYXIHkbBIJAEAgCQSAI9I9ACEb/GGaEIBAEgkAQCAJBoAuBEIwuQPI2CASBIBAEgkAQ6B+BEIz+McwIQSAIBIEgEASCQBcCIRhdgORtEAgCQSAIBIEg0D8CIRj9Y5gRgkAQCAJBIAgEgS4EQjC6AMnbIBAEgkAQCAJBoH8EQjD6xzAjBIEgEASCQBAIAl0IhGB0AZK3QSAIBIEgEASCQP8IhGD0j2FGCAJBIAgEgSAQBLoQCMHoAiRvg0AQCAJBIAgEgf4RCMHoH8OMEASCQBAIAkEgCHQhEILRBUjeBoEgEASCQBAIAv0jEILRP4YZIQgEgSAQBIJAEOhCIASjC5C8DQJBIAgEgSAQBPpHIASjfwwzQhAIAkEgCASBINCFQAhGFyB5GwSCQBAIAkEgCPSPQAhG/xhmhCAQBIJAEAgCQaALgRCMLkDyNggEgSAQBIJAEOgfgRCM/jHMCEEgCASBIBAEgkAXAiEYXYDkbRAIAkEgCASBINA/AiEY/WOYEYJAEAgCQSAIBIEuBEIwugDJ2yAQBIJAEAgCQaB/BEIw+scwIwSBIBAEgkAQCAJdCIRgdAGSt0EgCASBIBAEgkD/CIRg9I9hRggCQSAIBIEgEAS6EAjB6AIkb4NAEAgCQSAIBIH+EQjB6B/DjBAEgkAQCAJBIAh0IRCC0QVI3gaBIBAEgkAQCAL9IxCC0T+GGSEIBIEgEASCQBDoQiAEowuQvA0CQSAIBIEgEAT6RyAEo38MM0IQCAJBIAgEgSDQhUAIRhcgeRsEgkAQCAJBIAj0j0AIRv8YZoQgEASCQBAIAkGgC4EQjC5A8jYIBIEgEASCQBDoH4EQjP4xzAhBIAgEgSAQBIJAFwIhGF2A5G0QCAJBIAgEgSDQPwIhGP1jmBGCQBAIAkEgCASBLgRCMLoAydsgEASCQBAIAkGgfwRCMPrHMCMEgSAQBIJAEAgCXQiEYHQBkrdBIAgEgSAQBIJA/wiEYPSPYUYIAkEgCASBIBAEuhAIwegCJG+DQBAIAkEgCASB/hH4fzrMAqzFbRMNAAAAAElFTkSuQmCC"
    }
   },
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Reinforcement Learning\n",
    "\n",
    "## Abstract\n",
    "Reinforcement Learning(RL) is a type of machine learning technique that enables an agent to learn in an interactive environment by trial and error using feedback from its own actions and experiences.\n",
    "Reinforcement learning is learning what to do—how to map situations to actions—so as to maximize a numerical reward signal. The learner is not told which actions to take, but instead must discover which actions yield the most reward by trying them.\n",
    "![image.png](attachment:image.png)\n",
    "\n",
    "Reinforcement learning, due to its generality, is studied in many other disciplines, such as game theory, control theory, operations research, information theory, simulation-based optimization, multi-agent systems, swarm intelligence, statistics and genetic algorithms. In the operations research and control literature, reinforcement learning is called approximate dynamic programming, or neuro-dynamic programming. The problems of interest in reinforcement learning have also been studied in the theory of optimal control, which is concerned mostly with the existence and characterization of optimal solutions, and algorithms for their exact computation, and less with learning or approximation, particularly in the absence of a mathematical model of the environment. In economics and game theory, reinforcement learning may be used to explain how equilibrium may arise under bounded rationality.\n",
    "\n",
    "In this notebook, I will present an implementation of the Q-learning algorithm and apply it to the \"Taxi-v3\" [AI Gym Environment](https://gym.openai.com/)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Q-Learning (Taxi-v3)\n",
    "Q-learning is an off policy reinforcement learning algorithm that seeks to find the best action to take given the current state. It’s considered off-policy because the q-learning function learns from actions that are outside the current policy, like taking random actions, and therefore a policy isn’t needed. More specifically, q-learning seeks to learn a policy that maximizes the total reward.\n",
    "The ‘q’ in q-learning stands for quality. Quality in this case represents how useful a given action is in gaining some future reward.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import gym\n",
    "import random\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import seaborn as sns\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "from mpl_toolkits.mplot3d import Axes3D"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Environment - OpenAi Gym's Taxi-V3\n",
    "\n",
    "This task was introduced in [Dietterich2000] to illustrate some issues in hierarchical reinforcement learning. There are 4 locations (labeled by different letters) and your job is to pick up the passenger at one location and drop him off in another. You receive +20 points for a successful dropoff, and lose 1 point for every timestep it takes. There is also a 10 point penalty for illegal pick-up and drop-off actions.\n",
    "\n",
    "[Dietterich2000]\tT Erez, Y Tassa, E Todorov, \"Hierarchical Reinforcement Learning with the MAXQ Value Function Decomposition\", 2011."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[43mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n"
     ]
    }
   ],
   "source": [
    "env = gym.make(\"Taxi-v3\") #Creating the environment\n",
    "env.render()              #Rendering the environment"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Q-table\n",
    "In Q-learning the goal is to learn a policy that will tell an agent which action to take under each possible state. The Q-table is responsible to store score values for each (state, action) pair. These values can be initialized with zeros or randomly, and them they are updated as you perform exploration in your problem domain (which helps to discover which actions leads to a better stream of rewards)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Action size  6\n",
      "State size  500\n"
     ]
    }
   ],
   "source": [
    "action_size = env.action_space.n\n",
    "print(\"Action size \", action_size)\n",
    "\n",
    "state_size = env.observation_space.n\n",
    "print(\"State size \", state_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[0. 0. 0. 0. 0. 0.]\n",
      " [0. 0. 0. 0. 0. 0.]\n",
      " [0. 0. 0. 0. 0. 0.]\n",
      " ...\n",
      " [0. 0. 0. 0. 0. 0.]\n",
      " [0. 0. 0. 0. 0. 0.]\n",
      " [0. 0. 0. 0. 0. 0.]]\n"
     ]
    }
   ],
   "source": [
    "qtable = np.zeros((state_size, action_size))\n",
    "print(qtable)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Hyperparameters\n",
    "\n",
    "The hyperparameters used in the Q-value update process are:\n",
    "\n",
    "Learning Rate: lr or learning rate, often referred to as alpha or α, can simply be defined as how much you accept the new value vs the old value. Above we are taking the difference between new and old and then multiplying that value by the learning rate. This value then gets added to our previous q-value which essentially moves it in the direction of our latest update.\n",
    "\n",
    "Gamma: gamma or γ is a discount factor. It’s used to balance immediate and future reward. From our update rule above you can see that we apply the discount to the future reward. \n",
    "\n",
    "Reward: reward is the value received after completing a certain action at a given state. A reward can happen at any given time step or only at the terminal time step."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [],
   "source": [
    "total_episodes = 5000         # Total episodes\n",
    "total_test_episodes = 100     # Total test episodes\n",
    "max_steps = 99                # Max steps per episode\n",
    "\n",
    "learning_rate = 0.7           # Learning rate\n",
    "gamma = 0.8                   # Discounting rate\n",
    "\n",
    "# Exploration parameters\n",
    "epsilon = 1.0                 # Exploration rate\n",
    "max_epsilon = 1.0             # Exploration probability at start\n",
    "min_epsilon = 0.01            # Minimum exploration probability \n",
    "decay_rate = 0.01             # Exponential decay rate for exploration prob"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Exploration (Q-learning)\n",
    "Since the goal here is to learn the optimal q-table, that is, best policy for each (state,action) pair: we need to perform exploration only. If the goal was to learn and solve the environment as quickly as possible, it would be necessary to implement an exploration-exploitation strategy. This kind of strategy would not work for this goal since we want to discover the optimal values for states that would not often/never be visited via the exploration-exploitation strategy.\n",
    "\n",
    "The exploration strategy here implemented is straightforward: for each state we get to, take an action randomly. The randomness \"guarantees\" that we are going to visit each state action pair eventually."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [],
   "source": [
    "for episode in range(total_episodes):\n",
    "    # Reset the environment\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    \n",
    "    for step in range(max_steps):\n",
    "        # 3. Choose an action a in the current world state (s)\n",
    "        ## First we randomize a number\n",
    "        exp_exp_tradeoff = random.uniform(0,1)\n",
    "        \n",
    "        ## If this number > greater than epsilon --> exploitation (taking the biggest Q value for this state)\n",
    "        if exp_exp_tradeoff > epsilon:\n",
    "            action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        # Else doing a random choice --> exploration\n",
    "        else:\n",
    "            action = env.action_space.sample()\n",
    "        \n",
    "        # Take the action (a) and observe the outcome state(s') and reward (r)\n",
    "        new_state, reward, done, info = env.step(action)\n",
    "\n",
    "        # Update Q(s,a):= Q(s,a) + lr [R(s,a) + gamma * max Q(s',a') - Q(s,a)]\n",
    "        qtable[state, action] = qtable[state, action] + learning_rate * (reward + gamma * \n",
    "                                    np.max(qtable[new_state, :]) - qtable[state, action])\n",
    "                \n",
    "        # Our new state is state\n",
    "        state = new_state\n",
    "        \n",
    "        # If done : finish episode\n",
    "        if done == True: \n",
    "            break\n",
    "    \n",
    "    # Reduce epsilon (because we need less and less exploration)\n",
    "    epsilon = min_epsilon + (max_epsilon - min_epsilon)*np.exp(-decay_rate*episode)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "****************************************************\n",
      "EPISODE  0\n",
      "+---------+\n",
      "|\u001b[43mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  1\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  2\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  3\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  4\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[43mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | :\u001b[43m \u001b[0m:G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  5\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m:\u001b[43m \u001b[0m| : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  6\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  7\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[42m_\u001b[0m|\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[42m_\u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 13\n",
      "****************************************************\n",
      "EPISODE  8\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m|\u001b[43m \u001b[0m: |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  9\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[43mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  10\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m:\u001b[43m \u001b[0m| : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  11\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B:\u001b[43m \u001b[0m|\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[43mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  12\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[42m_\u001b[0m|\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[42m_\u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  13\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[43mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  14\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  15\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m:\u001b[43m \u001b[0m| : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  16\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  17\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  18\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  19\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  20\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  21\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| :\u001b[43m \u001b[0m|\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  22\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  23\n",
      "+---------+\n",
      "|R: |\u001b[43m \u001b[0m: :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  24\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[43mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | :\u001b[43m \u001b[0m:\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  25\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  26\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  27\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  28\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | :\u001b[42m_\u001b[0m:G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  29\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| :\u001b[43m \u001b[0m|B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | :\u001b[42m_\u001b[0m:G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  30\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  31\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m:\u001b[43m \u001b[0m|\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[42m_\u001b[0m|\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[42m_\u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 13\n",
      "****************************************************\n",
      "EPISODE  32\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  33\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  34\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | :\u001b[43m \u001b[0m:\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  35\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  36\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: |\u001b[43m \u001b[0m: :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m:\u001b[43m \u001b[0m| : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  37\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m:\u001b[43m \u001b[0m| : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  38\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  39\n",
      "+---------+\n",
      "|R: | :\u001b[43m \u001b[0m:\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[42m_\u001b[0m|\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[42m_\u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  40\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[43mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  41\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  42\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | :\u001b[43m \u001b[0m:\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  43\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m:\u001b[43m \u001b[0m| : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  44\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y|\u001b[43m \u001b[0m: |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  45\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | :\u001b[42m_\u001b[0m:G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  46\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  47\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y|\u001b[43m \u001b[0m: |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  48\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  49\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m:\u001b[43m \u001b[0m| : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  50\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  51\n",
      "+---------+\n",
      "|R: |\u001b[43m \u001b[0m: :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  52\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m:\u001b[43m \u001b[0m|\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[43m \u001b[0m|\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  53\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| :\u001b[43m \u001b[0m|\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m|\u001b[43m \u001b[0m: |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  54\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: |\u001b[43m \u001b[0m: :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  55\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  56\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  57\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  58\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  59\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  60\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[43mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  61\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  62\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  63\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  64\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[43mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  65\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  66\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  67\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[43mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  68\n",
      "+---------+\n",
      "|\u001b[43mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  69\n",
      "+---------+\n",
      "|R: |\u001b[43m \u001b[0m: :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  70\n",
      "+---------+\n",
      "|R:\u001b[43m \u001b[0m| : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  71\n",
      "+---------+\n",
      "|R: |\u001b[43m \u001b[0m: :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | :\u001b[43m \u001b[0m:\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | :\u001b[42m_\u001b[0m:G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  72\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| :\u001b[43m \u001b[0m|B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  73\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | :\u001b[42m_\u001b[0m:G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  74\n",
      "+---------+\n",
      "|\u001b[35m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  75\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B:\u001b[43m \u001b[0m|\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[43mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  76\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  77\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  78\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[43m \u001b[0m|\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | :\u001b[42m_\u001b[0m:G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  79\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  80\n",
      "+---------+\n",
      "|R: | :\u001b[43m \u001b[0m:\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  81\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y|\u001b[43m \u001b[0m: |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| :\u001b[43m \u001b[0m|\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | :\u001b[43m \u001b[0m:\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  82\n",
      "+---------+\n",
      "|R:\u001b[43m \u001b[0m| : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | :\u001b[43m \u001b[0m:\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  83\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[43m \u001b[0m|\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  84\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y|\u001b[43m \u001b[0m: |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m:\u001b[43m \u001b[0m| : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  85\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[43mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  86\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  87\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  88\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| :\u001b[43m \u001b[0m|B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | :\u001b[43m \u001b[0m| : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| |\u001b[43m \u001b[0m: | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  89\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[43m \u001b[0m|\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[34;1mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[34;1m\u001b[43mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[42mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[42m_\u001b[0m|\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[42m_\u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  90\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[43mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  91\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: |\u001b[43m \u001b[0m: :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  92\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[43mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B:\u001b[43m \u001b[0m|\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[43m \u001b[0m|\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : |\u001b[42m_\u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[35mR\u001b[0m: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[35m\u001b[42mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  93\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| :\u001b[43m \u001b[0m| : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : |\u001b[43m \u001b[0m: : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | :\u001b[43m \u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | :\u001b[42m_\u001b[0m:G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  94\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m:\u001b[43m \u001b[0m| : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|\u001b[35mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[35m\u001b[42mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 14\n",
      "****************************************************\n",
      "EPISODE  95\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m:\u001b[43m \u001b[0m|\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[43m \u001b[0m|\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  96\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1mG\u001b[0m|\n",
      "| : | : :\u001b[43m \u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[34;1m\u001b[43mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[42mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  97\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  98\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | :\u001b[43m \u001b[0m|\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[43m \u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|\u001b[34;1mR\u001b[0m: | : :G|\n",
      "|\u001b[43m \u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[34;1m\u001b[43mR\u001b[0m\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|\u001b[42mR\u001b[0m: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "|\u001b[42m_\u001b[0m: | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : |\u001b[42m_\u001b[0m: |\n",
      "|Y| : |\u001b[35mB\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :G|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |\u001b[35m\u001b[42mB\u001b[0m\u001b[0m: |\n",
      "+---------+\n",
      "  (South)\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  99\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : :\u001b[43m \u001b[0m|\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[43m \u001b[0m: |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[43m \u001b[0m: : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[43m \u001b[0m: : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[43m \u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (West)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[43m \u001b[0m| : | : |\n",
      "|\u001b[34;1mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[34;1m\u001b[43mY\u001b[0m\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (South)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|\u001b[42mY\u001b[0m| : |B: |\n",
      "+---------+\n",
      "  (Pickup)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "|\u001b[42m_\u001b[0m| : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "|\u001b[42m_\u001b[0m: : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| :\u001b[42m_\u001b[0m: : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : :\u001b[42m_\u001b[0m: : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : : |\n",
      "| : : :\u001b[42m_\u001b[0m: |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | :\u001b[42m_\u001b[0m: |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "+---------+\n",
      "|R: | : :\u001b[35mG\u001b[0m|\n",
      "| : | : :\u001b[42m_\u001b[0m|\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (East)\n",
      "+---------+\n",
      "|R: | : :\u001b[35m\u001b[42mG\u001b[0m\u001b[0m|\n",
      "| : | : : |\n",
      "| : : : : |\n",
      "| | : | : |\n",
      "|Y| : |B: |\n",
      "+---------+\n",
      "  (North)\n",
      "Score 5\n",
      "Score over time: 7.29\n"
     ]
    }
   ],
   "source": [
    "env.reset()\n",
    "rewards = []\n",
    "count0 = []\n",
    "count = 0\n",
    "\n",
    "for episode in range(total_test_episodes):\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    total_rewards = 0\n",
    "    print(\"****************************************************\")\n",
    "    print(\"EPISODE \", episode)\n",
    "\n",
    "    for step in range(max_steps):\n",
    "        # UNCOMMENT IT IF YOU WANT TO SEE OUR AGENT PLAYING\n",
    "        env.render()\n",
    "        count = count+1\n",
    "        # Take the action (index) that have the maximum expected future reward given that state\n",
    "        action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        new_state, reward, done, info = env.step(action)\n",
    "        \n",
    "        total_rewards += reward\n",
    "        \n",
    "        if done:\n",
    "            rewards.append(total_rewards)\n",
    "            count0.append(count)\n",
    "            print (\"Score\", total_rewards)\n",
    "            count = 0\n",
    "            break\n",
    "        state = new_state\n",
    "env.close()\n",
    "print (\"Score over time: \" +  str(sum(rewards)/total_test_episodes))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "12.71"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.mean(count0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "\n",
    "\n",
    "## Toggling the values of the Learning Rate and the Gamma and then analyzing the results\n",
    "Now i will try to toggle the hyperparameters a little. The below code changed the values of the learning parameter and gamma continuously with an interval of 0.1."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score over time: 0.44\n",
      "Score over time: 3.03\n",
      "Score over time: 4.52\n",
      "Score over time: 4.91\n",
      "Score over time: 5.47\n",
      "Score over time: 5.68\n",
      "Score over time: 7.44\n",
      "Score over time: 7.8\n",
      "Score over time: 7.88\n",
      "Score over time: 8.34\n",
      "Score over time: 7.33\n",
      "Score over time: 8.47\n",
      "Score over time: 8.0\n",
      "Score over time: 7.96\n",
      "Score over time: 7.1\n",
      "Score over time: 7.83\n",
      "Score over time: 7.66\n",
      "Score over time: 7.62\n",
      "Score over time: 7.83\n",
      "Score over time: 7.58\n",
      "Score over time: 7.7\n",
      "Score over time: 8.06\n",
      "Score over time: 7.95\n",
      "Score over time: 7.62\n",
      "Score over time: 8.08\n",
      "Score over time: 8.08\n",
      "Score over time: 7.5\n",
      "Score over time: 8.09\n",
      "Score over time: 7.82\n",
      "Score over time: 7.75\n",
      "Score over time: 7.82\n",
      "Score over time: 7.62\n",
      "Score over time: 7.61\n",
      "Score over time: 8.39\n",
      "Score over time: 7.51\n",
      "Score over time: 7.79\n",
      "Score over time: 7.65\n",
      "Score over time: 7.75\n",
      "Score over time: 8.02\n",
      "Score over time: 7.62\n",
      "Score over time: 8.31\n",
      "Score over time: 7.75\n",
      "Score over time: 7.45\n",
      "Score over time: 8.13\n",
      "Score over time: 7.64\n",
      "Score over time: 8.22\n",
      "Score over time: 8.04\n",
      "Score over time: 8.1\n",
      "Score over time: 7.85\n",
      "Score over time: 8.04\n",
      "Score over time: 7.81\n",
      "Score over time: 8.26\n",
      "Score over time: 7.45\n",
      "Score over time: 7.95\n",
      "Score over time: 7.99\n",
      "Score over time: 8.16\n",
      "Score over time: 8.0\n",
      "Score over time: 7.88\n",
      "Score over time: 7.86\n",
      "Score over time: 7.62\n",
      "Score over time: 7.91\n",
      "Score over time: 8.43\n",
      "Score over time: 8.21\n",
      "Score over time: 7.95\n",
      "Score over time: 7.74\n",
      "Score over time: 7.91\n",
      "Score over time: 8.05\n",
      "Score over time: 8.09\n",
      "Score over time: 7.89\n",
      "Score over time: 7.77\n",
      "Score over time: 7.99\n",
      "Score over time: 7.86\n",
      "Score over time: 7.81\n",
      "Score over time: 7.5\n",
      "Score over time: 7.81\n",
      "Score over time: 7.83\n",
      "Score over time: 7.95\n",
      "Score over time: 7.67\n",
      "Score over time: 8.32\n",
      "Score over time: 7.95\n",
      "Score over time: 8.18\n",
      "Score over time: 7.81\n",
      "Score over time: 7.51\n",
      "Score over time: 7.27\n",
      "Score over time: 8.04\n",
      "Score over time: 7.91\n",
      "Score over time: 8.08\n",
      "Score over time: 7.76\n",
      "Score over time: 8.2\n",
      "Score over time: 8.22\n",
      "Score over time: 8.43\n",
      "Score over time: 8.18\n",
      "Score over time: 8.13\n",
      "Score over time: 7.83\n",
      "Score over time: 7.91\n",
      "Score over time: 7.94\n",
      "Score over time: 7.81\n",
      "Score over time: 8.66\n",
      "Score over time: 7.9\n",
      "Score over time: 8.25\n"
     ]
    }
   ],
   "source": [
    "l = [0.1,0.2,0.3,0.4,0.5,0.6,0.7,0.8,0.9,1.0]\n",
    "lr = []\n",
    "g = [0.1,0.2,0.3,0.4,0.5,0.6,0.7,0.8,0.9,1.0]\n",
    "ga = []\n",
    "score = []\n",
    "for learning_rate in l:\n",
    "    \n",
    "    for gamma in g:\n",
    "\n",
    "        # 2 For life or until learning is stopped\n",
    "        for episode in range(total_episodes):\n",
    "            # Reset the environment\n",
    "            state = env.reset()\n",
    "            step = 0\n",
    "            done = False\n",
    "\n",
    "            for step in range(max_steps):\n",
    "                # 3. Choose an action a in the current world state (s)\n",
    "                ## First we randomize a number\n",
    "                exp_exp_tradeoff = random.uniform(0,1)\n",
    "\n",
    "                ## If this number > greater than epsilon --> exploitation (taking the biggest Q value for this state)\n",
    "                if exp_exp_tradeoff > epsilon:\n",
    "                    action = np.argmax(qtable[state,:])\n",
    "\n",
    "                # Else doing a random choice --> exploration\n",
    "                else:\n",
    "                    action = env.action_space.sample()\n",
    "\n",
    "                # Take the action (a) and observe the outcome state(s') and reward (r)\n",
    "                new_state, reward, done, info = env.step(action)\n",
    "\n",
    "                # Update Q(s,a):= Q(s,a) + lr [R(s,a) + gamma * max Q(s',a') - Q(s,a)]\n",
    "                qtable[state, action] = qtable[state, action] + learning_rate * (reward + gamma * \n",
    "                                            np.max(qtable[new_state, :]) - qtable[state, action])\n",
    "\n",
    "                # Our new state is state\n",
    "                state = new_state\n",
    "\n",
    "                # If done : finish episode\n",
    "                if done == True: \n",
    "                    break\n",
    "\n",
    "            # Reduce epsilon (because we need less and less exploration)\n",
    "            epsilon = min_epsilon + (max_epsilon - min_epsilon)*np.exp(-decay_rate*episode)\n",
    "        env.reset()\n",
    "        rewards = []\n",
    "        count0 = []\n",
    "        count = 0\n",
    "\n",
    "        for episode in range(total_test_episodes):\n",
    "            state = env.reset()\n",
    "            step = 0\n",
    "            done = False\n",
    "            total_rewards = 0\n",
    "            #print(\"****************************************************\")\n",
    "            #print(\"EPISODE \", episode)\n",
    "\n",
    "            for step in range(max_steps):\n",
    "                # UNCOMMENT IT IF YOU WANT TO SEE OUR AGENT PLAYING\n",
    "                #env.render()\n",
    "                count = count+1\n",
    "                # Take the action (index) that have the maximum expected future reward given that state\n",
    "                action = np.argmax(qtable[state,:])\n",
    "\n",
    "                new_state, reward, done, info = env.step(action)\n",
    "\n",
    "                total_rewards += reward\n",
    "\n",
    "                if done:\n",
    "                    rewards.append(total_rewards)\n",
    "                    count0.append(count)\n",
    "                    #print (\"Score\", total_rewards)\n",
    "                    count = 0\n",
    "                    break\n",
    "                state = new_state\n",
    "        env.close()\n",
    "        score0 = sum(rewards)/total_test_episodes\n",
    "        score.append(score0)\n",
    "        lr.append(learning_rate)\n",
    "        ga.append(gamma)\n",
    "        print (\"Score over time: \" +  str(sum(rewards)/total_test_episodes))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Learning Rate</th>\n",
       "      <th>Gamma</th>\n",
       "      <th>Score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.1</td>\n",
       "      <td>0.1</td>\n",
       "      <td>7.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.1</td>\n",
       "      <td>0.2</td>\n",
       "      <td>8.18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.1</td>\n",
       "      <td>0.3</td>\n",
       "      <td>8.54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.1</td>\n",
       "      <td>0.4</td>\n",
       "      <td>8.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.1</td>\n",
       "      <td>0.5</td>\n",
       "      <td>7.93</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Learning Rate  Gamma  Score\n",
       "0            0.1    0.1   7.80\n",
       "1            0.1    0.2   8.18\n",
       "2            0.1    0.3   8.54\n",
       "3            0.1    0.4   8.00\n",
       "4            0.1    0.5   7.93"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dict1 = {'Learning Rate': lr,\n",
    "      'Gamma': ga,\n",
    "      'Score': score}\n",
    "df1 = pd.DataFrame(data=dict1)\n",
    "df1.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAV0AAADnCAYAAAC9roUQAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvDW2N/gAAIABJREFUeJzsfXd8HOWd/jNl+66qJVmyZFmW3G2wcTcQEy6hXCBHCC2cKfdLyJELCSSXQA5CDQFCjLnjcpCAIU5wAINpJoZQHJu4F9kUWbYsrXovq+1tyvv7Yz2j2d3ZLsmWvc/n44+1mtl33hnNPPN9v+X5UoQQZJFFFllkMT6gT/UEssgiiyzOJmRJN4sssshiHJEl3SyyyCKLcUSWdLPIIossxhFZ0s0iiyyyGEewCbZnUxuyyCKLLFIHFWtD1tLNIossshhHZEk3iyyyyGIckSXdCYjHHnsM3/ve92Ju37BhAy644IK0x7/11lvxy1/+EgCwc+dOzJo1S97W0NCARYsWwWKx4JlnnoHP58OVV16J3NxcXHvttWkfc6yQ6bXIIovRxllLurt27cKqVauQm5uLgoICnH/++Th48OCpnlZSuPfee7F+/XoAQGtrKyiKAs/zY3KsCy+8EA0NDfLnJ598EhdddBFcLhd+/OMfY/Pmzejr68PQ0BDeeOONMZlDPFAUhaampnE/7tmGadOm4ZNPPjnV0zgjcFaSrtPpxBVXXIEf/ehHsNls6OrqwoMPPgidTjeqxxEEYVTHOx3Q1taGefPmhX2eOXMmWDZRTDYaY/WiOB0x2vfCRLp2hBCIoniqp3Ha4Kwk3RMnTgAAvvOd74BhGBgMBlxyySU455xz5H1eeOEFzJkzBxaLBXPnzsXhw4cBAMeOHcNFF12EvLw8zJs3D1u2bJG/c+utt+IHP/gB/vmf/xkmkwnbt29HIBDAz372M0ydOhUlJSW4/fbb4fP5VOdVWVmJ2tpaAMDGjRtBURTq6+sBAOvXr8dVV10FAHjooYewZs0aAMBXvvIVAEBeXh7MZjP27t0rj/ezn/0M+fn5qKqqwgcffBDzehw5cgTnnXceLBYLrr/+evj9fnnbjh07UF5eDgC4+OKLsX37dtxxxx0wm834zne+g0ceeQSbNm2C2WzGiy++CAB46aWXMGfOHOTn5+PSSy9FW1ubPB5FUfi///s/zJgxAzNmzAAAHD9+HF//+tdRUFCAWbNm4fXXXw+7pj/84Q/xjW98AxaLBcuXL4fVag0793PPPRdmsxmbNm2KeY5q1+KNN97A4sWLw/Z76qmn5Ot866234vbbb8fXv/51WCwWrF69OuxcEs078l5INN6dd96JiooK5OTkYPHixdi5c6e87aGHHsI111yDNWvWICcnBxs2bMCBAwewcuVK5OXlobS0FHfccQeCwWDYtX722WcxY8YMWCwW3H///bBarVi5ciVycnJw3XXXhe3/17/+FQsXLkReXh5WrVqFL774AgBw0003ob29HVdeeSXMZjOefPJJAMC+ffuwatUq5OXl4dxzz8WOHTvksS666CLcd999OP/882E0GtHc3IwNGzZg+vTpsFgsqKqqwl/+8peYf68zGoSQeP/OSDgcDlJQUEBuvvlm8v777xObzRa2/fXXXydlZWXkwIEDRBRF0tjYSFpbW0kwGCTV1dXk17/+NQkEAmTbtm3EbDaT48ePE0IIueWWW0hOTg7ZtWsXEQSB+Hw+cuedd5Irr7ySDA0NEafTSa644gryi1/8QnVeN910E1m7di0hhJDbbruNTJ8+nTz77LPytnXr1hFCCHnwwQfJv/7rvxJCCGlpaSEACMdx8jh//OMfCcuy5Pnnnyc8z5Nnn32WlJaWElEUo44ZCATI1KlTybp160gwGCRvvPEGYVmW3HfffYQQQrZv306mTJki77969WrywgsvyJ+VcyGEkLfffptUV1eT+vp6wnEc+dWvfkVWrlwpbwdAvva1r5GhoSHi9XqJ2+0m5eXl5KWXXiIcx5Ha2lpSWFhI6urq5Guan59P9u/fTziOIzfeeCO5/vrrw8ZrbGxU/0MnuBZ+v5/k5+eT+vp6ef+FCxeSzZs3y8c2m83k008/JX6/n/z4xz8m559/PiGEJDXvyHsh3niEEPLyyy+TwcFBwnEcWbt2LSkpKSE+n0++zizLkrfffpsIgkC8Xi85dOgQ2bt3L+E4jrS0tJDZs2eTp59+OuzaXHnllcThcJC6ujqi1WrJxRdfTKxWK7Hb7WTOnDlkw4YNhBBCamtrSVFREdm3bx/heZ5s2LCBVFZWEr/fTwghpLKyknz88cfy2J2dnaSgoIBs3bqVCIJAPvroI1JQUED6+/vl+6SiooLU1dURjuOI3W4nFotFfla6u7vla3WGIiavnpWkSwgh9fX15JZbbiFTpkwhDMOQK6+8kvT29hJCCLnkkkvIf//3f0d95x//+AcpKSkhgiDIv7vhhhvIgw8+SAgJPWg33XSTvE0URWI0GklTU5P8uz179pBp06apzmn9+vXkyiuvJIQQMnv2bPLCCy/IBDN16lRSW1tLCEmOdKurq+XPHo+HACA9PT1Rx/z000+jCHnlypVpk+5ll11G1q9fL38WBIEYDAbS2tpKCAkRwbZt2+Ttr732GrngggvC5vT973+fPPTQQ4SQ0DX97ne/K2/bunUrmTVrlvw5GdKNdy1uv/12cu+99xJCCKmrqyN5eXky0dxyyy1hBO9yuQhN06S9vT2peSvvhUTjqSEvL4989tlnhJDQdb7wwgtjnichhDz99NPkqquukj8DILt27ZI/n3feeeSJJ56QP//0pz8ld955p3wdfvnLX4aNN3PmTLJjxw5CSDTpPvHEE2TNmjVh+19yySUyia9evZrcf//98ja3201yc3PJ5s2bidfrjXseZwhi8upZ6V4AgDlz5mDDhg3o7OxEXV0duru7cddddwEAOjo6UF1dHfWd7u5uVFRUgKZHLltlZSW6urrkzxUVFfLPAwMD8Hq9WLx4MfLy8pCXl4fLLrsMAwMDqnNavXo1du7cid7eXgiCgOuvvx67d+9Ga2srHA4HFi5cmPT5TZ48Wf7ZaDQCANxut+o5TZkyBRQ1kstdWVmZ9HEi0dbWhjvvvFM+34KCAhBCYl6jtrY27N+/X94/Ly8Pf/nLX9Db2xvzXNTOIx7iXYtbbrkFr7zyCgghePnll3HdddeF+faVczWbzSgoKEB3d3dS81Z+N9F4QMi1MWfOHOTm5iIvLw8OhwODg4Mxxztx4gSuuOIKTJ48GTk5Obj33nvD9geAkpIS+WeDwRD1WboObW1teOqpp8LOp6OjQ55bJNra2vDGG2+E7b9r1y709PSoztdkMmHTpk34/e9/j9LSUnzjG9/A8ePHVcc+03HWkq4Ss2fPxq233oq6ujoAoZtF8hsqUVZWho6OjrCgQHt7O6ZMmSJ/VpLXpEmTYDAYcPToUdjtdtjtdjgcjpikUVNTA6PRiGeeeQZf+cpXYLFYMHnyZDz//PO44IILwshe7XjpoLS0FF1dXaFlj+Kc0kVFRQX+8Ic/yOdrt9vh8/mwatUq1TlXVFRg9erVYfu73W4899xzac8hFaxYsQJarRY7d+7EK6+8gptuuilse0dHh/yz2+2GzWZDWVlZUvNW+9vEGm/nzp34zW9+g9dffx3Dw8Ow2+3Izc0N+7tEjveDH/wAs2fPRmNjI5xOJx577LGw/VNBRUUF7rvvvrDz8Xq9+M53vqN67IqKCtx0001h+3s8HvziF7+IOd9LL70UH3/8MXp6ejB79mzcdtttac11ouOsJN3jx4/jqaeeQmdnJ4DQg/Dqq69ixYoVAIDvfe97WLt2LWpra0EIQVNTE9ra2rB8+XKYTCY8+eST4DgOO3bswHvvvYcbbrhB9Tg0TeO2227DT37yE/T39wMAurq68OGHH8ac2+rVq/G73/0Oq1evBhAKSCg/R6KoqAg0TaO5uTmta7Fy5UqwLItnnnkGPM/jrbfewoEDB9IaCwBuv/12PP744zh69CgAwOFwxE0lu+KKK3DixAm8/PLL4DgOHMfh4MGDOHbsWFLHKykpSfvcJdx888244447wLJsVE7v+++/j127diEYDOL+++/H8uXLUVFRkfa8Y43ncrnAsiyKiorA8zweeeQROJ3OuGO5XC7k5OTAbDbj+PHjGb2obrvtNvz+97/H/v37QQiBx+PB1q1b4XK5AERf5zVr1uC9997Dhx9+CEEQ4Pf7sWPHDvmZikRfXx+2bNkCj8cDnU4Hs9kMhmHSnu9ExllJuhaLBfv375dJdMWKFZg/fz6eeuopAMC1116L++67DzfeeCMsFguuuuoq2Gw2aLVabNmyBR988AEmTZqE//iP/8Cf//xnzJ49O+axfvOb36CmpgYrVqxATk4Ovva1r4XlvUZi9erVcLlccmQ+8nMkjEajHCXOy8vDvn37UroWWq0Wb731FjZs2ID8/Hxs2rQJV199dUpjKPGtb30L99xzD2644Qbk5ORg/vz5cTMnLBYLPvroI7z22msoKyvD5MmTcc899yAQCCR1vIceegi33HIL8vLywrIHUsFNN92Eurq6KCsXAG688UY8/PDDKCgoQG1trRxxT3fesca79NJLcfnll2PmzJmorKyEXq9XdU8osXbtWrzyyiuwWCy47bbbcP3116d1/gCwZMkSvPDCC7jjjjuQn5+PmpoabNiwQd7+X//1X3j00UeRl5eHtWvXoqKiAu+++y4ee+wxFBUVoaKiAr/97W9jpoaJooinnnoKZWVlKCgowKeffopnn3027flOZFAJliNZwZssznj4fD4UFxfj8OHDchobEEr7Ki8vx6OPPjoqxxnt8bI4rRHT75d6RnsWWZwEOZn0HggEwPM8WJYFTdNgGAY0TYOm6Yx9zuOB5557DkuXLg0j3CyyGCtkSTeLlEEIgSAI4HleJl5RFBEMBkEICSNaiYSlf6cbGU+bNg2EELzzzjuneipZnCXIuheySBqRZEtRlKz7wPN8VHZFZH7iRCLjLLLIEFn3QhbpgxACnufR2dmJnJwcmEwm1fS1SEikrDYeENIP4DgubFuWjLM405El3SxiQiJbSVzF4XBAr9fDbDZnNK5EoJFEGknGSutY0gjIycmRiZhhmCwZZzHhkCXdLKIgiqLsRgBGLFaaplVTgkaL+OKRsdPphNfrhVarlcmYEBLXMs4SchanI7Kkm4UMURTB87wsQxhJXBLRjTekeVAUFZZQL81F+YJQfoemabAsmyXjLE4rZEn3LIcU5OI4TrZiYxETTdNRpOv1etHc3IxAIACz2QyTyQSj0Qij0ZiU3zfVuSqRyE0hpbNFfkeyjqUUtywZZzGeyJLuWQop1Yvn+YRkK4GiKHlfl8uF5uZm+P1+VFZWQqvVwufzwePxyEI/AKDX62EymeR/6ZJxKoQYi4yBkfMWBCFMSxZAmJtCso6zZJzFaCNLumcZIslWuXRPBIqi4PF4cPjwYQiCgOnTp6OgoACiKILjOJjNZhQVFYUdSyJij8eDwcFBeL1eEEJgMBhGhYxTRbyMComMI9PbBEEARVFy1kY2oyKLTJAl3bMEsXJskyEOQgiGh4fR1dUFhmEwd+5c5OXlJfweRVGyq0GNjL1eL9xuN4aGhuD1eiGKIgwGA4xGYxgZj4cwSjwy7u/vRyAQQHl5eTbXOIuMkSXdMxxqZJusRUkIweDgIJqbm6HX61FcXAyTyZQU4caDkownTZoUdjy/3y9bxjabTSZjicwkC3k8yRiA7ANWzlXyhQeDwSwZZ5E0sqR7hkLKsXW73ejo6MDMmTNTItu+vj60tLTAYrFg/vz5MJlMaG9vH9PsBYlUDQZDFBn39PTAZrMhEAiEkbHkMzYajTCbzaeFZQxkCz+yiI0s6Z5hiCxoIITA6/Um9WCLooienh60tbUhPz8fixYtgl6vl7ePdZ5uLFAUBa1WC6PRGNbVghCCQCAgW8adnZ3weDwQRRE6nS7MZ2wymdIm40gfb6K5Kv9XjgHEJmMpvS1b+HHmI0u6ZwhiFTQwDJOw/bUgCOjq6kJHRweKioqwePFi1Xb0yuyF0wEURUGv10Ov16OwsFD+fSQZd3V1wev1QhCEKDI2Go0J28enQrrx5qr8Xzk2gCgXkLLwgxACnU6XTW87Q5Al3QmORAUNsaxTIGR1dXR0oKurC6WlpVi2bBk0Gk3MY52q4ohUEY+Mg8GgTMbd3d3weDwyGSsDeCaTSSbj0SDdeHNV/q+cKxAi40OHDoW1is8WfkxsZEl3AiLVgoZI0g0Gg2hvb0dvby/Ky8uxYsWKhNaeNNapJN1Mj01RFHQ6HXQ6HQoKCsLGVZJxT0+PTMZS2bHUYkZJxmMJJRkrK/GyhR8TH1nSnUBIp6BBSbqBQACtra0YHBzE1KlTsWrVqpRyY0+le2EsSSMRGbe2toLnefT29sLj8YDneWi12ig3RbxVwmjOVfm/EtnCj4mBLOlOAGRa0CAIAurr62G32zFt2jTMmDEj7aqwieBeGC1IZGwwGKDRaFBaWgoA8ipDsoyVZKzRaKICeONBxtJ8ky38kP5Xy6bIZlSMLbKkexojk4IGINTiu6WlBT6fD4WFhZgzZ05GD9PZRrpKRAr/aLVaaLVa5Ofnh+2ndFP09fVNODKWkE1vGztkSfc0RCYFDQDgdDrR3NyMYDCI6dOnw+l0oqSkJON5xQvKjcfDeKoIP5VAWiIy9nq96O/vh8fjAcdxYFk2ioy1Wu1YnEYU4pGxsvCjoaFBzvPOknHmyJLuaQQpx3ZoaAhutxvl5eUpke3w8DCam5sBANOnT5cf/BMnTozK/NQsXcnnabfbZdKQihRGM+B0Kh/q0cheiEXGSjfFwMAAWltbw8jYaDSC53kEg8FTRsZerzfsb5kt/MgMWdI9DRBZ0MDzfNIFDYQQDA0NoaWlBSzLYsaMGcjJyRmTeSqzF4LBIFpaWuSgXHFxsVzCG5mKFUnG41ExNpoYSwtbo9EgLy8vqrRaImO32w1BEHD06NEoy1iqwtNoNGNKbpEvnXQLP7JkHEKWdE8hYhU0sCwr593GgiTE0tLSAqPRiDlz5mTcRicRKIoCx3E4fvw4bDYbKisr5bblHMfBaDRGRf9jVYxJ5btKDd7xUBlLF+NNEhIZWywW9Pf3Y9GiRQBC19nr9cLj8WBoaAjt7e0IBoNgGEbVTTEe886k8EOZ2na2ZFRkSfcUIJOCBkmHoK2tDbm5uTjnnHNgNBrHfM5+v19ON5s7dy5mzZolzzmWJRivSEEpbDM4OAifzwdCiNyDTSIOg8Egk/FE8OmONqRsFQkajQa5ubnIzc0N24/nefl6TjQyjvzOmV74kSXdcUIqBQ0Mw0RZuqIooqurC+3t7SgsLIzSRUjm+OnctD6fDy0tLXA4HHLKlPR/uognbCPp77rdbvT398Pn8wEAWJaFKIoYGBiQyXi8HsJTTbrJrABYlo1JxpKEps1mQ0dHBwKBABiGiarA0+l0pwUZRxZ+cBwHh8OBkpKSM6LwI0u6Y4xMCxoEQZBLdYuLi7F06dKUAyrSeKn4UqU2PC6XC9OnT8ecOXPg9Xpht9tTOnYqUEo+KvV3RVFEb28vBgYG4HK50NvbC5/PB5qmo4hDr9dPuIcwHpIl3VhgWRY5OTlRfn6JjD0eD4aHh9HZ2YlAIACapsOup8FgyPQUkkYsMvb5fBgaGkJRUVHCwg/JqBmruMZoIEu6Y4RMChqkm8dqtaKnpwdlZWVYvnx52tkAqZCux+NBc3MzPB4PqqurMW/evLCH4VQs8WmalsXNp0+fLv9eFEXZinM4HOju7obf748iDrPZnNGS+lRaumN17FhkLAiC7KYYHh5GR0cHfD4fDh06FFWBN14vOJ7nZes2EspcYwD48MMP8fnnn+Oxxx4b83mliyzpjjIyLWiQUrCk5dTKlSszjvbH8xFLcLvdsFqt8Pv9qK6uRmFhYdScTzftBZqmYTabowKIgiDIZKy04iL9m8lG/ieCe2G0wDBMGBkHAgEcP34c8+fPly1ju92Orq4u+QU31qsNQRBiPgORz5bD4YhysZxuyJLuKCHTgga/34+WlhYMDw+joqICJpMpTDs2E8QjXZfLBavVCo7j5J5nsR6YiaK9wDAMLBYLLBZL2O9jBZsiCxQkMj4dMN6kGwlBEORMA7VrKr3gPB5P1GpjtMhYsnSTgcPhyLizyVgjS7oZQhJF6e/vx6RJk1ImW6XvdNq0aZg9ezYoikJHR8eozVGNdJ1OJ6xWKwRBQHV1dVTSvhomehlwrGBTZIFCS0tLWOmu2+2GwWCAxWIZF4UxJaT0qlOFRG6pZMjY6XSip6dH9sNHNiVNFBRNlXRHy1gZK2RJN00oCxpEUYTVakVxcXHS33e5XLIuQlVVVZjvdLShJF2Hw4GmpiYAQHV1dUpWwal2L4wVYhUoSKW7LpcLNpsN/f39YQpjytS2sSr4iEwZG2/EW9rHQywylvzw0nWVgqJSEFWNjHmeVxXVV0PW0j0DoVbQwLJs0mTkcDjQ3NwMnucTLudHCzRNw+FwoKGhATRNo6amJi2/16l2L4w34UuluyaTCWVlZcjJyYnS3o3sSqEk4tGovjsd3Auj+UKJ5YdXI2O/3y9vM5vNcpqbMnc7Ek6nM0u6ZwoSFTQkgs1mQ3NzM2iaxvTp08ftxrDZbBgcHITX68Xs2bMzSqWZ6O6F0UA87V1l9Z2yeWbkcjqV6rvTwb0wHsePR8bHjh2D0WiE2+1GX1+fnLutvK6SnrHT6cwG0iYyUiloiPV9ZQvzWbNmRS23xgKEENhsNlitVuh0OuTn56O8vDzj3MWzlXSTyV5IpvrO7XbLL0AAqr7NSIKbqO6F0YJUAFFUVBRGyKIoyoU0Ho8HTU1NuPPOO+FwOHD33XfjvPPOw7Jly3D55Zcnfaynn34a69evB0VRWLBgAf74xz9GFSC9/vrreOihh0BRFM4991y88sorKZ9TlnRVkE5BQ+T31VqYpzOPVB44JckbDAbMnTsXZrMZDQ0No+IWUJuLz+eD1WqFzWaTswCkJfZ4iLGMBzJJGYtVfSeKYhgZK6vvlL5Nv99/VpMuEAqkRc5BmYsNAFVVVTh48CBWr16NX//612hsbITNZkv6GF1dXXjmmWdQX18Pg8GA6667Dq+99hpuvfVWeZ/GxkY8/vjj2L17N/Lz89Hf35/W+WRJVwEp7UsQhLQ6NPA8j76+PrmF+cKFC9Ou6JFKgZOJ2hJCMDAwgObmZphMpiiSH4sAmM/nQ3NzM5xOJ6ZPn46amhoQQmQSiUzJUhJxOn3GTqWVPRbHlVKq1KrvfD4f3G43XC4XBgcHwXEcBgYGTkn13an2KQNI+jkAQvOdN28e5s+fn/JxeJ6Hz+eDRqOB1+tFWVlZ2PYXXngBP/zhD+VMn1QC50pkSReZFzQIggCO47Bv3z4UFxfHbGGeCpIpaFBa1Dk5OTHFb5IZK1mIooijR4/C6XSiuroac+fOBRCK9NM0rVrlxHEc3G633NpGkiuUZB+VwadT/YDHwnhZm5EWnHQfTZ48OWY+7GhW30VCEIRTnrOcbMpYJi/HKVOm4Gc/+xmmTp0Kg8GASy65BJdccknYPpIu9fnnnw9BEPDQQw/hsssuS/lYZzXpZlrQILUw7+7uln08o+WzVRO9Uc67t7cXra2tyM3NTWhRjwbpSpatz+fDjBkzMHfu3IQqYxI0Gg3y8/PDcoGVgSdJjMXj8YAQIlt0EhmPZ/2/Gk51RZqkuBUrH1ZZtqtWfSddx3RE0E8H9wKQ3EtPug/T+VsNDw/j3XffRUtLC/Ly8nDttddi48aNWLNmjbwPz/NobGzEjh070NnZiQsvvBB1dXUpB8XPStKNFA1PlWw5jkNbWxv6+vowZcoULF++HEePHh3VBzOW0phEtvn5+UkrjWVCun6/H83NzXA4HJg+fTrsdrtq659Uzz1W4EkZIFHmcUp+9vb29jGx6OLhVAYPEy3vI8t2JSir7wYHB6M6UihXF/EsWakibSLA7/enLXP6ySefoKqqSnb1XH311dizZ08Y6ZaXl2PFihXQaDSoqqrCrFmz0NjYiKVLl6Z0rLOKdCWy7enpASEEJSUlKT20kS3MV65cKd+Q8SzTdKAkSlEU0d3dLcs6puq+SId0I8lWampptVpTGidVKJfLSp+Zw+FAW1sbNBpNmEWnLOGViGQslsMTTXshmeq7/v5+uN1uufpOScSS3z1VdbpTCbvdnnaGztSpU7Fv3z54vV4YDAZs27YNS5YsCdvnqquuwquvvopbb70Vg4ODOHHiRJgAU7I4K0g3sqBBEISUosKSpmy8FubJdHtIBZLSWEdHB9rb21FUVIQlS5aktUSkaTqqjUosKMm2qqoq4w7CowWapsPaoEtQkoiy+65Wqw0L3mVSqHAmqYwlqr6L9LsHg0G5pHesq+/UkErKXCbVaMuXL8c111yD8847DyzLYtGiRfj+97+PBx54AEuWLME3v/lNXHrppfjoo48wd+5cMAyD3/72t2GrtGRxRpNurIIGjUYDt9ud8PtKmcNEBMQwTJQKfrqQ/HR1dXUoKyvDsmXLMrLekrF0JbK12+1hlm2yOFXEpEYiUtWYFLxTtgmScmOV/uJEluSp9umOx/JerXEmIQSff/458vPzwfN8WPWd1G5pNKvv1JCq7kImhREPP/wwHn744bDfPfLII/LPFEVh3bp1WLduXdrHAM5A0k2moIFl2bgEKSlvSS3M1WQOIzEa7gWlYLlGo8HMmTMz7tIAxCfdTMl2PJGsb1VZNRZZqBCrM4XU5FEi5PHqopAIp7IiTXpuCgoKwtxZakHQ0ai+U4Najm4s2O32074EGDiDSDeVgoZYpGu322WfpbKFeTLIxL2gzIIoLS3F8uXL0d7entZYalAjXaWU5GiR7WhZhE5vADnGcJ/1aIwbrzOFUgy9q6srLAPA5/PJNf3jnT51OlakJaq+k1YYqVbfxTr+mSTrCJwBpJtOQYOSdKWS2ebmZrAsm7YYjOSDTQU8z6O9vR3d3d0oLy8P6w5B0/So+YiVpKsk26qqKllKMhWoteQereKFp/9aiw1/248nSuQlAAAgAElEQVT//NYq3PxPCzMeLxnEqvuXMgDsdjuGhobQ2dkJjuPCgk7S/2OpMjZRBG+U1XdqBR/KAJ5a9Z3ZbI4q+EjFvTARxG6ACUy6mRQ0sCwLjuPkFuYGgyHjFuYMw8iqSImgTDkrLy9X7Q7BMMyoFTRIgbRjx45lRLbASGXYWFhfT7xzEC+9vxeEEPzqtU+x82gbnvi3r6PQMvbdjtUgZQBotVrU1NTID7/SX9zV1TWmbeVPNekCma8yIgs+JMSSeZSq9cxmc5hxlGgeyuappzMmHOlmWtAglcw6HA4MDAxgwYIFo9LCPJZ74Y3d9bj2/JGqrba2NvT396OioiIs5SwSDMOEdURNF4FAAO3t7XLr9HTJVoJkNY82ETz65n786W/7wn6348tWXPnwX/Cbf7sEiypTjxKPFbRaLQoKCqJUxmIJ20QWe6RSvnsqg3hjjUTtlqSCD7/fj4MHD8rSjsrUNmWudta9MEaQSm5TJVtlrmtBQQGMRiPmzZs3avNSy16obe7H428fwr8srUFLSwsGBwdRWVkZl2wlZFpFFggE0NLSApvNhsmTJwPIvHU6oK6BIIoihoaGZI2FVJfaD7+xDxs/2q+6bcDhxXf/5x386+r5+JcF6dW6Z4pkVcZiCdvEK9+VrWKTCX6eIM8UXuxyOli64w1l9R3P86BpGmVlZWHVd8p28jRN4/nnn8fw8DBqamowMDAQ5t5IBskojAHA5s2bce211+LgwYNRebzJYsKRrtTvPlkIgoDOzk50dnaiuLhYznXds2fPqM6LEwh21nfIWgQA8Oi7RzDs8uD197fjq0vnq+b3xkK62RBKsp02bRpmzZoFr9cLp9OZ8lhqUJIuIQQ9PT1obW1FTk6O/FBIUWzJionXkuWBTXvw6icH4x6TEGDjjjrsOWrBc8XlmD45+QDnaCATa1NpzSkr+aRrJYkDvbi9HoKjH5cuqgrzcU6kirCxAM/z8ko0VvUdx3G44YYb8D//8z84cOAA3n33XWg0Grz//vtJHSMZhTEglNX0zDPPYPny5Rmd04Qj3WQhBal6enrkjICx7G912NqDdw4049+vCQWrPj92AkcHOYiigM8HRayZMiWl8VIlXTWylYhiNAVvpABfb28vmpubUVBQgMWLF4f5eqXULEkpS+mrk8jEbDbjN1u/xJufHkn62M0DLnzr0Vdx3/VfwXUXpq4idTpBSSDWAQ/qhweQzzGYN2+ebM319PTA6XTiyJEj0Ov1UcUeY03Gp4N2cjKBNI1Gg4svvhj/+7//iyeffFJe2aV6nHgKYwBw//334+6778batWtTHl+JM450lX5TqVZabbkrtZ4ZrRt3V3076ruG8foH21GRp8fLdV6AZgFRwO7jnSmPlyxRSqXJQ0NDUWSb6liJIBUdHD58GPn5+TjvvPPkJVgwGJT3U6ZmKUt5ldbdva/uwSdHmlKegzfA4b4/b8POo2149KZ/Qq5JD0II3L4ALMbEOhTpYCz9qrxIcO+WBgQHetHY2xVVpODxeHDuueeC53k5eDc0NBSVipVoRZEOTgfXxnikjCWjMHbkyBF0dHTgiiuuOPtIN9YN5ff70draCpvNFqWLoAYpbSydstpIeL1efFJ7AgTAtqM9eO6nN+B7W/8KQhhQAHqGvfD4AzDpk9dLSGTpBoNBtLS0yGQbz3WRKekSQjA0NISmpiYEg0EsWLAgLIiULCTr7pF3jqgTLs2CYkL/Qj9rTv7PgPAcgkMdCP35KfyttglHmnuwdO4M7DnWAa/Hhf+6ejluvPi8tM8zHsaKdF/Y1Y5WmxeOhkYEeR5dgw5MmTSSsihpH7AsC71eH+UvVhMHGi25x9NBYSyV4giO49KSVE2kMCaKIn7yk59gw4YNKY+thglHupHwer1oaWmB0+mMaempYTRIVyoTtnYPoHvYAwDY3dCD5z6uA0dpQfhQ9gEB8Nr2z/Ddy5P3BcUiXSXZVlZWJuUnzoR0bTYbmpqaoNfrcc4556CxsVH1miWbp3vP64ex9egA2IIKUDQD0MwIyUb83QgRQAI+ECGIQE8DSMADNm9y6Ds6E4Z1U/C3+kFwdjsomsYDm/Zi64EGvPSf10B3ijVgk0F9jwvP727HnEka7DsZhD1wvB3fumBB2H6x7udY4kBS9N/tdmN4eBgdHR2ymPxEUxgbDy3dRApjLpcLdXV1uOiiiwAAvb29+OY3v4ktW7akFUybcKQr3YBut1vWd62qqgrTd00GiUqB48HtdsNqtcLv96O6uhq1PSOpXU5vAL/f0QiwJkAYGf/9WmtKpBtJlBLZDg4OJrRsE42VDIaHh9HU1ASNRiO3/QEy6+Dw2NZ6bD02DMYYPxCmoUToaR4engIEL5zNnwNEBMVoQJsKoCmYAprVQvC5wQ13hUj75NwOtA5j2V1/wPofXYmlsyvTmud4IMiLuO+9BvAiAfEMy79XI91UEUt7VxIHkho8SuJAkph8pDjQ6aAwlkpxBJDeiiSRwlhubi4GBwflzxdddBHWrl179mQvSCIcki5Cui3M0yFdSZOB47iwY+/4/O/yPhSrhZ8xggJAxJHxj3Ul368JGLF0g8EgWltbMTAwkDLZynNK4fo4HA40NTWBoijMnj076sFNt/XPM9sa8cqhbgCx51Kao0NZrg5HexwQKC3mGO3Y/+URUFojtMXToSmYIhOsyAUQ7G+WPyvhFWjcuG4LLpudj9svXRQWvDtdNBX+99NWNA14wdIUjh1vkH9/sKFjzI6ZjDhQR0eHrKOg0WjA8zz6+/vlYo/xvnbJ+pX9fn/a3VqSURgbTUw40qUoCjNnzsy4m0AqpOt0OmG1WsHzPKqrq8P8mQGOx95jbfJnJqdopKOCwtL1BgUcqG/FsrnTkjqmFHQ6ePBg0rm9mcDlcqGxsRGEkLil0FIAMhW8tLsFL+xqRyzCrZlkhFFHo67LgR6HFxV5Onhbv8DBISf0VeeBzZ0c9rATkUewrwlUPCuMZvC3E07U9e7G/33vaxAiNBUkEk63Z1smONLhwJ/3h4Kr0wu0OHLUI29r7hnCoMODSbmpNzJNB/HEgXp7e9Hf3x9VuhupXzzWL7Jkxh5rhTElduzYkfZxgAlIukCowifTdJZkSNfhcMBqtYIQgurqatXI6P7jHfAFTmouUBQYi6JySgwf/9V/fJmQdJWWLUVRY062brcbTU1N4DgONTU1CUV+UnUvvHm4C/+9rRmR3yBExNR8IwxaCif6XPLvFxRrceTIEVCFlTDNig7WEVFEoL8l6YyCTiePb6/bisfWrMa3LjgXQPgyW6kdqyzjNZvNMBgMuP/1vQj0tmDJkiWjQizeoID73muAePKCGAVP1D4HGtrxz8vmZHysTEBRlKxJXFVVJf9eFMWY7YGUvmKpE/R4YaJUowETlHRHQ1wlHukODw/DarWCpmlUV1fHfYN++vlIJwXGXBC23CURgbD9jT0xx1GSrWTZ7tu3b8wI1+v1oqmpCX6/HzU1NUlnI6Ry7T+q78MjW4/LBAOEyBYg0NAUOoZHCEfD0DAKLnzezUFTuSjmmNxwJwjnB0Wl0MsODH7+8k68t/84Xrjr2zGX2YFAAG63G263Gx09vfjFBx3oHPKA6+/Etlsfxi9vvhxXXLAwozZB67Y1o2N4RKOjtTk6i+Pg8VNPuoB69gJN06r+YkkcyO12Y2BgAC0tLXKgOtIyTtZPnMoz7nQ6M7J0xxMTknRHAyzLysslCTabDVarFSzLYubMmUm1/tiuJN3ciDLVCEu3x+GD3e1FnnlE64HjOLS2tqK/v39c3Ag+nw9WqxVutxs1NTVJaQUrkWxQbq91CD9/sw6CtCs5+QI6aaHyIkF5ngEleUYEeAItQ+FIlwYqLloZQXsvBI89lPWQIiiKws7GQSy76w/4839ejXnTJkdtl+QK+wMMfvjXBniIEWKwHxSrgZMT8dNnXsMzm/+On161HBVFeSm3ld/TPIzXD4+8eMtztWg4NhC134HjoyfrmQlSSRlTaw8k6VrHEgdSXj81qcdU8oTtdnuWdMcSo7HMk5TGJGlHq9UKnU6nGjyKha5BB5q6hwAAtN4MWhvuZyZiuKVLCPDnDw/ix99ePe5kK4oi6uvr4XA4UF1djXnz5mWkMhYPX3Q6cPsrn0EQT14DkQfNsBAJASgKWg2LfJMOXa4gulxO0BSFSZb4QRDONQTB0R/fj5sEnBxw1eNv4Pavn4P/vGZ11PbNB1vxyPsnINKhpTHxewFQoFgtGMsktHb14c7n3sNl55+HB2++DAIXQE9PDzwej+yiUPqKpeCTy8/jgb82hLlZirQcGqJmADR0DMDp9cNiSC8wNFrItDhCclHEEgeSyHhgYCBK6lFyTyRL+ln3wgQAwzBwu904cOAADAZDWFpUsohr5SJEOJG09smXbbj8nEb09/cnVcSRDD443ISeQQeWzpiC+dPCm21K5cFerxc1NTUZi5XHIl1pTOuAG7dsqAVLARwfCLkBKBp6rQY+PmTlciLQ7xqpYJtfZsEX3bHbJwleJwR7b8aEOzJZBr//5Cg+/qwZr95zPfJPSkfe9+YRvHt0KFRJCIAIHIjAARQFEIDW6ABLIQTXID7YeQh/P1CHn675Z9z+LyHyVpKJsjMFRVH4Y72APsU5A8BAt3qmgkgIDjV04KJzq0+5gPloFA9FIp7urlIcyOFwwO12o7a2VrXYQ4mJ0jUCmKCkm8mNKEk7NjY2gud5LFmyJErnM1l8+kVzaD6sFrRRZWkjRhc3HO8ahk6nS5psEwWMRJHguV1d+OzQPtnPqdMwyDXpUWDUosikweJZFSjSEhQVFWX8EEe6F6TrabVaMeAO4oFdXugYwOXnQWt08pz8Quy/W4CPbTmLAS84R1+8TLO0YR304fyfv4hf3/RVbPzMhgYbDyh8xSzvh5SBbdRp4PH5QbFaWApL4BrqQyDgx+MvvoVNH+3FJ8/8HAzDqJLJJ8f68Y+O42HHtmiAE8daYs7tQEMHvrKgalRWP+2DLqx9ew9W1JTgW+fPg0GbXIBrvCvSIsWBHA4Hent7UV1dLRd7DA0Noa2tTRaTN5lMOHDgAJqbm3HuueemddxECmPr1q3D+vXrwbIsioqK8NJLL6GyMv0c8AlJuumAEIL+/n40NzcjJycHc+fORXNzc9qEy/ECdte1AghPE5OPp2LlAkBQBJptAUydmvhhkggu3o2/48QAGgYD0OiM4IOhAE2AE9Bv96Df7sFxADsb+wEA9731BXQaFnlmPcoKLJg+uQDzp5WoWsixoLR0u3r68MonB3CkzYa69kHwFAuheDYgAjSbnIVUWWBAQ390BB8ACB8E7w1Vm4k8OXk9I+eoRtgktB8hod3jeEM4WoMH/tYKoo3WVPa57PLPHn8gZPUC8AoApTOCBEL6B80dPfj33/wR6+/9XtQYw14Ov/owum19db4GvbGnhZ2fn8Atq+dAFMWMtB92Hu/GXX/aCY8/iHc/3IF7/5dDUVExFs+txrcuWIBLzpsRc+xTXZEmkT7LsqrqYlIH48HBQRw+fBh///vf8bvf/Q7Tpk3DW2+9ldTck1EYW7RoEQ4dOgSj0YjnnnsOd999NzZt2pT2eZ3xpCvlG7a2tiI3NxcLFy6EwWAAz/MZde89dKITbn8QoOjwNDHpuELssV/d/hkuWjgj4TGkAol4pPvyvlDQpaCkHH3tJxJG9QMcj75hN/qG3Thi7cGbu4/K29QIednMcsyrLAZFUahr68efP/oSR6zdaOsZgMftBogiqEZRMBVUgWKT90WaYtyBROTBu20gfAC0zghaZwThgxD9nlAwbjTIgNWAzS8D0ajPVyJVAADNgpDAiHKbzgSREJBgyBf58b4v8crfduHGyy4IG+NXHzTC5olu4+Qd7os7tcbuYQwO22UB70iFNknAOx7W/70e67Z+BvYkp+rKZsLf9jn6+3rwQV8PPti+C7RGi/KyUvzo6q/iutXhluKprkhLVI0miQPdddddaGtrw7/9279h1apV6OnpSellkUhh7Ktf/ar884oVK7Bx48bUT0aBCUm6ybz1RVGUyTY/Px+LFi0KWzJk2r1X8udGponJiEO6n7UPJXWMRJkC1gE39jSHKt3ctBFiwA9Gn34XjHiEnJefj8GWBsQ1GwlBcKADutKapI5n0dFosgWjfk+ICN41BDHoA60d+ZtRrBaMWQsiChB9bkAU0iZfSmcEm18aMxOCEAKRC8h2NUVRAM2EvWRovRkCIQAXWmE8vP4dfOW8uSgvDgWN/lrXh4+PD0YODT1L41hDY9z58YKIQT+NSbm5WLBgQZhC2+DgIFpbW8FxnJySJZGxVML7s4278dfDrQAArZZBUBBAMyy0xdPBDYy4NUQuiPa2Njy9cQu+fcECMMzI9TzVgjfptF+nKEpVljEWklEYU+LFF1/E5ZdfnvT4kaAoynjGqSOLoojOzk7s27cPLpcLixcvxpw5c6JU4DP1be6QSDdXXaGeiLFJt98ZwIDdFXO7hHgvBlEU8ezH9SOfQYHNmXQyD3Z0wdA0nIIGmuIqgIr/EPKOeIvmcMwsyUFQiCbxJVNMoCkKlEbdkqNoBowpF7Q5H4RmIKr4zmOBEALKlAdNYXnc1DPCB0FFvGDU9mcMFuCkK8Uf5PDtu58OubJcATyu4lYAgOoCDfyB6JdNJA6d6JAtNkmhraysDDNmzMCiRYuwbNkyzJ07F4WFheA4Dh0dHThwsBaXPLJZJlwAEBSJ0qw5H7QxOuDUPWDDB3s/D/vd6UC6qWQvpNK9W4JSYay7uxsejyemJbtx40YcOnQIP//5z1M+DkVROoqizgfwywlJumqEKYoiOjo6sHfvXni9XixZsgSzZs1Kux47HnptLhzvGABtsESliUmI514gAF76YF/M7RLULF3pPLf9Yw8+aXKEbTOXVEL0jk6HCCW0ekMock9EaIoqES+ZlgR94N2JdSZoikKHPbqR55KpFgz5RZg0JKGrhKIoMAYLWEshwIYs4HjpbAQU2PzJ0KhkmkTty0e7BCiGVc/c0FsAJhSc6rU5cedTf8YDfz0Bp1/9HqC8w6q/j8Shxq6ExoGUkjV16lTkl1bip1vb0W4fEWAiRIQ/GD4PbdE0eb5K/OGd7WGfT7V7IVUt3XRIV6kwptFoZIUxtf1+/etfY8uWLSlxCjVyE18C4HsALpqQpKuEKIpob2/H3r174ff7sXTpUsycOTPpVJd0Ktt2fHHSys2J04cpDukCwPYvEyfAKy1dURTR1dUln2c7UwZ/RNSfo7Uh8hllxf+gxjzykBIRmsKpABP7+nJDiUXb55VZwtLGAGBBqQl2L498NghXIDWLndYZwVgKQwEugY+y+AlFQzOpAoxalokKSCA6hS2U/hZNgjRNgzLkyKlm7/7jMHYc/FJ9nhTQ2JicePuXzb1h1XzxcMDah0sffw/DnvBmphQhUQ4hiqahm1yDyNvki6YObDvwhfyiP9WBtFTcC4FAIC09FqXCGCEE27Ztw5w54dWAR44cwb//+79jy5YtYRKaSUK6YS4A8DcAj09Iny4QuiE6OjrQ1dWFyZMnY9myZSnXeieTHRAJnuexdc8XsdPETiKeewEAWoa8CaPSUrPL7u5utLa2orCwEEuXLgXLavAfW3epfkdbXIVgdwMY0+jkLFIUBUoXag0jMBpA4E4SbzlEew+EoC/qO4JrEKIggI5zXSPdCtWT9BAIIApB1DbHLpdOBFqjAzQ6EIGD6HOFgm4aPbRFU1OqZBM86isGimZUUwFpmoZozAXx2gFRgM96AIxlUphPGgCmF+jweb0j6vtq8HM8mnrtmJ+gf+pfdp3Ao28dVPW26zQMAnz0C4zWGqApLAdvC39BPrv5Y+RQIeL2+Xzo7OyExWI5JQpt46Glm4zC2M9//nO43W5ce+21AEJEvWXLlmQPIU1uCEA+gBUTlnQPHjyI4uLijHqfSfoLyZCu1HOto7MLtdY+MDnF8W/ABH7GAC/ibwfqcfly9SdK6jNWX1+PoqIiLF68WF7WbG8YQLstmuwAQJNbDF9zLWhj7ug8IKwO9EmyoliNnDYFIsIwaQo8g11yBF+GKIC3d0NbWKE6ZGWBAQ19I2liJWYNcvQs6ntcyBVdYT7IdEBEAYTnQGn04J19MEyZlZJWAxFFEE79+lKsDiToVd02QrwOQBTgqd8By8LLwvYxE/XvxkJd+xCuirP9l5v2Y/P+2JZzyFJVXzVocosh+pwQfSMvmEMnOmEpmoKZUyfLhUPKLsZKhTYpgDdWCm2p+HSB9OM0iRTGPvnkk7TGBQAysuTaAGANgIsmJOlSFIUVK1ZkPI5EuvF8NBLZdnd3o7y8HLpJU+EO7IauJDpNTInIEmA1vLr9syjSVRYbAMC0adMwderUsH2kNDFVUDS0xVUQXINJL6XjgdKP5DFTrAZEsXoNcDzY3MngnQNRy3He1hOTdAvMOrQNhwbK0TOoLDRgf6sdi4poHGxSz9mNByKKAB9EqFxXA1prBKUzI9DTAAg8RJ8rpWtB+NhBLoqiQBCbyGiagWjIAfE6QAIe+FqOwFA1IuDT2Ra7IEINX7ZHazMAoTzxG3/3Cb5sj86OkECIiAAX/wWmL6lC0DkUZvH+4Z3tePqufwXDMFFNHpXCNn19fbBarRAEATqdLqr8OVPXRLI+XalQ4jRHMYD3ALROSNIFxl5pLJJsV65cCYZh8PrrO2KniSkQqzhCibqukeR7qQ+Z1WqFyWTCwoUL0dfXF3XTWQc82NMcP+VMW1QJV3cDaENO5hVoOgXpqvpxCdicSeDdFIhvJCND9DnA8H4IbPjyOmTRhghay1CYX2bGbuswZhVqcMiaXANPQsRQoIsQ0IwWtNYAShde5BLoaZDbJQleR0qkK8awZGWw7EmSVwfNsBCNuRA9wwj2N4MtmAJNbjHKcrRoPJaa66S+YxCiSEDTI3/HQZcPVz31AQad6ta4DEJivBoUu7AGsLnF4GxdcrbGe7uO4O4131DdP5awjVKhbXBwUG6caTQaw7SLU1FoS9a94HA4khKnOhWgKIo+ae2uBfCfhJC3sqQbQbqxyFbC9s+sMdPEwpCEpTvs5dE5YIeREeU+ZPPnz5er5KR250ps3N8eFQCJBK0zgTEXQPQ5M7N2WW14ZRnDgqYpiCrLf9ZcCJ5iQj5NAITVQe/phSd3Wth+M0rMqG13AoRg+bQ8/KPJBpOGwuDQEAQhhsAKIRD5YMg/y2hCJKuNXUkY6G2SCRdA2PI5GYi+2DoQAJBnMsLuiJ/yRTMsKFM+BLcNvobdYM67AiU6GvGzc6Ph8XM41t4nq6J91jqAW57bhgCX+P6iTgoMxd2HYQEhGMrf7Q+trjhewPotn+KyBcnluyoV2iIbZyp7tUnauyzLJqXQRghJylo+zcVupIelFcA/URTFTVjSHQ0oSZfneTkwp0a2ADDgcONYvxfa0ilxx03GygVCf43H/vgOvn/JQlXBHYZhwHEjqUtuP493PutO6tx0pTPha9yXkbVLR5TG0jSNqcW5sPbaVffX5xTAaDZgqL8H+ooF6O89AdLRAja3CGzeZLDmQllL9vzqfOyyhlLLanKBWqsPCPpANDowrAZVxbkotBjg4wma+lyqwSA1BPqsIFy4pSr6k3dZEEIgeuMHugKCCL1OA38gOq1MCYphQestEP0ueI99ChudICIWAweOt2PetMl4c78V97++P6TWlgS0GhZBIc510+ghcQJryoVgyJFfUK99vBcXzrgyrflKUGopKKEUkY+n0JasUZVp14ixBBk5iUEAdwK4cMKS7mjJO0oNH+ORrYRPv2gBk5NEjmeCdDElvuzxYOHCharbGIaB3z+Sy7r5cBe8weQKAdjcYhCQjKxdpT9XQp7FBMQgXV4Q4aX1mDtnJlqZHGgKyhHoOoZgXzOCfc2gWC28lkmomFqJvU1BiBSLeUVaHLZ2oCzPiO6BIPQkAK0pHy22AFpsAdXjxEKw3woSVCFYkT9Z3ZZESpHAh5c2qyDACThn6mR81pi4nxmtM4AQAYLHjqNffAZKl5qSHRDqJNHlpbFxl5oQpDoIEcGL8Z4RKpSJobhXtUXT4O86Bggc3L4APjrchIsuPD/l+SZCLBF5pdxjf38/vF6vrHkQWf6sfP4niMLYmwD+BGDKhCXdTCEIAux2O4aHhzFt2rS4ZCth857joI1J+I5SIN1eNx+z8kdZHCGKBH85kLy4NUUz0JXORLC3KT1rl2ZUNRREOv4tw4sEzQELGDMDTWE5uIFm8HwQlMiHBGyGu9Ey3B3S1bUUoKD8IiyZUY4vWgdBAPighd/lSo4gFQj2N0MMxLZoBY89qTFFLjmi16QgecjozRCICMHvAc3oQLOpBX0+bXFDbEuecAEk9OdSWkOo3x0ZeYlTDAtd8XT4uxtAUcD7BxvwIMdDpxl7moiUeySE4NChQ1i0aJHsorDZbGhvb0cwGJQVxo4fP46mpqa0hasSKYwFAgHcfPPNqK2tRWFhITZt2oRp06alc6jPECqQME344ohUIQgCWlpasHfvXtA0jfLyclRVVSUkXFEkqO3xJ0VeqVi6nAi8s1s9kV5ZHPGPxsGYaWIjcxQgeJ3QegfB9zeDiOSkSEzikuNIUFr16POgP/GSj9aZQFF0SMS6dCZojUrBBiEIOofQ39eH2nYHBI0RoELWl4Z3Y1FVIaqKLNCwiW/R4EALRJViBiWS9esSf/xxJLT2ORK5S8PAGHJAabQg3uEUGnvSoXxoOo3IfLylubLII2IutN4ETUHIfTbs9uHtHYdSP/YoQAqiSe3kS0tLUVNTg4ULF2LZsmWYP38+ioqK0NfXhx07dmDjxo1YtGgRrr76atjt6iuxSEgKY4cOHUJdXR0EQcBrr70Wts+LL76I/Px8NDU14Sc/+QnuueeelM+FoigGwAMAHgVwzYS1dFO13KRiis7OTkyZMktINokAACAASURBVAUrVqyA3W7H0FBy4jM7vmwBjMmVGSYqjIjEG//4HN/+SrSLQWnpqqWJiVwAYsANwgVCgTuBh8gH4Tq5PKZoCrS5ELxjAJTOnFIKD61TF87pdfEwaGj4uBjEwWrlyiwAoU6+zHEwpjxVX2nQ3geCUhCNQdayDdIG1DZ0gjHmgKVZVBYbUGDUoL2nHwNOHyhGA+pkgC840ALB50x4P4hJkqmQZBn1kMuH6inFaOrsT2p/AGCMeRA8wyA+O2BK0JOO0UBTUJa2Gy3e1yitfmRcFVeKJq8Eot8N0efA8+9ux/VfWz6mRRGCSMDQ4eMnytHVaDTIz8/HbbfdBq/Xi6lTp2LNmjVoaWlJuvOLdJx4CmPvvvsuHnroIQDANddcgzvuuCMdqc1iADcQQuYAwBlv6QqCgNbWVuzduxeEEKxYsQJVVVVgWTalNuxPvPd5wjSxkYOmRrp1nepvZsnSbR70YGfTAASfC7yjH5ytC8GhDvDOAYheF0S/J/SQcP6Ih4gCa5kESmOA4BlOQVUtVIWmvonC5LzYSmaMqSDsgacoCvrKcyA4+1Ur+NwuVyhDgh+RTaQoCsJJy5QXCdptXnzW6YBN0IEx5YHWmwAQ8G4bBJ8rOdW5oC/hCiReUYQaJuWlnqbEmPJDS/84rhBKZ4S2YEraREeIGFt9jWbkl1s8cSRtUSXAaGHt7McnB4/G3C9TCCJBfU/0SiwV3QXJpys1kk22oEKpMFZaWorc3NwohbGuri5UVITyzaV0uWQNNQX0AGwURRVPaJWxRDekkmxFUQwjWwmpkG5eCmIaqVq6bg6wdocnwbcPOPDcx1/i7je/xOWPvA7O1g3R5zzZQoYH4QIgfleIJFSOl2fSh8wdhoVh+qIQkdm7wbuGIAS8EAUuZnSY0urlKjQ1mAz6mNsYvQmRQuOsuRCawgoIrsEoMm+3B0PatFy4+A2jN4N3xb65KVYLiDwYgyWpKDdFURC88Zed8Yoi1DDgSp6glWDMBSBBH0SVlwBjyg8J8mRiWBIS07tAafQjQ8dxc4T8u1UgBPj923/PYDKxQQjBhr3tmFUSHVxMRXfB6XSmFUhLRmEsXmuqFDAEYBuA3wL41oR1L8SC0o1QVlaGFStWxPzjJUu6Tl8Q2lSCCWno9D7y8scomlyKw8396Br2Imr1TkSIPHdS+yAxyVRMysGw2wfWMgk0q4G+fC58rZ+F/LtKHy+jCYmEa/QgFAtGo4lt5Z4EHyOYRunNIUtKBbqKBeBsnSBBX9jyTFNcHTo9FVUvwgdiNkckAhey6E7m7RIuWrEsEqLXAVgmxd6eqCgiAi29dhTnW9A/nIbP3JQP4nOCGPPka8HmTY7SakgLsfJzGU04YSTI0qD1JmgKy3HoWAsOHW/BktlVqvvZ3H7km1LXZXj8b424amEptCp++1S1dNMhXaXCGABZYWzNmjXyPuXl5ejo6EB5eTl4nofD4QhrspkIFEVRhBAngAcoivo+zgSVMQmCIKCtrQ379u2TLdvp06fH/cMlS7p7G/vg8CRv1RCSOulu/7INb+49gZY+O4LBIAh/8h8XgOj3gAQ8oSqoJHMXjbpQ8EUqbqAYDfTl86JJUeAgeh3gHX0QHN0QBT6sCk0NtoD6bcMY80LC4ioPH2OwQFtcDdAsKIlYGA3YvJLQzyrWOq01QnCq+0wFrwMURYOIImi9JcyPHAuJih5EX+rkOa00iUIZFUjKZJKbQVNYPjqEGwdURAslkkRAT5NbDNqQi+ff3q66vcPmwY/+tAt/2XUipbn89qNG5Bk1mFuq7n8dDy3dZBTGvvnNb+JPf/oTAGDz5s24+OKLU3q5EEIIRVEzKIq6gBDyPCHktglLutKJK8mW53ksX748IdlKSLZ7xO4TveixJf9AJqO7EAlKowv5HTl/+D8+AKRB4r4gB8ZUAGWnB1pnhG7KnNhfIgS8cyBhf7PhIBVyX4Sfwcmc1NgvBV35PNDGHNAaAwgRoSuplpW/Yl8zSnUZLp7sBwcihnR1jXkgCdbkQtATc36hoogUK9dEMXZAMQnQNA1KawCdV5J8vCAByMnrEQVGpfw2CcF7RvCDzS/D9vYgXtt+OGxbh82Lx7ceRa21D0+8W4tDzckFFX+3oxkH2+z4/oWxmzum4tN1Op1pka5SYWzBggUQRVFWGJNUxL773e9iaGgINTU1WLduHZ544omkx1do6V4O4P+d/J2RSuAPG11h1lGEIAiwWq3o7OzE5MmTUVlZmZba0Z49e7Bq1aq4+/zTY++hdcCFwqJi2H2JLeNAV0NK6UQSkk7gTwJ5Zj3cbJ6qZcwNdyPYp97VAAD01UvBJiiomG3h8WXrSJ8v2pQHTW4JiMCBUhHIBoApuTp0frEb3gAH3tEPyzlfl883ONgek3jEgEdOYwKAqQUGWJtCylpi0BeSc0TIRcF7huNee93UBWAM0QEwwnMIdNarfEMdFKsDW1AKwd4Pyt0HjqRpv1A0GFMhaL0hJenJWCCiqHr+lN4c9koihIRWT3FwTkUB6vv94DkuJHZERJRp/bjzq1UoLCjE45/2YmjIBrsn9AKcZNHjzZ9cjpI4gdaXdrfhdzta8Mb3l6K6KPaKqq2tDXq9HiUlJXHnCAAXXnghamtrT6ngugooiqIYQohAUdR9AHSEkAeACZy9IGkvLF++HNXV1WMmL9dl86B1IGTlWpjEhGtgqbQIF0gtvzceinKMcAi6mK4ITX4Z2LzSmN8PtKnnDSthMoU/WIzhJEnHkVCcksMgyIfcD9pJFeEvmDgXjWJ1YUULk5RGtuJ4FKtJGFgTPeolvpGBvHigtEaw+WWhlUP5bJCcklAGSRorHNqQA1pnAG/vT2q5nxBq1iuri14DJGHlftnrw5wp+aBOFnNQFI0ezoh7PuzBHe+2gBUCMuECwKDLj9uf/wQ9fQMIBAJRf4dXD3Zi3TYrfvTV6XEJF0hdS/dUiq3HAhnxM34JoIKiqG9QFDV1wgbSaJpGVVXVqHRJiJV3J4oi3t1bJ38uzrOgwx3fzWDR0UhOojoaVIqVSrFQWmDBsJ2K6//VllSH0sxUCidEzgduuAea/DjELCpucoYFpdGFUpBikG6BUYOAc1jWytVMmjZyPDH294BQJJ13DkBbWA6WpnCibUR/ItI6pLWGUJAtBokKPifUrjJJUp+B1pmhKawAgQhaE2J/Xdls0Doz/G1fQKQZQKNPigS0LANd4ZSQPoLIg3cNgs0pyjAnViXarnZfJUG6ROSgYSLOg6JA60wI8iIauqLbDh3rdeE3732GW5cUyZVjZrMZu7t5PPVpDxZV5OKWleqSn0qk2p9tPMXVkwVFUTqELNwtFEVVAfgZAN3p93oYZ6j5dZX91g61jtxYyfhqTZr0//gUq1ON4qcKO69JGHDjh7tDwjwq/luKohDoPh73hdbjGrHKQ7m5FCDG8CcCmD7JAJ8jlAJGsdqwzhaES1zpR2uNEPwezJlsxrBrJMuAYtgoCzFeYE38/+y9eZwcdZ0+/tTR9zV35spkjmRmcpFjcsoNKyCriAgGIqi4rAsu300E8uXU5VgFWdfjBygorrruFwRdRVwxqLCILMlkSAghydxnMvdM33dX1ef3R3XVVHdXd1d3zySTwPN6BZI+qqurq556f97v5/28I37EvE5wfieEkA8CFwUhBJyGfC5tskNf2QRCuBQttq60FqaWc0W5VtivqZ14TdNScLQOtM4AQtFALAI+oG1+Wlok37yUEjEFNEXVPIeuMcX+UFS8CEplNBHae3wKvWErtmzZgtWrV+M9J41vvzkOPUPh+gYOB995B8eOHcPw8DBmZ2dVo2KtkW6uRuenGP8AYCsAEEK+B+ApnMl+uvMFScHAsiwEQcD4+DiGhoZQUVGBzZs3Y/cffie/1hvMvgQ1MgWQLkWB5yJgCox4JwKZLyjO7wLnHgcFgDB6gIshJUISeEQn+2CoXKG6jdkQh3K7GdPeIBiTqLMkRL2UZWQpDM34MRWPUFlHZQLJapF7UTQtNnhEUqvdROBA0XM3D6mwxvlnUyb6EkIQm+gDYzJDvoWS+H+So1OJCAgBpTeBcVSA87vBWBwAl7rPrMUBy9pLEOz8K4RoWLSj1JtApyuSmYuBeFu13mhBLOQDCQfA0zowZu1dVXPHIfWml7ZAp3FqdDAcFbcRJ1yKosUiZhYt+sP/1YHmqiK4wsC//GkEAgH2XLYCf7u5VixAhkLw+Xxwu90plo9WqxXhsLaWe6/Xu2i9dAFcDaAPACiKOg/AwwC+c0aT7nx46kr2iU6nM2EOmV6vx9ETTjgVg/7GZj0Ak/liYOnC9qfQZRJltGXMLQpJ0RRFeBCGEYk36bNjU8PQVTSAThM11pQ5MBMmcuEs3a6vKDUgGnBjJMoBlDgqXgl5BFAW0AYLjnT1pw7FVBOw0zRYc1FKYY2iWJBoAMRgnOvaogBK7XahfCMfBTctTn3gXSfjzQuUGFnSNCiaAUWzAMPCULMSkZkTEHwzQCQophz0poSUg92sR7dTgNQFsba1CYfePSxuP+ASbSENORZVk9M7OlN6PYfW/LHAAaxOJlwiCFkLcAAQ4wXc+uwbCOuLwREK2xuLsWOTWAylaRoWiyXFpCYWi8lG6MFgEMePHwchJMUIXTmrbZF76ZoASPnJnRCdxn5xRpNuoSCEIBaL4fDhwygrK0uYQwaIUjElfKEYKiv1mPZnGOdSYDGE0hnz6e2WwZqsaZeOhI+BD7hB6eLdalIRgtGJedXk6IcCgt37YG45VzVHKQiC2NYqv17FKQ0E474orB5R6cBYy1LVDTyX1WwbiK8EaFaMPBWvp9O8l2LFxg8hEhAHbLJG2YOB8DFQtPZR2okblv5CRDkfz4t5ZMVLGIMRgg+AwIGAAGE/BFYndoRRFFY21uOIT2FPGFK4fVGUmN9llmSV7yVCuQcUqDTLbjFQ0RYcECKAYg3yjLlM7cvJcAUiQHAKReXVeOSqlVnPaclPobi4GBMTE9i0aZM8K9Dv98Pj8WB0dFSOio8cOYLBwUHZLN1sztzUo0R3dzd27Ngh/3tgYAAPP/wwdu/eLT/m8Xhw4403YmRkBBzH4a677sLNN9+s+TMA9AC4iaKoNwB8AsDfA/Cf0aSbf2/63BwyQRDQ1NSUYnQBpJIuAFTYMpNuri3AyaBoBnw0BCYP6RhlyEC4ggDO7wJAQNG0+FpFEY2O64RT3hcLIzR4CKala1LE+1FKDzp+kyICryp5WlNjx9FRDzzTYnStK0qVAInaUm15OcZoA+ebnWuwAFDqsGI2oP6bMEar2DbNRRKmeZBoBNDlSbpaQMTcshBwil2EoOQxQ5TeBBesUM5ZmwoDRr0O4agY9VMAOM80dEWVackzBUolhz5DlKsxtYB4ckaa6ixw0YxjitJ91lWtVlTac2/8oCgKFEXJUbFSPhaLxRCLxXD06FEMDg7i0ksvRTgcxnPPPZfS4KCGlpYWHD4cX1nwPGpqavCpT30q4TVPPfUUVq1ahd/97neYnp5GS0sLPvvZz0Kv3dbzMQC7AfwfAL8H8BohhJzRpJsr1OaQjY2NqUZxkRiPdwZThwKas1gNxqKFF8IoUKBMdrEjjY+JS8F0oncFGJNVdalNiAAu4Eq42GiDBXyycoE1ALFIQt8/RVEgQQ/CJ45BV1EPnW1uIOfJoCKaIgKAVHLwRzg02gQcCYRBG6zq3W45pohog1kk+fjxsJhNaUkXABizA0I0BCGgmEnHx0B4AVRydX6eQOlNoCIBkdhjYQBEzoOSMIfu9zpgqF0NJn7z4HiCxroaHO8bmtsGEcB5p8EWVWSdZpyQz42nPNJCo7SN805DX90sbj9eIMwFFAV87/Pn4bJz0jdB5AudToetW7diYmIClZWVeOihh3IwdErEa6+9hqamJixblrifFEXB5/OBEAK/34+SkpKcpKmEkE6Kov4PAAchRCaTM5p0c4l0nU6n6hyydK3AHQNTqnOouCz5x2BYu94zLWgarDWxv5sIAggXmWsP5sUKOiEiIdMGSxrCJeD9LoAXp+VKoBhWtGFURC40TUOQSEJZ6CICCB9DbGoIJOwXHagARAgzJ/RW4c2WCgu6p/xYaxLJnVWJcsWdyW3FQutNCdHupCeLZwKlLgkTGznmP9olhIA1O8D7naKZD88lFp6IACHoQqj3bZiazwUTj7iLSkogjtJSgI+B982CsZVlPt8V+VxKr65YmNu/7JEuH3CLDRVSx2AkmNPNsbHCjt/ceSUMuoVVFihzuvmqGH7xi1/ghhtuSHn89ttvx1VXXYXq6mr4fD688MILOeuBCSFRAAnR2xlNulrgdrvR29sLnU6nOoeMZdmEOWQS3upOTS0AgDuLs5THl1s0oAaa1YMP+cCY5op2VLxlFCppByLwYvSiEsEIQc/ckMaki5Y1mMElLRdpmobAGgAuIr+eoiiQiB+0pQS8bxahkB+GmlYwekVuVoUQ2LiSY/jkOMCwYKypRiGCwGfU6KYDbbKJUjOaQSTGo9isgyuofkMksZhqsU6IhkHrFyDFIPCgWb1YXNMZIEgKguTUExEQOXkM5oaNAIAwUVetkGgYfNAN1qKh1VVh3Zh+/zKTLh/2g/NOw9S0Wfx8ntOkMAHEc+X+T7XhxvNaNL1effeyr+okuN1u1NRknlmYCdFoFC+//DIeffTRlOdeffVVrF+/Hq+//jr6+/vx0Y9+FOeff37BaomzVqfr8Xhw8OBBDAwMoKWlBevXr08hXCB9pPu2Sj4XAE7OZp4Y4MnT7i8ZvG9G+4spWpVw+bAv0TkrKVIRdGZV9QfNMACrS3iOEDKX8+UiIAofW0JIipFObZERx8d9WGoRMOH0grWrL5FJVJs0KGUfWX0CkVaWqF8IBAS8P41FpMCB5LkkzQjpZhUvGNJGq/gdVXLeQsAJzisGQifckbTnFgn5wWcy7JE+M40uN3Fj6UlXiEbAucbB2Cvirb8kq1GQhHK7Ga/d/8mCCBc4NbaOEv7whz9g48aNqu3GP/nJT3DNNdeAoigsX74cDQ0N6OrqyvuzJJzRpKt2sfp8Prz77rvo6+vD8uXLsXHjxox3JjXSnfWHcXxMXaQejvJpiwIWPYPoPF3EOXm7qkW4XDTVNSvpeNFxqZMaaEYHimZk4qUoCkI0KP+bUcq+VJzFym16EAAllEj6rEM9tUBU9K5awZgccuu01aRe3BDCgYzLYmkVwAd989aGLc2Wo3TiPtGsHoRhxZuOSsEwPCpKo3xhDstqKtNul/c7VduVJZMbQrNZb2CZUguE5xCbFSeU6EprxcdiYU2GS5/euhxv/vPVqC7Jb1aZErmSbiGTgJ9//nnV1AIgupC99tprAIDJyUl0d3ejsbEx78+ScEaTrhJ+vx+HDx9GV1cX6uvr0dbWpunHUCPdt3smMqavyizqy8Aic+5NDem63ChWp+qulfJ+QuLVcQVoVo6ekraa8ghtKUqrdaZ1hgRSpigKQiQgzkBTDK1Mfn+JWYdjY2KH1+TkJBhLcVrpUyEdeBTDylGb2lfQ4hwmREXSJQIHzjM5515WAOj4xF9aZ1I8JpIRRdOpqRg+hsiYGEFVVqSfNk1RFDjPTOo5E08XaLKGTKduIQTRKVGHTJsdoPVGEIEXc7kZYNLr8Ow/XIKv75i/kT65tAAXotMNBoP405/+hGuuuUZ+7Omnn8bTTz8NAPjqV7+Kt99+G2vXrsWll16Kb37zmygrS+/HrBVndE6XoigEg0H09fUhFAph+fLlKC0tzf5GBdRIV00qpgSXZrll1edxDyMEQiwiO2VJoCgavHcadAb/AwCpUS5Fi561KheAWDhK/MlpvRk80k9ooHUGCJGgTBSEi4AurkrYPkMn9n01lpnwzkgU5UaCgd6ZzHaSAp9zIS1h/8wO8EEP/OFE8pYLiFkgekZI7xHboxlbGRgtU59VQAgRzdwhGuPI+8nqRY2xwInRLuGhrD5yrlEI5fWALvNFTYGAc0+BLU7s6svYCJGwg+qkG53om9tUeT0AZGz1BYDl5RY8fs0alJewCIVCMBqN80K8uRqY52PrCABmszll9M6tt94q/726uhp//OMf89p2JpzRpBuNRnH06FE0NDSgrCxLdTcN8iFdUbeYGoUa2dw/n2JYCJEACM2kEGK2YYqpUS4F2mTPuX+fNlhAMk1N0BllfwSKosBNDcJQPKdrLneYMeUT0yFGlkLPlHixVunDGNGZVK0U5e8g8AV5yYpTh2lMJSkYiMBnLf5Q8akZkhyPomiANYD3zYBwUTC20pzPKYqi5Aq3OAVZkHPZtMEMIT5Ek9BMSmEtNHwYI0XngymuAgkHRM23wIt5Z+VrBS6uaCiNb4vWHBmm6LgpCpGx3rl/6k3ifsaiqSuoOGiKwu4r1+PG7fXw+/3wer0YGxtLaeW12Wwwm805qwpOFemeLpzRpKvX67Fly5aCtpFMuoNTXoy5Mi+pPMEI1DSpOiq/FmDaZAfnngBblBi9ZL3gk41eTDZQNKPa5CBuMM3D5iK5a0t1/+KKBhIfHsl5pxLUFc7A3MW5utqOgyOiHtY7O5NeJjaPYMwOzLiccFjN8IVjIATgM8xXAwBQtHi8KApC/PenGJ1ceBRCXhAuCtZRkdtNIXlcOoF83CmdAYiI0a6UgxXJlBY10KW1cMYYsNYS8GorFWnicywiGuoEPaBNdrCWoqxeCIqNJByDyEQflBG3vqIBQHpNbqnNhJ//49+gsUK8kZrNZlQoUiLKVt4TJ04gEAjIr1OScaYGg1xI1+/3qxbIFzPOaNKdj6WMcsw5ALyVJcoFgLFZH1hLMTgh1SQmH4gGLQ5w7nHoFBEkxbDggx4wKobiYpQ7V2yjDFa5Wi6km2ib5p5A0zQERpfxwqUZBgLRiSkKikKo/wCsay7F8nIz+qZFoqJBMOoWP9umI+gemIJ+Wepo+QTkIRdT3QyrR0WRBb4JtxjhZvktGJNN9l6QC2i0qAKh4pE9iYURc46Ks8s0dq8l51WTz1Ep2gUA1l4OXVkdGGtJQu5ciBdRxd+Yi0e8gty+S9G0OGYpEIa+pFYz4RJC5kiXohCZGkw4ThSrB212xL0VUk+WK9bX4zs3fSTjdads5ZW/T7xN1+/3w+VyYWRkBNFoFAaDIcFTwWw2g6ZpzTndxeylmwlnNOkChZveJJ9Ab3WNZ31PjBdQ7zDihCuR3PgCikK0wQw+6AHndyY0RvB+pyrpKiMWSm+em55ACEg0jfQow8VCW4rBe6cyXlA0q4NABBCBBx/yIuaeRNGyFgAi6a6utuH9MVExscwYxay1LOM0BIHn0o8KzxGM0Qqvzx/P5TozvpY2WhI9ZhVEBIoGiUXFmwERAIEH5xwDYy9L0E2rgRACypAUddFM4m9ltEJfuhSsvTw9kYc84COh+C4pVz6A2E4sfkddcTXAsAk338w7OPc9ozMnU1p6deX1YjojyZZSzzL41k3n4rK12X1w1UDTtEys8q4Qgmg0Cr/fD5/Ph5mZGQSDQdA0DUIIrFYrTCYTrFYrdLrMBerF6KWbCWc86c4XeJ7H0PAI3u4Zy/5iACVmFieSUqfRSHYP1UxgHRWITvaD1hnFXCPE6DEZhBD5gqFYg2hgIz0XDaXl1oyEqjNA0HDyKj0aQoMHwa2Zs34MRueipojPCdaRvhIPQLPgXitmwhS4NJMhJFCsIWUkEhE4UIj3+usM4jFkDYr9I+C902Ke11qS9caU8HkMG88Pl4GxlYLWmzO+nwgCuCzaZRKLAPFpyJoJV9w4AApCNJySw6doGoy1OEXt0VxdjJ9/+VI4zPPbREJRFAwGAwwGQ0Lxm+d5dHV1gWVZTE9PY2BgADzPw2g0JkTFJpMppyaKxYQzKy5XQaEHXRAERKNR7Nu3D53jXgRj2qJmNaFCIFQYiVA0A7aoEtGZEVn4T9G0vNxU7LT4f0YHymBJOAZp87kaoBpRq4DWm8RSPx9F59H3AAAtSyzonxEvZD0NdE34ss57S46oCgXhovLNShU0A9qUGIkSIiSkuql4LpHEwmIUqYAQ9IBzT6SX+SmiekIICCHQldbBuGwd9GV1YJJ+K9XvkC41pNyPkHhjyamBBlIreQzgYqCSPDCMFfWiNjweDVMUcOtH1+Llu66cd8LNBIZhwDAMlixZgubmZrS1tWHz5s1YsWIFbDYb/H4/+vr68N3vfhfnn38+fD4ffvjDH+LAgQMIhbSd+93d3Vi/fr38x26347vf/W7K69544w2sX78eq1evxoUXXjhv3/EDG+kSQjA+Po7BQVGb2NbWhmff7MvyrjmEVaJary+LB4AGMCY7eIMb0ZkR6CsaIIAGfDOg47leWbFAM6CNtpSLOG0+VwIhadMMlNEGBDUOG4rnPaf734d1w7KEsS5NNh7vW7KPJie5RGnZtsWJcjiaEBCDFSSSXAiixDxuikY2WXLHyK8X/56YLyXR0FyeN0l7TLEGMfqCeGPKZ/xStpsm4Xk5GiXRkKrcMP1759p5Gb0ZnMKmkZiLZH8Ku0mPhz/ejCu2n5Pz/s8HkqdBUBQFk8kEk8mE8nLxvDrnnHNwySWX4L777kM0GsWPfvQj7Ny5ExdffHHW7WtxGHO73fjyl7+MvXv3oq6uDlNT2iYda8EZT7q5RrpKW8eioiJs2rQJR48eBUVRWaViSkx7AkDStC2nV/uY9kzQFVUhMtELzjkGXWktHHopawpZ16pGuIB4IRYERq9pySqZ45BYBPToezhGzxXM/M5pMBYNqoU8fRfUNxUVvQ5YvaiyMJgThP20yaqqQkiOWimKiudJOYCLxreXdDx4DpxzFKy9ArRxLmIsKi6BN8KJRjF5Tv/IRrp0kkJGCHpAZ0njSEgw/aEZgNEBfAz2yjpE4quOC1fV4uGrViLgL9xDJF/kMn69vr4et99+e96flc5h7LnnnsM111yDuro6AEhQaBSKqyp7fgAAIABJREFUMz69kAtmZ2dx4MABTE1NYf369Vi5ciUMBgNYloU3EMbh4SwyIwXGnX4YFDaPNiOLKDc/LcAUqwPrWAI+6Abnm4UQr1wTQkQzFaNNtUBFCMlpqq0aaGux5sIkHSc57+Qw+PhFS4Fg2KfNhH1ept8ibqwdl2FRDAtwYQh+p5zrpvTGtNGgmv9xQrddun0kBJxnEpzfKRZ+jHoEYBCjSY2TMFI3SUAydMRRFIWoM7HmwGtcmZAkk3qKouTCYIy1gIWAb+78CJ655UKAkNM6d0yrZMzj8RTUAgykdxjr6emBy+XCRRddhLa2NvzHf/xHQZ+jxBkf6WqBx+NBT08PdDodVq9ereo0tr9/EjFeOwkIhKDaYcTgrBhNOYxshr6u3MFYS0TSdY/DrTPAZipGlDKILbhpdKMkFtbWlZQBNKMDT9FIqy9LeT0LQeAR7O+AtfU8LDPzGOQKb5XUCiLwoG3Fc6PVCQGJRUCZ7BAiftBGW+Y8r0qHFsUwc99eISFTgxBwg3BRFNeswyQMAEXl7eFAJN/ddM8zupQ8OJ+lcDj3wtR9ohk9DI4SLC2z4T//8VKU2cQcfK6TeOcbPM9rkoEVOqonk8MYx3E4ePAgXnvtNYRCIWzfvh3btm1Dc3Nz3p8n4Ywn3UwRlc/nQ19fHwRBQEtLS1rjG5Zlsb9PzasgM4pNLAbjfzcyhY+CV4KiKOiKaxCd7ENs9gQqG+pwktOpTu+VUEgRTQna7AAJurO/UHq9ziC6ZQXccMcEUGyqhaP6GwtfaBHCQ/A5QcsjgOJtuHwM4DnQ+sytqYTnU1PcSSkPUUI2N94oZRuRIAY7j0JXtSLF/SwXZPv9eBU/DRINgsTTIJkgF2YpCkY9C4uBRYlFj3OqbbhmQyVmRocRjjcu5NKcsFDQOpSykEg3k8NYbW0tysrK5KkVF1xwAd57770PSTcdJD+GcDiMFStWZG0TZFkW7QO5x6m0YtwK5rkSD4hCe8ZWBt43g8mTQ6DqtmV8/XyRLmO0IhZwaUsRxOeV0TojwkOH4WraDErDWSVw0azTELJuIxoEW74M3NRgwuOMyQHONQq2uCqjTlictpD6uDhPTZnLJUkSMpV9CfvAeyZBly4Vo+085txly8fzHvViDh/0gLVnLlx+/qLVuP2jq2BTUSLwPI9AIACfz4eJiQnZj8DpdModZNJAyMUEt9stF9byQSaHsU9+8pO4/fbbwXEcotEo2tvb8ZWvfCXvz1LijCdd5YkdDofR398Pn88nm99oOfFdYR5Ds9oH7kmYdbkgFdOKbNqH4mmFXsfiqku34fXXX8fM2Aja1l+APmeG+Wwa5EZawRit2oYQEgIhbqRTYjWCM5g0JSYK1egSQQBjKwU/O5oy6JI2mkGbHakDMFO2kT4NkFxAI7EwILftqkMIeoHS+DkpcGKhSiMS/IpVEHNPpn1OC+lesb5OlXABUaZlt9vlleDAwIDsmyB1kZ04cQLRaBR6vT6BiM3mzLrjXJHLzcrr9WL58uV5fY7kMPbMM8/Ij0nuYrfeeitWrlyJK664Aueccw5omsYtt9yCNWvW5PVZyTjjSRcQczODg4OYnZ1FY2MjVq1aldOJwLIsWpZY0D2ZG/F6ghxkBUOeLcBqMBl0+MxHWnF5kwkOux3N5jD+5bk/g3EOAlB3yRcvWi05XYUZQMadcICE/dmPI0WJLapCFE6XG+esYTDozU67OfkFq72fj4C1LkXYPalSJKO0aY4z/WYpEXLchDwT6YZFT16KYSFwMTC5kK5CI5vyHB8DCaW3qBQ05HVXLNHumiYIAhiGUR0IGYlE5C6y6elpBINBMAyT0LhgtVrzzglrzecCC+swBgB79uzBnj178tp+JpzxpBsMBtHR0YH6+no0NzfnddetLrbi259aiX0TAr79yhEEo9oKIdO+EOwlVgSifEEtwBKsJgNuvmQtLlpmBE3TWLFiBaxWKzweDz518Ra89MbbaP3oTox5Uz+LcBFQGotfWkDTNGiTBVw4s/aYoihYrFb4/X4QLoqjf30F7JLl0Fc0Zl7aF3C8hFgYuvJ6xJxjKYRLBEFzFJ2uyQFAvCU4KY/LRVLmyqXsW8gLxloikmimAl7yvmRweRMimVcwQiQQt+1UJ/nqIjOsRu03gEyFNLUuMo7j5PTE+Pi4eC4QkpPJjfKzc3EYK6SQdrpwxpOu2WzG9u3bCzK9YBgGROBx84Urcdnapfjqrw7gL53ZPRgAoNphRO90AJECWoCLrCZ8+WMbsb3GgGAwiMbGxpQ7+MO37sD/vHMUZdwMxpAaxc2H+XYyqiqrMTrcDyGDhIw22hCiKACirpPnYuBHOxGdGoShuhW60qXqemKBz8t3gRAC2mgFzbCIBlwJXW+EkJzSFkTg08b8Yl43OY+bvpgmgQ96RNLV6voVR7rUAhGErF4S4ud6wdrUvaRbqnLzBs5VvcCyLBwOR0JRSxAEhEIh+Hw+2eQmFovJJjdSesJkMiWcH2e7rSNwFpCu0r80X+h0OtnesabEgn//0sV4+eAgHv71O2mHHUqwG8WTMxDMPZ9a7rDirqu3YWOVHtPT06ioWIqKigpVkiovtuOrt1yL+7//Aiq2XwNPODFKm898roRxbxhrmpbiSN+I6vOOomIE9cWiAU5SkYfEwggPH0Z0qh/GmtVg7OWJ34sIyEcmTqJB6MuawfldCZ4TgBjtZ5r/lYIsBuo6gx7RZBLnOdAmh9yKm7JJSfWRy34gA+ny6X1tE3Yr4ElLurmkFgCRMAu9pmialtMTEiSTG5/PB7/fj8nJSYRCITk9YbOJumGthF+oeuF04awg3UKh9NQlhGBmZgbl0Ql8/9pWvHDMi5cODqf//PgS1evX3gJcU2rHfdedhzUVepw8eRIGw1Js27Yt64m+84rz8Ms/7YPRFMK74cSlWiZRfTLMelZzCoUxqnuVbmhehvddNOh4Q4Jq5xYAIeRDsG8/GFsZjLWrwJjzXw4SLgpdudghxLknElILhIupalHTbovnsp476dQVQjQcz++mpidILBKfMmyU87vZIHBR9W0RAj7LuCF5Gxkkfs2VuRHTQul0lSY3yrE3HMfJHrwzMzPw+/3o6OiA2WyWI2KbzZbiNubz+T4k3dOFQu0dJdKVxrUbDAasW7cOZrMZWzYA12xpwgO/PICRmdTWSH/c5Mblzd422VBZggdvuAAtZQYMDAwgFqvA1q1bNS2npKruv+6+Cdfe+wQMLZcgwinzjdoj3RKbCcFZbS3LR8c8qCiyYso99/02tizDeyPuhOGUtNGWfuouRHOWQOebYEtqYKxuzUujS+n0oHVG8JFQApkJPCfmW3OAluV/TIA6ufJRMNZS8H51wxkh6Aatr4TARcFoIN20UjGBS2smnvLSsD8tya+oXNj0QqFgWRZFRUUoKiqCXq9HMBhEXV0dgsEgfD4fZmdnMTQ0BI7jYDQaEYvFcPz4cbHukON51N3djR07dsj/HhgYwMMPP4zdu3envLajowPbtm3DCy+8gGuvvbbg7ynhrCDdQhGJRODxeNDf34/W1lZ5mSPh3OZK/GHPlXjij0fx7P90JpiXjzt9sBvtmMnQAtxSW46v33QxGksM6O3txSxlRVtbm2bdI8MwcoFhRV0VPnv5VhzyAO/GtfJVdgMGT2hXT6SbnKsGAgrVS8pl0m2uLsV7AxOAKTHCYKzFGUlXAucchd81DtZeDraoKmskKNoXchBiYTCWIkSnhhBzT8het4TnQBnMYLI4mqVsV0NUTFEU9EYjosFUVQvvd4o2kCr6bD7oAVtUqbmYli61IMTUI+B04EPeBC9mANAxNBrKcpuskIuCYL4h5XTTefBGIhH09/fj6NGjmJiYkKd97969O2HAZDpoMbuRnrv77rtx+eWXz9+Xi+OsIN18I91wOIy+vj4EAgHo9Xq0tbWlfa1Rz2LPx9fj4xuW4b4X23FkRCxuOP1hrKooh1rMc05DJR77/CWoKzahp6cHwz5KtQ05G5KnW+y6/krsfPhZ0MxyCASosDAYzPD+ZJj1uf3sowFAxzJY3VCDY8NTEAjAJqkGaJ1hzigmG4gg+hb4ZsA4lojyLp6b8y3gORAhJhKjgnQ4l7rXMQn7gRxJV2vO1WgwqJIuQERzIBXSFYIe8WahsZimRrqE50BCuRkoCQEPkES6jRU2sEzuBHo6STedyoGiKBiNRqxevRqPPvoo3n77bRw+fBgulwvRaO4SxHRmNwDwxBNP4NOf/jQ6Ojpy3m42fKAMbyTEYjF0d3fj0KFDqKiowJYtWzRXTFfWFONXuy7DA1dvlMmrzJSYG9zSUotvX7sWL971SQieSRw7dgwNDQ3YsGFDXvOcpEhXgkGvwx3XXYI15eLJyQi5La2ZHC9CVzCGC9pW49jwtBjlU7Rq2ymdPDUhGwQeQsAFxMef875pCEE3hIhfjCBziPKEHCVoGeViCoRi6cmZhH2g1MieCOJQUQ2BAOE51UKZ0aCHEM6NdNXMb5pzLKKdbiTbOqaD3++XV6TFxcWqrbzZkM7sZnR0FL/5zW9SdLvzhQ8U6fI8j4GBARw4cAAWiwXbt29PqxbIBIamcfOFrdh799/iwpVVILEwWIbGBWvr8fa/fhHP3fFJFBmAQ4cOoby8HFu2bClI2iLNjVLi3HUt2FguEoLPo9H0RNpeHrY4EdYKa7yjKVk1IIG15v4dGZMdjMkOXVldQTaPglYfYMQ9iTWujARQ8kj1VFBpNyMEPOIKLEvkL6jocwkhaF1WBYPZovKODNsK+VJuJk3lFsRiMfA8n7BaWqzQqtP1eDxpvVS0QDK7ue6661Ke2717N775zW8uWF77rEkvZIIgCBgdHcXIyAiqq6uxbds21QOaa7+8JC/785ERfOemc+EwG3DixAm0d54ETdPYunXrvPxwDMMkXDCEEAiCgL/76AYcmDmKge7+nLbH5dE9NzQbQmNjIw4dOQZar56Lpg3mtFX9dKDj9oK0zgDdkiZwMyOiNjZnVQoRvRQ0LItZimgaTSTvo8EMPl1BKxYGZbSmFLz4oBs6LM1aTFNLLbAsi69ctAzFV63B//3Za3j/WKfGPSVic4Zl7ubXUlUkzx0TBEG+eZO4faN0vi+W4Y6nytYxk9nNO++8g+uvvx4AMDMzg1deeQUsy+Lqq6/O+/OUWBxHeoFACMHExAT279+PUCiELVu2oKGhQZUIk0ex54JL1y5FxO/B/v37EYvFsHXrVhiN6tFgPpDSC4QQ8DwPjuMgCAJK7Fbcsr0G7hwnVoSjuZFukcWIaV8YRydD2LK6KW2kCyCzjWIKKNCKKJKmaegr6kHbSvPK0fMZWmWVUBu1lAnZjHlkFzLlY/EusWztzmrKhY3Ny7BxTQvKim347hcvwa3XXAzWoC1nnWz1uHppKfR6PQwGA/R6PfR6PViWFRuC4ucTz/OIxWLyH4mgTwe0kq7b7S6oGy2T2c3g4CCGhoYwNDSEa6+9Ft///vfnjXCBszjSnZ2dRW9vL2w2GzZu3JiVBCXSzTZ5NBlOpxM9PT2w2WwJigSJKOcj0qVpWl4iStG49J0vW7sUNaU2jGqUgAFAIJxb0aGmzI6uKZEc3p/hM7b30uYiCBoLQLTRorotnb0cjMGC2MxIbhEvH9PkLBEI5naTErjM1o7gY6CMNpBwIunzQQ8YW/rziQh8CilTAB749Fa5cl9VVYUHWlpw66c/ip2P/AzHu7oz7qsyr+sw6bDEMUfWUjSbHNUKgiDPChwYGIDVapXJGIB8vs1HI1I2aM3pFtICnM3sZqFxVpCuEh6PB729vWBZFmvXrk3oiMmEXCNdv9+Pnp4eUBSFNWvWqBqjZ6rEagUhBAaDKDUrKiqCw+GA3W6X3Z1omsL1F6zBv/1mn+ZtugO5tQxbjHoAIukq5XJqYEw2cJkISgE6w0hz2mCGrqoZsekhTR1ZEoRwAIwx82+utYgmgQIBbbJnzBuTsD9FvSEEPGCs6l1igHpqoam2AmuXpZrAlzms+OO3/hHP7j2Ar//ovxBL48cghLxymmVZiQk+nw8WiyUjWVIUhdnZWQwMDKC+vh6VlZXypBJpaokU+Uo3fpqmF4SIc8np5ku6WsxuJPz0pz/N6zMy4awh3UAggN7eXnAchxUrVuSc79FKukqZWXNzc9oCWbLiIFdIJ7ogCKitrUVlZSV8Ph98Ph/6+/sRDAbBsixsNhsuai7H9xganMbJF55gGCzNZCVQCQmNH1mkVhRFgdabIESyR5O0KXMhhKZpGJY0orVIwHvHejRFvSQaBLKRbtIEYC2g9aYsxToCSmcC4eeifDGvK/lMqNQQkkiXEILbPrYp437ccsUWfGLbKux8+Kfo7ulR2Q0CIeQDY3FgWbEBQ0NDCAQCsu7VbrfLXV4MwyAUCqGrq0uWTEpBgrSSUkadSgJOJmL5OMXJOF8i1tqCfKaa3QBnCel6PB68//77WLFiRYL7US7IRrocx2FgYAAzMzNoamrC6tWrMxbdWJbNi3SVZAvMLe30ej1KS0sTvl8sFoPX64XX68XWhlL8r8bpF4SIXWlTHm3L7CDRAeA1V/1pkyM76VI0aEP2Vcj2VXX4j3+4CB2dg7jhoX9HVMONJdOEXPk75DHQNOtrwr7E0T58DCQaEscHqeS6kyPd8iIbPrWlKevnLCmy4rVv346nXn4bj//0N+CjSSN8gh4wFgc2Ny/F2rWN4mM8L9+0T548Cb/fj0gkAp7nUVlZicrKyqxkJz2fiYhPVcHO6/Wivr5+XrZ1qnFWFNIcDge2bt2aN+EC6UlXEAQMDw+jvb0dRqMR27Ztw5IlS7KqHBiGySldkVwkk6KFTJ+j0+lQWlqKhoYGfPnq8zV/FgDYTNq64WwmPSY8YWknNb2HtmSPQGi1cehJqFtSip996UIAwOaVDXj33+9Hc3X231jIVFDjY3n5dRAuIqYPMoJKkb3xQY+YE07eXpIFJSEEOy7IbeT5P171Ebz9w6+iqSmRqPm4D0Nz1dxqj2EYFBUVYenSpairqwNFUaiqqsKGDRtgt9sxOTmJd999F/v378eRI0cwODiImZmZrE0HNE2DYRjodLqcCnYcxxUkY/sw0j3NyEZOWpBMuoQQTE5Oor+/H0uWLNHskSBBa3ohOUpQFslywfbWpWiqLEb/hEvbGzSMWQeApeUOdE9LpKvtAqFpOuMwRwDyJNp0sFvN+O2dl8nHghACn9uJR67fjv86MIAX3zqGTCUzgedAq45cz0+hIqZNzJkJHWLKgDJYQSJiSkYIuoHiqtTXJR0bk0GHf7pyQ877VVNmx1++twv/9qu/4P/7f78DH4uKEywgpLiL8TyP/v5+eDwerFq1Sq5DKMmLEIJgMAiv1wun04nh4WFEo1EYjUY5NWGz2WA0pp89l6lgly09QVGUphSD1+v9kHTPdLAsK3viSooEu92OTZs25TUbSgvpShGAPGeswKXXzovW4pFfvKnptUV2KzCdfVKGzWQEkFukC4iRLJ+BdDPlc3U6HX5zxxWwGsTKv9frRXd3t/x7bN++HR8/vxu3/Ot/Isqp3wiEoBe0LXVAJskzz05biiHwHCgiZDWhIXwU4g1B1M0KKp+Z3BRxWdsK6Nj8f/87r70Qnz7/HOx8+CcYGR5CCcslGJfPzMygr68PNTU1WLFiRVrCpChKtmSsqhJvFoQQhMNh+Hw+eL1ejI6OIhwOQ6/Xw2azyWScbXRPpvREOBxGb28vHA6HJuXEmeqlC5wlpDtf9o4ulwsHDx4ETdM5KR/SbS9deiFd3rZQfPojq/Cvv34bYQ22jYxGgnf7RWIWc5raSZexFqtOrxWfZNNqfSmaxr/f9jeoK7UiGo2ir68PoVAIK1euTFCIXLSxBQeeuQdX3/sUhqZUClxk7maW+Hhuy1naaBNnnQmcaGNpLQExWMTvlm5bXAyUySp6JxACIewFEcoSimnKfC5NAQ9c+5Gc9ksN9UuK8fZTd+Abz7+O94bEYx+NRtHd3Q1BELB+/fq89OMURcFkMsFkMqGiokJ+PBqNwuv1wufzYWpqSh7dI0XDdrtdk3JiamoKg4ODaGpqQkVFhaaIeHJy8sNI90xGOBzGiRMn4PV6sX79+nm5gzIMkzJNYqHIVoLdbMDHNzfjV/97POtrfT5tWtqQwAKI5U5WjC6txy5jsqf93g/t+Ai2NJTixIkTOHnyJBobG9O2apfYLXjzqf+LO594Eb96872UWwIf8oE1J0bU6SYAJ4PSGcROs1gUlCIlQVEUKL0RVEkN+IArbdRLwkF5kCUJehOKaYSQBP/jthW1KLPP32DT+264JKELUyKz+YZer0dZWVmCN24sFpMLdsPDw/D7xTl7EhFLf6Tro7OzEzqdDps2bZI18ukiYkC8Vr/97W/jxIkTi246sVacNaSbj9OYUpFQXV0NlmXnbcmiTC8sNNkq8dkL12oiXUaXXT9sNugw5o5HZHl0iFFGK4jKqJl0+tzPXXwOrmgpxjvvvIOSkhJs2bJFk1D+3/7PZ3DxxhbsfvJXiekGLvmmp4FwaQasoxJc0AeKS190o2haHMtjsID3TqUeHyKIud2wD3zQDYGPyVVrMZ9LpJ3CvdcVHuUqEQgE0NXVBYvFgs2bN+dUiygUOp0OJSUlKCmZS+3wPC8PsxwbG5OVExzHYcmSJaisrMy6XZqmcfjwYezatQtXXXUVBgcHc25kWiw4a0g3FwiCIEdSdXV12LZtG8LhMFwujUUoDZDSCxLZFlIkywXrGiuxpq4CR0emMr4ukiYXqkRduQO9s5G4zCr3KjNrLUZUlXRT87nbVy7F1U0MhoeHsWbNGpjNuUV+Hz93HTa11uPq+36AMadCKxsNyV672cxnGHs5WPsScJ4JTR7rCVGv3wmSJJMTJWQGUTYWCQDxCcXK1EJduR1rl6Y2Q+QDQRAwNDSE6elptLa2LpqpCgzDyDPUQqEQOjs7YbVaUV1djWAwiOnpafT394PjOHlahLJgF4lE8Pjjj+ONN97Aj3/8Y5xzTm4qj8WGs4Z0tUS6mRQJhXgvqIGmabkCbLPZTmm08dmL1uLe/3gt42u8wex2kHaLEZiNIJdcrhK0zgiKYRPIjtIZQCfZQtaU2XHbOiOqqqoSlqq5orLUgX1P343bvvWf+ENHFwhJ8tpNQ7q00Qa2pFpu6hBikZxujhTNgLGVgRjC8Ty2dLwoeZQ7F3BDV1wNYK4pghCCazfV4Z133gGAhOYFaQmuFW63G93d3aioqMDmzZsXjYGNBEIITp48idHRUTQ3N8uRcLJyIhQKwev1wu1249VXX8Wjjz6KaDSK5uZm7N69Oy8Lx8WGs4Z0syGbImG+SFdKJZjNZlRUVMjLKQByccHhcGQtMBSCT2xtwTde/Ct8GTwWnP7s430EaUFcwCgkymABUXRyJUe5ZqMeX72gFGVlZRAEAeFwGAaDIe8VAUVReHrPTfjFnzvwtZ/8HuFoTFzaM7qU9l+K1YMtqZ3TDAscSqggpvL4bIqiQBlMoEprwPtm54g1EgJlsIjG5oIAUJQc6RZZDLj905cAEKNUKRcqnTOCIKQQcfLNOxaLycXGtWvX5rxCOBUIBoNydLt58+a0NxOKomA2m2E2m1FcXIznnnsOVVVVeOihhxAOh3Ho0CGUlpae8cR71pBuuovU5/Ohp6cnqyJBsr/LF8l5W4ZhsHTpUvl5qSPI6/XKBQaapmG32+U/Foul4PRDNBrF8EA/PtJUglePTaR9XYwTYLeYMka8s4H4c3mkFiQw5qKE9lmlPpdlWfzXro+itsQiV8ElOZLBYEg4NrkS8fV/sxlbV9dj5yM/w+i0G7qicvAS6VI02KIqMLZSMITDimIKV29qwA0XrIZJr8OsN4hf/s9B/OlgN064QnAGouA1nhoUzYCxl4NEQ+C9MwCIOAWC84ojhxhWPp47L1wrv4+madUx5oFAAF6vFxMTE+jt7YUgCLBYLLDZbBAEARMTE6ivr0dra+uCp65yBSEEIyMjGB8fR2trq2a1wcGDB7F7925cd911ePPNN+UbzSc+8YmF3N1TBioL0eTPQqcYUoeLBK0eCUq8/fbb+MhHcitqFFIk4zgOPp8PHo8HXq83wU9BMrYxmUyatiflqcfGxtDQ0AAPx+JjD/6/jO9ZVlGE4Wl1sb9Rx4LXmcALJCfDmWQQQoCZQUTCYnRnXLYOFCPOwPr57ZdjS1O56nsikYjc4uz1ehGJRGA0GuXVglYi5nkeX/r2CzgwMAOvxwXGUgyLoxSblhXjs+e34tJ1DQnbiMVi6O3tRTgcRktLi3yT7h+bxe/aO7GvcwS9Y7NwByIgWRwciMCD986AxMKgjVboljRBZ7Yj6p6Ajqbw/pO3Qa/LzYVOEAS4XC709vaC53nodDp5ZSVFxHa7/bQXmfx+Pzo7O1FcXJzWTjUZ4XAYjz76KPbt24dnnnkGq1evPgV7umBIe3KcdaSb7JGQy2SIXEg32YVpvopkSj8FiYj1en1C1KfsBpJGxvf396OiogLLli2TT/Ad3/wlOnrV54oBwKq6Chw/oT7RdkV1CQZcMXFJnGcXlwzPOMJeJ/QmC5gqMSJ75PrzsGNbg+ZNZCJi6bhIhRc1/PyPHfjTsZN44DPno7kmNW9MCMHY2BhGRkbQ0NCQtdWbEIL2zhHsPdiDd3pHMTTlRiDMpfrqEgISCYIPuMAW14B1lEEI+fCxDY146st/q/n7S9uSbqxKnxFlF5m0YojFYilEXKjjnRZIbfNSMU/rdIeOjg7ccccd2LFjB+64445TWgNZIJz9pBuLxTA4OCgrEmpqanLOme7btw9bt27N+r7kTrKFXtYlk004HIbRaITRaITH44HJZEJLS0sK4fy2vQtf+dGrabfbtrwaB/vVUxBbWmpxcMQjFsEKSC8AYhGJc47CWFIFqqgaX7j0HNx/1fqCtgmkdkqpEbEUEWeCz+fya0GSAAAgAElEQVRDd3c3bDYbmpqa8r7gQ5EY/vxuL1473I8jgxMYnfWJEjaKErvShBhoow0MTeF/v3kzlhRrnynn8/nQ1dWFoqIiNDY2Zo0clUUp6fhEo1GYTKaELrL5NNv3+Xzo7OxEWVkZ6uvrNV1/oVAI3/jGN9DR0YFnnnkGK1eunLf9Oc04+0l3bGwMLpcL9fX1eV80HR0dWLduXdqI4FTqbTMhEomgp6cHXq8XDocD0WgUkUgEJpNJTkvYbDaAZnDunh9j1qdeNNvaUov2HvVIeHNLHQ6NuEC4GAo9DQgRIEwNgClbhos3r8GPbrmwoO1l/iyRiJVkk46IpVWRx+NBa2urPOhwPjHt9uP3B7rw5tEhdJ2cgSsYw5aWWvzsK6ljv9UgzfVzu90F72OmY5Nr2kYJQRAwMDAAl8uV0jmYCe3t7bjrrruwc+dO7Nq162yIbpU4+0lXEATEYvnnHgHg3XffRUtLS0oFeLGQbXLeVrkEVkY20p9YLIb/OjyBXx8cUd3eluYaHOgdV32uaWkVBqd9BeVzlbDEPKhb0YqX93z8lB87Jdko0zaxWAwlJSWoqanRFBHPF3he0DSRWZp+Ul1djaVLly7IcVOmbSQilgqZSiJOZ3Dj8XjQ1dWFJUuWoK6uTnN0+y//8i84dOgQfvjDH6KlpWXev9ciQNof66y6tRQKNaexxUC2yXlbtU4tpdxG6vAhhKCkZhK/OTSiqvoKR9QlZTqWxklnoOC0ghLllTV4YfcVp+X4Kb0DbDYbfD4fiouLsXTpUoTDYbjdboyMjMjLb2VEvBB50GyEG41G0dPTA47j8vZL0AqKouRUlbJVWEnE4+PjCIVCCQY3FosFY2Nj8Pl8WLNmjWafkn379mHPnj246aab8K1vfWvBJu4uZpw1pDtfpjccxy1YkSwf+Hw+9Pb2Qq/X53wBUhSFlrpKXLB6Gf5ydDh120F1F7C6cgeG3FxB+lwlGiuL8dt7PgWT/vSdbjzPY2hoCDMzM2hpaZHlSw6HQ9Z9SqsFn88Hl8sl2xqeCiKWPn98fBzDw8ML5pegFQaDAeXl5Sgvn1OXSAY3U1NT6OzsBMMwMJlMOHnypJzSSid7DAaDePjhh3HkyBH84he/QHNz86n8OosKZw3pzgdYlk0ZAHm6Onui0Sj6+/sRCATyGj+kxM4L16qSLkfUbyQ6eUpE4ZHuBavr8OMvX35aNaTSMr2qqipjt5ZytZBMxF6vN4GIpXbV+SLiYDCIrq4umEymBPOXxQSapjEzM4NwOIxt27bBZDLJahufz4fp6ekEp7FAIACO4xCJRHDvvffi5ptvxne+850PZHSrxIekGwchBDqdDoODg/D5fLJQ/VSfIMl52/kQvV+yrgFVJVaMOxMdsVxpBlTaHEWAa1b1uVzwhYvX4oHrthe8nXwRDofRE58jVoitoVraRiJip9OJoaGhBImWFPVpIWJJYjU1NZUQgS82zM7OoqenB3V1dWhpaZHPSWl6iXJqC8dx8Hq9eOONN/DEE0+gr68Py5YtQ1dXF7q6us50/W3BOGsKaQBSrBS1QJm3lfSOUsOCz+eDIAgJzQpWq3VBot9Metv5wBO/a8d3frs/5XGDXodILLE9trmuGn2TbiDHqbkSKAp4cMd5+OwFq/J6f6GQblzj4+NYvnx5QX4OWqE8d5SFTCURJzctSEUo6fdebH4JwFyzSCQSwcqVKzXduAgheOutt3D33XfjlltuwW233YZQKIT33nsP9fX1qKmpmZd9++IXv4j//u//RkVFBY4ePaq6H7t27cIrr7wCs9mMn/70p9i4ceO8fLYGnP3qBUBckmtt5dVaJJN64r1eLzweT0L7bvI49Hwh5W0NBgOampoWpHAy5Q7gvLv/PWVicFWJDeOuuQkSLE1DZ7GJN7A8croMTeGey1fg/JW1eUuQCoHb7UZPTw9KS0tRX19/WpeyyqYF6RyKxWIwmUyIRqMQBCGn9thTjenpafT19clj2bX8hn6/H//8z/+Mnp4e/PCHP0yZ3zafePPNN2G1WvG5z31OlXRfeeUVPPHEE3jllVfQ3t6OXbt2ob29fcH2Jwkfqhck5FokU/bES14K0vLJ6/Wir68voWtMImItxDmfedtsqCiy4G/WN2Lvwb6Ex20mQwLpLi23Y9iTXxHNYtTjpXuuRpXdKK8WTp48maCTlY7PfBejotGoHJHlYw25EFAbfTM5OYm+vj4UFxeDYRj09fUhFovJfgpqEfGphjRtghCCjRs3apLSEULw17/+Fffccw++9KUv4amnnlrwyP2CCy7A0NBQ2ud/+9vf4nOf+xwoisK2bdvgdrsxPj4u/xanC2cV6Wazd5yvmWQsy6YYNUsSGyXRKJsVlBfSQuRttWDnhWtTSNdsSLy4S+0WDLvdOW+7qsSK39/3adjN4gVqNBrlyrdSJ5tcjEq39NYKQghGR0dx4sSJjFMmTjfC4TC6u7vBMAw2b96ccNNRRsQzMzMYGBgAz/MpOeJTQcSTk5MYGBhAY2OjZjcvn8+Hr33taxgYGMBLL720aEajj46OJphO1dbWYnR09EPSPRU4FXrbZImNstgiXUgcx4FlWYRCIZSVlaGtre2U9MNLOHflUtQvKcLQ5Byp6pOGITIMk7NqYX3DErxwxyfS6k+VOlmlKkCNaCwWSwLRZOpSklpjHQ7HKZ+QoBVKH1mlX4IS6YZBBgIBWRXQ39+/oEQciUTQ1dUFhmE0qycIIfjLX/6Ce++9F7fddht+8IMfLKq8tFoAthhuyIvvLJ1HnM7mhuSqt9Tfz7IsysvLEQwG8e677wJAQqFuIX12KYrCzgvW4hu//OvcY0mpp1lfOKfUwie3NuPfPn9RXvuSjmi8Xi8mJydlK0PJU9bhcMBqtYIQgv7+fvh8vgVr350PSE5bRUVFGX1k1UBRFKxWK6xWq+rxSUfEdrs9p5sPIQQTExMYGhrC8uXLE3S5meDz+fDAAw9gZGQEL7/8MpYtW6b5M08VamtrceLECfnfJ0+eRHV19WncIxFnFekqW2IXQycZkD1vq/TZHRoaQiAQAMMwCflPrfaOWnDtuavwby+9LSsWeEVUS1HASXcIWuund1y1GV++YsO87Jf4+XNEI10cgiDA7/fLo7+dTicikQjsdjuqqqrk33oxRVg8z2NwcBAul2tebwrK4yNBScRTU1MyESfniNWIOBwOo7OzEwaDIafo9o033sB9992H22+/Hc8888yiOvZKXHXVVXjyySdx/fXXo729HQ6H47SnFoCzTL0Qi8XkuWSnu5NMEATZwDnXXKPS3tHj8SAUCsmm3hIRF+ITcNeP/4hf7+sEAKxZVo6jI6Imt7bUhjE/n1UqRtMUvvvFS3Hlxsa89yFXBAIBdHd3w2g0oqGhIcF5baEM4fOBNKFkIf0SskEQhBSrR2XqRmqFHh8fT5vyUIPX68UDDzyA0dFRPPPMM6irq1vgb5IZN9xwA9544w3MzMxgyZIleOihh2T/lVtvvRWEENx+++3Yu3cvzGYzfvKTn2DTpk2navc+GJKxPXv2wGq1YtOmTWhra4PNZjst5irT09MYGBiQTUDmQ7YkFaIkw3OpEKUs1GldVh7qH8e1j74IAKhyGDHuFT0Y2pZX490RV8acrkHH4vk7PoFzlmlbhhYKqX13dnYWzc3NaeVVkiG8dIykziglERcq7csEST0RjUbR2toKk8m0IJ+TL6QpFLOzsxgZGQEhBHq9Xk7dZMqhE0Lw+uuv4/7778euXbtw8803L9rodhHhg0G63d3d2L9/P9rb23Ho0CFEo1GsWbMGbW1t2Lx5M1avXr2gFWBpNJDRaMTy5csX1LVKWYiSiFjKfyrtHdUuDrfbjU89+ksMzwZRajNh1i82lWxpWYp3BtJPES62mvC7+65BZZE2c5NCMTMzg76+PlRXV6O2tjbnCz1XQ/h8oMyJLmb1hNIAXdIGK8cBSTcs6RyyWq3o7e1Fa2srHnvsMUxNTeHpp59OUAN8iIz4YJBuMsLhMA4fPoz9+/ejo6MDx44dg9lsRltbGzZt2oRNmzbNSyeQMm/b3Nys2S1/vqHMf0qNHBRFyYU6o9GI0dFRcByHw1M8Hvnl/4KhKQiEAgHQVLsEg5PqcrGmqmK8dPepMa2R5FUURaG5uXlem0XUDOHzTd1IfglGoxErVqxYlH4JgJia6ezshMPhyGqALhHx9PQ09uzZgyNHjkCv1+O8887D5ZdfjhtvvPEU7vkZjQ8m6SaDEAKn04mOjg6ZiIeHh1FbW4vNmzfLZFxcXKx5Llm+edtTBZ7nZetCt9sNnU4Ho9EIvcmCnd9/HcEIhxKbGa5AGAazFdFoqn/uhWvq8OxtC29aIx3PiYmJnHKNhSDdGKBMzmLK/WxpadE0f+90QNrPyclJtLa2am6+cbvduPfee+F0OvH000+joqICx48fh9PpxMUXXzyv+7h3717s2rULPM/jlltuwT333JPw/MjICD7/+c/D7XaD53k89thjuPLKK+d1HxYIH5JuOgiCgKGhIbS3t6O9vR3vvPMOfD4fVq5cKZPwunXrEqKthcrbLgQkhy2ln4Nk0ffIC2/hd+8Oo8phBEcozEaoFLnYqTKtcblc6OnpQXl5ueZRLwuFdIbwFosFer0eTqcTFRUVaGxsXLS5TWl0TmlpKRoaGjTtJyEEr776Kh588EHcdddduPHGGxf0+/E8j+bmZvzpT3+SA5/nn38eq1bNeXZ86UtfwoYNG3Dbbbfh+PHjuPLKKzN2oS0ifNgGnA40TaOxsRGNjY244YYbAIi5wPfffx/t7e342c9+hiNHjoBlWWzcuBGVlZX485//jK9//evYsGHDKZs2kCtCoRB6enpAUVSKw5Zer0dZWRluvepc/O7dYZQW2UHTDGZH51ILFIAvXdCAz2yphsvlgt1uX5Abi7IAtXbt2kXTvpvsLBaLxdDd3Q2n0wm73Q6Xy4UDBw7AYrEk5NBP981XEAQMDg5idnYWK1eu1CxXc7lcuOeee+D1erF3795Tomc9cOAAli9fjsZGUQVz/fXX47e//W0C6VIUBa9XnFjt8XgWhc62UHzgI10tIIRgeHgY//RP/4Rjx45h7dq1shuYMj+cbYLsqYDSrHvFihUJrcpquO7RF0HRFAJRoHvcBQBgGRrPfvkKrF9aJOeHfT4fCCEJhbpCHNeU7btNTU0oLy8/7ccuHSTjl7q6OlRXV8v7qSxEScUoyZVOqQg4VdGw1+tFZ2dnTq5lhBD84Q9/wEMPPYS7774bO3fuPGX7+6tf/Qp79+7Fs88+CwD4+c9/jvb2djz55JPya8bHx3HZZZfB5XIhEAjgz3/+M9ra2k7J/hWIDyPdQiB1T91000249tprZY+HsbExOS3xgx/8QCY6SbK2cePGBZUpKUEIwdTUFAYHB1FdXZ3RrFuJnRetxYtvHceMPwgAsBr1+M09V6OhQpRmJTcqSFXukZER+P1+2bA6F8c1r9eL7u5uuVNrMbbvAmLRTSroqRm/0DQNm80Gm80m2xUqj9HJkycTiplKDfF8EptyeGUuo3OcTifuvvtuhEIh/PGPfzzljQNa2nSff/55fOELX8Cdd96Jffv24aabbsLRo0cXbVpHCz6MdOcRPM+js7MT7e3t6OjowKFDh8DzPM455xw5Gl65cuW8k4zf70dPTw8MBgNWrFiRk59DJMbhtu//Hm/1TqOyyIL/vu8a2bRGC5SOa5I+Vq/XJ+iHpdRGLBZDf38//H4/WltbNU+NPdWQovCTJ0/Oix+vsutQauaQblaSaiLfm7Pb7UZXV1dOzRiEEPz+97/HI488gvvuuw/XX3/9aVll7Nu3Dw8++CBeffVVAMCjjz4KALj33nvl16xevRp79+6VpWqNjY3Yv3//aR1lpBEfFtJOB6SCzMGDB3HgwAG0t7fLBi2SdnjTpk2oqanJ687NcRz6+/vh9XrR3NyctzXk915ux1s9k/jFVz6uaUptNigd1yQ1AEVRiEQiqKqqQn19/Sk1+skFfr8fXV1dsNvtaGpqWrAcbSwWSyDiQCAAnU6XoJjI1P7N8zz6+vrg9/uxcuVKzbnw2dlZ7NmzBxzH4amnntLsJLYQ4DgOzc3NeO2111BTU4PNmzfjueeeS5gs8bGPfQw7duzAF77wBXR2duLSSy/F6Ojook1FKfAh6S4WSBMipLTEgQMHMDo6ivr6ejka3rhxIxwOR9oTSznAMDnPmA8C4SgsxoUhQUkjajAYUFxcLOdApbbUxVKEUna+tba2nhattaQqkf4o27+VhvCS0qO2thY1NTWao9uXX34Z3/jGN3D//fdjx44di4K4XnnlFezevRs8z+OLX/wi7r//fnzta1/Dpk2bcNVVV+H48eP4+7//ezlN8/jjj+Oyyy473butBR+S7mKGIAjo6+uTSfjgwYMIBoNYvXq1TMRr1qyBwWDAsWPHEAwGYbfb0djYuGgF+ZLpi9PpREtLS0oUrixCSYU64NQ5rinhcrnQ3d2NqqoqLF26dFHlC5UaYrfbDa/XC4qiUFVVhZKSEjgcjqyrhpmZGdx5552gKApPPvnkmbA0PxvwIemeaYhGozh8+LBMxIcPH4bP54PZbMadd96JzZs3L1qdqGQ7WFNTg9raWs0RlTL36fF4FtxxTTn/azH6JSgxMzOD3t5e1NXVoaSkJCEiTmcITwjBSy+9hMceewxf/epXcd111y2K6PYDgg9J90xGd3c3PvOZz2DXrl2orq5GR0cHOjo6MDAwgJqaGmzcuFHuqCsrKzttF1YoFJKnIzQ3N8+Lhjmd45qyUJfr5xBCMDk5icHBQTQ0NCwKqV86SPpgnufR2tqq+l2VPhySMuT++++HwWCAXq/HQw89hEsuuWTR+g6fpfiQdM9kCIKAUCiUIgWSxv7s378fBw4cQEdHB9xuN1paWuRC3bp16+Y1Oky3f8PDw5icnERzc3NWbXChkBzXJCLOxXEtFAqhq6tLVnos1vQMANkfN5cWc0IIfv3rX+Pxxx/H3/3d36GoqAgHDx5EeXk5vva1r83r/mVr4QWAF198EQ8++CAoisK6devw3HPPzes+LGJ8SLofFHAch2PHjsneEocPH5a70qRGjpaWlnkrWjmdzoQ249OR7kh2XJP8Y5WNHBaLBaOjoxgfH1/UfgmAmFrq6uoCRVFoaWnRrPSYnJzEnXfeCZPJhO9973sLOnpeSwtvb28vPvOZz+D1119HcXExpqamPkj55A9J94MKQgj8fj8OHjwo64elEeVtbW1oa2vDli1bNI/YlhCJRNDb2wuO49DS0rLo8qFKx7WZmRk4nU6w7P/f3rlHVVWmf/yzuSje8hYqgTAoIqBzAvGCqZOoS1BLmURT08xbM44MaqhNv3I0dfAG0lqRlxwaMu+hqWtKGipF0xC5ZHJREEQEIkMUREUu5/n9cTgnUNRjAgf0fNZyLTdnc/azz9p8z/s+7/N+HzOeffZZ2rVrZ1Cj8/vxe1vnqNVq9u3bR1BQECtWrMDHx6fe70ufGtslS5bg6OjI7Nmz6+Sa2sYETQTjjrSnFe1uqKFDhzJ06FDgtz/u2NhYYmJiCAsLIz8/HwcHB11aws3NjdatW9/zkFdvtKid9jZGTExMaNWqFfn5+VRUVNC/f39atGihS0tkZmZy69YtzMzM7tnIYYg/7NLSUs6dO4e5ubnerXMA8vPzeeutt2jTpg1Hjx5tEGc2qL3T7qlTp2qck5aWBsCgQYOorKxk+fLleHt7P/K1tO2YFEWhsrLS4P4Wj4tRdJ9CtCVH48aNY9y4cYBmupiWlkZMTAwHDx5k+fLlOhMarRBrHcuGDRv2yI0WGxqtAbqNjQ09evTQCWn79u1rpBa0tbFFRUXk5eVRWlqKhYVFjYqJ+tzIod1Onp2djaOjo96iqVar2bt3LyEhIaxatYqxY8c26JeFPlt4KyoqSE9P5+jRo+Tk5DBkyBCSkpLu2/3jfmhTVtu3byc6OpohQ4Ywfvx4vbc7NzaMomsE0LRed3Z2xtnZmRkzZgCa0VdiYiJHjhxh+vTp3Lp1CwcHBy5evKirH7a1tW1UZWtavwRALxc4reOaNv8pIrqFumvXrpGVlaWzdaw+Iq6LL5zbt2+TmppKy5YtH8mDIj8/n/nz59OhQweio6PrfeGyNvTptGtjY4OHhwfm5ubY29vTs2dP0tPT6dev30PfX5tKEBHKy8tZsmQJ58+fZ/ny5cyZM4dffvmF6dOnN9qZ1oNoPH8tBiAyMpKePXvi4ODAmjVr7nl9w4YNuLi4oFKpGD58OJcuXTJAlIbDwsKCgQMHcvPmTZYtW0Z2djYRERGMGjWKjIwMFi1ahIeHB76+vqxZs4aoqCgKCwtrHQXVN1q/hISEBKysrFCpVL+rZE1RFFq0aEHnzp115kUeHh66jSj5+fm6/HhycjI5OTm6NjePEuvly5c5c+YM9vb2ODk56SW4arWanTt34uPjw1/+8hfCw8MNIrgA/fr1Iz09nYsXL1JWVsbu3bsZO3ZsjXN8fHw4cuQIoJl5pKWl6WwcH0RlZaVu1KwV3v79+3PgwAFOnDjBzZs3iY2N5dixY4/0uTcWntqFNH1WX48cOcKAAQNo2bIlmzZt4ujRo+zZs8eAUTc+tP6t1U3gS0pKcHFx0VVLqFSqOm25czc3b97k3LlztG7dmu7duzeIa1l1NzFtayR9HNe026If1dvh559/Zv78+VhaWrJhw4ZGUX3xsC28IkJAQACRkZGYmpry7rvvMmnSpPu+X/WFsmvXrvHJJ58waNAgPDw8ANi4cSOxsbGEh4ezaNEiEhISCAwM1L3eyDBWL9yNPquv1UlMTMTPz48TJ040WIxNlbKyMp0J/KlTpzh79izm5ua4ubnp8sMODg6PnZaobthd21bjhuZBjmvatudabwd9Y9WObkNDQ1m9ejWjR49uSiv4elN9gSwzM5PXX38dOzs70tPTWb58OaNGjWLRokWYm5uzZs0aQkJC+PLLL1m2bBlDhgwxcPS1YhTdu9HHQLk6fn5+dOnShffee68hw3wiEBGKi4uJi4vTbWvOyMigc+fONUzgH6XHnNb0RdsuqTHllatz584dnc+xiYkJpqamtGjRokZ++H6VCnl5efj7+2NlZUVwcPAjL0A1BaqPbgsKCggNDcXe3h5zc3OmTJnCRx99RHJyss70ZuHChXTq1AkRITg4uMbMtJFhLBm7G31WX7Vs376duLg4oqOj6zusJxJFUWjbti3Dhw9n+PDhwG852FOnThETE8NHH33E1atXcXR01JnAu7m53TNF1/ollJaWolKpGl19cHXUajW5ubkUFBTg5uZGmzZtavRfKygoIDMzs4bj2pUrV3B0dOTAgQNs2rSJtWvX4uVV/01BDYX2vuLj43n//fd59tln+fbbb2nZsiVTpkxhzpw5LFq0iKioKF577TX+/e9/Ex8fz6xZswwc+e/nqRVdfVZfAV0/tOjo6EbbD60poigKNjY22NjYMH78eEAzxUxJSeHUqVNERETw7rvvIiKoVCrc3d25evUqV69exd/f/5E3czQ0xcXFnDt3DktLS/r27asbidfWf62649rWrVs5fvw4t27dYsyYMeTm5lJWVvZEPXt319r+97//ZcOGDXh4eBAYGMjly5fx9fUlIiICX19fpk6dyvvvv49KpcLb2xtXV1cDRv/4PLXpBX0MlBMTE/H19SUyMpIePXoYMNqnE+323sOHD7Ns2TJEBAsLC9q0aaPbTdevXz+9PWUbArVaTWZmJteuXcPZ2Vnv7hhqtZpt27axZcsW1q9fz+DBgzlz5gxxcXH87W9/q/OaaH18E0CThpswYQKnT5+mb9++dRpDYmIibm5u3LlzhyVLllBeXs7SpUuxsrJiz549BAcHExUVRdu2bYmJiWmsC2b3w5jTrY2Hrb6OGDGCs2fP6npH2dracujQoTq5dmN46JsK27Ztw8bGhmHDhiEi/PrrrzVM4PPy8rC3t69hAv/MM880uBBrW+dYWVlha2ur9/UvX77M3//+d7p168a6devq3UBdn8od0LRxHzNmDGVlZYSGhj7W86fdVQaa+u/Zs2cTExODl5cXkyZNokuXLixfvpxJkyYxatQozMzMGD9+PL169WLFihWPdb8Gwii6jQlDPPRPMloTeK3bWnx8PKWlpfeYwNfXzrLf2zpHrVYTHh7O1q1bCQ4OZvjw4Q3yRaFv5c6CBQsYMWIEQUFBBAUF/e7nr7rgxsXFkZubS15eHjNnzmTnzp0cOHCAzz77jH379hEfH8+MGTNwd3enuLjYIB086gjjQlpjIjY2FgcHB12h+KRJkzh48OA9ort06VKWLFlCUFCQIcJsMpiYmODo6IijoyOvv/46oKka0JrAb9myhaSkJCwsLOjTp49OiO3t7R+76qGwsJC0tDSsra1xdHTUWzSzs7Px8/PD0dGREydONGiTTn18ExITE7l8+TIvvfTSYz9/JiYmXL9+nYCAAFJTU8nLy+PNN9+kefPmjBkzhpSUFNauXcuqVav43//+x9mzZ3F1dW3KgvtAjKJrABr6oX8aad68OQMGDGDAgAGAJj98/fp1XYPQ/fv3c/HiRaytrXUi7O7uTseOHfUSTq2vwO3bt3WexfqgVqsJCwvjP//5D8HBwQwbNqzB0yAPq9xRq9UsXLiQ8PDwOrleZmYmf/3rX3nhhRcICwvjX//6F6mpqTqrx6lTp/LWW28RGRnJhx9+WK+WlI0Bo+gagIZ+6I1oPt/27dvj5eWFl5cXoPmcs7OziYmJ4fjx42zYsIGioiKcnJzuMYGvjrZ1jp2dHU5OTnqLZlZWFn5+fri4uPD9998brAX9wyp3bty4QVJSks6VLj8/n7Fjx3Lo0KGHphiqVyZoa3BbtmyJmZkZZ86cATRpjFdeeYUdO3bg7++Pi4sLAQEBODo6PvGCC2g+mDqD04sAAA0KSURBVAf8M1IPnDx5UkaOHKk7DgwMlMDAQN3x9evXpWPHjmJnZyd2dnbSvHlzsbKyktOnTxsi3KeKsrIySUxMlE2bNsnMmTOlT58+0rdvX5kzZ44EBweLt7e37Ny5U65evSo3b97U619xcbGEhITI888/L0eOHBG1Wm3QeywvLxd7e3vJzMyUO3fuiEqlkqSkpPue/+KLLz702SsvL69xHBoaKvPnz5etW7eKiEhcXJy89NJLcujQIRER+eGHH8TV1VWio6Mf824aLffVVaPoGoD6eOgfhcOHD4ujo6N0795dVq9eXes5e/bsEWdnZ3FxcZHJkyfX2bWbGmq1WoqLi2XVqlXSpUsXGTlypPTq1Us8PT1l0aJFsnv3bsnIyJCSkpJaBTcpKUk8PT3F399fSkpKDH07Or788kvp0aOHdOvWTVatWiUiIkuXLpWDBw/ec+7Dnr8NGzbI2rVrJTExUUREfHx8ZOLEiZKUlCTdu3eXTZs2iYjIpk2bZPz48VJYWCgiIh9//LFkZWXV9a01Foyi29ioy4f+UaioqJBu3bpJRkaGTvCTk5NrnJOWliaurq66P45ffvmlTq7dVFGr1RIYGChXrlzRHefm5soXX3whb7/9tgwbNkx69+4tPj4+snLlSjl8+LDk5eVJcHCwbjRn6NFtfXD27Fnx9PSUCRMmSFRUlERFRUlRUZHs379fysvLZfHixdKnTx9p1qyZpKenS2lpqUydOlUCAgIMHXpDcF9dNZaM1REbN25k0qRJBrPa0xdDtFl5GqisrOT8+fO6+uHIyEj69+9PeHi43iVkTYmSkhJeffVVRo8ezbx58+55PSAggKtXrxIeHs706dNJTU0lNjaW5ORkWrVqxR/+8IeGD7phMZaM1Td+fn689tprhg7joTRkm5WnCVNTU1xcXHBxcWHGjBlNrZ/XIyEiZGRk0KJFC+bNm6e716KiIhYvXszAgQPp2rWrrnLEycmJiIgI4uLijLXmPOUm5nVFcnIyXbt2pW3btvc18G4sZsu1xfegNiu7du1i9uzZXL9+vaFCfCKoT8E1tPm+oig0b96cCxcucOPGDRRFITs7m2nTpnHz5k1WrFjBsWPHOHPmDB4eHly5coX09HSj4FZhFN064LvvvsPZ2RnQTDO1lJSUkJ6eDlBrEX5lZWWDi7G+bVbGjRt3T5sVI4ansrKSefPmcfjwYVJSUti1axcpKSk1znFzcyMuLo6ffvoJX19flixZUudxdOnShYEDB7Jz505As0U+KCiIHTt2MHfuXNq1a4ePjw/Tpk0jJCSkVjOppxWj6NYBR44c4cUXXwR+E90ff/yRbdu2sXDhQnr16sWqVauA31qDg2ZKercYq9XqehXi+myzYqT+qb6bsVmzZrrdjNXx9PTU5ZE9PDzIycmp8zjatWuHh4cHiYmJfPfddwA4OjqSm5tLYmIi3t7e9OvXr9Z879OOUXTrgISEBJ3oaqeVISEhxMfH88knn5CcnEx2djaxsbGUl5ezZs0aVCoVL7/8MsePHwd+m/abmJjUEGKtCNeVEJuZmREaGoqXlxfOzs5MnDiRXr168c9//lNn5uPl5UXHjh1xcXHB09OT9evX12lr74dNj7Ozs/H09MTNzQ2VSsVXX31VZ9du6tSWk8/Nzb3v+WFhYYwaNapeYtE+OwsWLCAkJITAwEC8vb3p27cvEydOrJdrPgkYqxcek7KyMp577jkKCgqA33bhdOnShaFDh5KVlYWZmRknT57k5MmTeHh4cPv2bZo1a8ahQ4dISkrinXfeIT4+nq+//ppmzZrRoUMHxo4dq/NbvZtjx46RnZ3N5MmTG3Ub9NrQx+znzTffxM3Njblz55KSksLo0aPJysoyXNCNiM8//5yvv/66RseT2NhYPvzww3vO3b59O6GhofXuBR0REUF+fj6pqanMnTuX3r1719u1mhDG6oX64vTp0xQWFhIZGUn37t3p0aMHt27dwtLSkt27dwPw66+/cuHCBdzc3IiJiWHdunUUFBRgbW1NcnIy/v7+3L59m82bNzN//nzS09OJj4/nwIEDmJqa0qpVK7y8vBgxYgQmJiaoVCo6dOigGx1XrwFs7CKsj9mPoigUFxcDUFRUZMwHVqMxmu/7+vrW6/s/cTyoiLehqoibMvn5+bJ06VIZN26cdO3aVf70pz9JdHS0rF27Vt555x2pqKjQnXvhwgUZOXKk7Nu3T3JyciQoKEj69OkjIiKbN2+WV199VXfuyZMn5ZlnnpEvvvhCNm7cKO7u7pKXlyciIqtXr5bz58+LiMiNGzfuG5tara5x/cbA559/LrNmzdIdb9u2TebNm1fjnLy8POndu7dYW1tLu3btJC4urqHDbLTos5sxISFBunXrJmlpaQaK0og8QFeNOd3HpHPnzqxYsYIDBw6QnZ3NwYMH8fDw4JVXXiEzMxOVSsXgwYP55ptvALC0tMTV1RVra2uysrJ0HSny8vLo06cPALdv3yYzM5Phw4fj4+PD3Llzadu2Lbm5uZSXl7N3714KCwsB6NixIytXrmTWrFmEhYXVyP0qitLoRr6iR8narl27eOONN8jJyeGrr75i2rRpjabkztDok5NfvHgxJSUlTJgwAVdX13sWSo0YFmN64TEREZ0gmJiY6Dq2Ojg46NILOTk5tGrVivbt2/Pcc88xdOhQJk6cyN69e/nHP/5BUVERhYWF/PGPfwQ0dbIZGRm63FhiYiIODg6YmZmRkZFBp06d6N27NykpKVRWVjJo0CCsra359NNPGTFiBHZ2dhQUFPDBBx/g4uKCt7f3PTvltMbS06ZNw87OjsGDB/PCCy/Uu4epPtPjsLAwIiMjARg4cCClpaUUFBTQqVOneo2tqTB69GhGjx5d42fVuytov+CNNE6MI93HRDuaNDU1vceeUSvGNjY2tG/fHoB169Zx8eJFAgICCA4OxsfHh59//pmioiJsbW0BTVPDjIwMVCoVoPEjbd68OV27diUhIYHOnTvTunVroqKiGDp0KMOGDWPKlCm4ubkRGxtLVlYWCxYsoLCwkMTERBYuXHiPQbqJiQmlpaXs2LEDCwsLNm/ezJ///Gdu3LhRr5+XPiVrtra2fPvttwCkpqZSWlqKpaVlvcZlxEhDYRTdeuLu0i8tarUaU1NTrKysmDp1Kvb29jg5OfHxxx/j7u4OaEa65eXluiaZP/30Ey1atKBjx478+OOPuo0Yx44d07U0v3TpEhUVFdja2rJ//35A4wexfv16rl27hpOTk+69tV8GP/zwAy4uLrz33ntERERgaWlZa3lW9al9bemBR0Gf6XFwcDBbt27l+eefZ/LkyYSHh9fpDq+ZM2fqZgu1ISL4+/vj4OCASqUiISGhzq5txIgxvdDA3F2Dqz22sLDQ/dzOzk630wc0O4wqKioAOHXqFHPnzgXg+++/5+233wbg2rVrFBUV0bNnT1auXFnDB8LExES3D15RFJ1wfvPNNwwcOBDQiHb10rdLly5RUlJCr169asR88eJFTp48ydSpU3+3v8DDpscuLi6cOHHikd9XX9544w38/Px0rX3u5vDhw6Snp5Oenq77vO/2pzBi5PfysDpdI40MRVHsgGvALSBeRJ6v+vlEYDIwHogAPhWRg4qitADSgVdEJFbRqKSpiFQoivIl0BkIBoYAhcAWEbmsKMrLwALABtgnIv+nKEoHYBHQTkT+dldcCmAiIpU0ARRF+QPwXxG5Z7irKMoW4KiI7Ko6Pg8MFZGfGzRII08kxpFuE0BRFBMRUQOISHX3Eq3gKkAaECkiakVRPgCCFEVxBJoDbYDTVb8viqJohbEfsBYYA7gD3iKiXeWKBcaLyHVFUXYriqICngXeAERRlIqq380HmovILaBJCK4eWAOXqx3nVP3MKLpGHhtjTrcJoBXc6ihVVL0uIvKjiGxRFMUMiAFmoRHEtsBPVWJroj1fUZQuVf8NFpGpaER7VNV7Pw98AHyrKMpJYGLV730HZAOvAf9Gs2NxMrBPUZQkRVEWKYryW56k6VJbzsQ4JTRSJxhFt4miq8CuQiuoQGtgOfBXNCPTlsDu307TJWH/BJRUe8vP0AgoaEazF0XEHY3AXgTyFEVxAlqKyFER+QnwBl4FJqEZdfcGbOvwNg1FDtC12rENkGegWIw8YRhF9wmhWvrhOrARTXrAFogQkY+qXqusGuUqaPK+Q6u9RRFQpCiKPRqBaaUoijnwOlAqIgVAL+BXAEVRrAFPoBPwLRAJjAD+WM+32hAcAl6vmkx4AEXGfK6RusKY030CEZEc4NOqf7W9Lmimy5dBM/wVkShFUU4ApcBx4H0gDE2uN77qV3uiGfUCVKAR6gAR+V5RFHc0o8NGb7yrKMouNF84zyqKkgMsA8wBRGQz8BUwGriAZsFyhmEiNfIkYqxeMPJAqnK/5lUVDWOBQOAM8C4wE03FwnuGjNGIkabE/wMUZxUj66o3BQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig = plt.figure()\n",
    "ax = fig.gca(projection='3d')\n",
    "x = df1['Learning Rate']\n",
    "y = df1['Gamma']\n",
    "z = df1['Score']\n",
    "ax.plot_trisurf(x, y, z, linewidth=0.2, antialiased=True)\n",
    "ax.set_xlabel('Learning Rate', fontsize=10, rotation=150)\n",
    "ax.set_ylabel('Gamma')\n",
    "ax.set_zlabel(r'Score', fontsize=10, rotation=60)\n",
    "ax.set_title('Score with different hyperparameters')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Trying a policy other than maxQ(s', a') and analyzing the results\n",
    "\n",
    "### Min \n",
    "Minimum instead of Maximum gives a score of 3.97"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "****************************************************\n",
      "EPISODE  0\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  1\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  2\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  3\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  4\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  5\n",
      "****************************************************\n",
      "EPISODE  6\n",
      "****************************************************\n",
      "EPISODE  7\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  8\n",
      "****************************************************\n",
      "EPISODE  9\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  10\n",
      "****************************************************\n",
      "EPISODE  11\n",
      "****************************************************\n",
      "EPISODE  12\n",
      "****************************************************\n",
      "EPISODE  13\n",
      "****************************************************\n",
      "EPISODE  14\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  15\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  16\n",
      "****************************************************\n",
      "EPISODE  17\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  18\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  19\n",
      "****************************************************\n",
      "EPISODE  20\n",
      "****************************************************\n",
      "EPISODE  21\n",
      "****************************************************\n",
      "EPISODE  22\n",
      "Score 13\n",
      "****************************************************\n",
      "EPISODE  23\n",
      "****************************************************\n",
      "EPISODE  24\n",
      "****************************************************\n",
      "EPISODE  25\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  26\n",
      "****************************************************\n",
      "EPISODE  27\n",
      "Score 13\n",
      "****************************************************\n",
      "EPISODE  28\n",
      "****************************************************\n",
      "EPISODE  29\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  30\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  31\n",
      "****************************************************\n",
      "EPISODE  32\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  33\n",
      "****************************************************\n",
      "EPISODE  34\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  35\n",
      "****************************************************\n",
      "EPISODE  36\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  37\n",
      "****************************************************\n",
      "EPISODE  38\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  39\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  40\n",
      "****************************************************\n",
      "EPISODE  41\n",
      "****************************************************\n",
      "EPISODE  42\n",
      "****************************************************\n",
      "EPISODE  43\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  44\n",
      "Score 15\n",
      "****************************************************\n",
      "EPISODE  45\n",
      "****************************************************\n",
      "EPISODE  46\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  47\n",
      "Score 13\n",
      "****************************************************\n",
      "EPISODE  48\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  49\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  50\n",
      "****************************************************\n",
      "EPISODE  51\n",
      "****************************************************\n",
      "EPISODE  52\n",
      "****************************************************\n",
      "EPISODE  53\n",
      "****************************************************\n",
      "EPISODE  54\n",
      "****************************************************\n",
      "EPISODE  55\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  56\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  57\n",
      "****************************************************\n",
      "EPISODE  58\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  59\n",
      "****************************************************\n",
      "EPISODE  60\n",
      "****************************************************\n",
      "EPISODE  61\n",
      "****************************************************\n",
      "EPISODE  62\n",
      "****************************************************\n",
      "EPISODE  63\n",
      "****************************************************\n",
      "EPISODE  64\n",
      "****************************************************\n",
      "EPISODE  65\n",
      "****************************************************\n",
      "EPISODE  66\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  67\n",
      "****************************************************\n",
      "EPISODE  68\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  69\n",
      "****************************************************\n",
      "EPISODE  70\n",
      "****************************************************\n",
      "EPISODE  71\n",
      "****************************************************\n",
      "EPISODE  72\n",
      "****************************************************\n",
      "EPISODE  73\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  74\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  75\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  76\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  77\n",
      "****************************************************\n",
      "EPISODE  78\n",
      "****************************************************\n",
      "EPISODE  79\n",
      "****************************************************\n",
      "EPISODE  80\n",
      "Score 15\n",
      "****************************************************\n",
      "EPISODE  81\n",
      "****************************************************\n",
      "EPISODE  82\n",
      "****************************************************\n",
      "EPISODE  83\n",
      "****************************************************\n",
      "EPISODE  84\n",
      "****************************************************\n",
      "EPISODE  85\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  86\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  87\n",
      "****************************************************\n",
      "EPISODE  88\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  89\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  90\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  91\n",
      "****************************************************\n",
      "EPISODE  92\n",
      "****************************************************\n",
      "EPISODE  93\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  94\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  95\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  96\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  97\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  98\n",
      "****************************************************\n",
      "EPISODE  99\n",
      "Score 8\n",
      "Score over time: 3.97\n"
     ]
    }
   ],
   "source": [
    "#Trying something other than max(q,a) - min here\n",
    "for episode in range(total_episodes):\n",
    "    # Reset the environment\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    \n",
    "    for step in range(max_steps):\n",
    "        # 3. Choose an action a in the current world state (s)\n",
    "        ## First we randomize a number\n",
    "        exp_exp_tradeoff = random.uniform(0,1)\n",
    "        \n",
    "        ## If this number > greater than epsilon --> exploitation (taking the biggest Q value for this state)\n",
    "        if exp_exp_tradeoff > epsilon:\n",
    "            action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        # Else doing a random choice --> exploration\n",
    "        else:\n",
    "            action = env.action_space.sample()\n",
    "        \n",
    "        # Take the action (a) and observe the outcome state(s') and reward (r)\n",
    "        new_state, reward, done, info = env.step(action)\n",
    "\n",
    "        # Update Q(s,a):= Q(s,a) + lr [R(s,a) + gamma * max Q(s',a') - Q(s,a)]\n",
    "        qtable[state, action] = qtable[state, action] + learning_rate * (reward + gamma * \n",
    "                                    np.min(qtable[new_state, :]) - qtable[state, action])\n",
    "                \n",
    "        # Our new state is state\n",
    "        state = new_state\n",
    "        \n",
    "        # If done : finish episode\n",
    "        if done == True: \n",
    "            break\n",
    "    \n",
    "    # Reduce epsilon (because we need less and less exploration)\n",
    "    epsilon = min_epsilon + (max_epsilon - min_epsilon)*np.exp(-decay_rate*episode)\n",
    "env.reset()\n",
    "rewards = []\n",
    "count0 = []\n",
    "count = 0\n",
    "\n",
    "for episode in range(total_test_episodes):\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    total_rewards = 0\n",
    "    print(\"****************************************************\")\n",
    "    print(\"EPISODE \", episode)\n",
    "\n",
    "    for step in range(max_steps):\n",
    "        # UNCOMMENT IT IF YOU WANT TO SEE OUR AGENT PLAYING\n",
    "        #env.render()\n",
    "        count = count+1\n",
    "        # Take the action (index) that have the maximum expected future reward given that state\n",
    "        action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        new_state, reward, done, info = env.step(action)\n",
    "        \n",
    "        total_rewards += reward\n",
    "        \n",
    "        if done:\n",
    "            rewards.append(total_rewards)\n",
    "            count0.append(count)\n",
    "            print (\"Score\", total_rewards)\n",
    "            count = 0\n",
    "            break\n",
    "        state = new_state\n",
    "env.close()\n",
    "print (\"Score over time: \" +  str(sum(rewards)/total_test_episodes))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Sum\n",
    "Sum gives a score of 1.96"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "****************************************************\n",
      "EPISODE  0\n",
      "****************************************************\n",
      "EPISODE  1\n",
      "****************************************************\n",
      "EPISODE  2\n",
      "****************************************************\n",
      "EPISODE  3\n",
      "****************************************************\n",
      "EPISODE  4\n",
      "****************************************************\n",
      "EPISODE  5\n",
      "****************************************************\n",
      "EPISODE  6\n",
      "****************************************************\n",
      "EPISODE  7\n",
      "****************************************************\n",
      "EPISODE  8\n",
      "****************************************************\n",
      "EPISODE  9\n",
      "****************************************************\n",
      "EPISODE  10\n",
      "****************************************************\n",
      "EPISODE  11\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  12\n",
      "Score 13\n",
      "****************************************************\n",
      "EPISODE  13\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  14\n",
      "****************************************************\n",
      "EPISODE  15\n",
      "****************************************************\n",
      "EPISODE  16\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  17\n",
      "****************************************************\n",
      "EPISODE  18\n",
      "****************************************************\n",
      "EPISODE  19\n",
      "****************************************************\n",
      "EPISODE  20\n",
      "****************************************************\n",
      "EPISODE  21\n",
      "****************************************************\n",
      "EPISODE  22\n",
      "****************************************************\n",
      "EPISODE  23\n",
      "****************************************************\n",
      "EPISODE  24\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  25\n",
      "****************************************************\n",
      "EPISODE  26\n",
      "****************************************************\n",
      "EPISODE  27\n",
      "****************************************************\n",
      "EPISODE  28\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  29\n",
      "****************************************************\n",
      "EPISODE  30\n",
      "****************************************************\n",
      "EPISODE  31\n",
      "****************************************************\n",
      "EPISODE  32\n",
      "****************************************************\n",
      "EPISODE  33\n",
      "****************************************************\n",
      "EPISODE  34\n",
      "****************************************************\n",
      "EPISODE  35\n",
      "****************************************************\n",
      "EPISODE  36\n",
      "****************************************************\n",
      "EPISODE  37\n",
      "****************************************************\n",
      "EPISODE  38\n",
      "****************************************************\n",
      "EPISODE  39\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  40\n",
      "****************************************************\n",
      "EPISODE  41\n",
      "****************************************************\n",
      "EPISODE  42\n",
      "****************************************************\n",
      "EPISODE  43\n",
      "****************************************************\n",
      "EPISODE  44\n",
      "****************************************************\n",
      "EPISODE  45\n",
      "****************************************************\n",
      "EPISODE  46\n",
      "****************************************************\n",
      "EPISODE  47\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  48\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  49\n",
      "****************************************************\n",
      "EPISODE  50\n",
      "****************************************************\n",
      "EPISODE  51\n",
      "****************************************************\n",
      "EPISODE  52\n",
      "****************************************************\n",
      "EPISODE  53\n",
      "****************************************************\n",
      "EPISODE  54\n",
      "****************************************************\n",
      "EPISODE  55\n",
      "****************************************************\n",
      "EPISODE  56\n",
      "****************************************************\n",
      "EPISODE  57\n",
      "****************************************************\n",
      "EPISODE  58\n",
      "Score 15\n",
      "****************************************************\n",
      "EPISODE  59\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  60\n",
      "****************************************************\n",
      "EPISODE  61\n",
      "****************************************************\n",
      "EPISODE  62\n",
      "Score 15\n",
      "****************************************************\n",
      "EPISODE  63\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  64\n",
      "****************************************************\n",
      "EPISODE  65\n",
      "****************************************************\n",
      "EPISODE  66\n",
      "****************************************************\n",
      "EPISODE  67\n",
      "****************************************************\n",
      "EPISODE  68\n",
      "****************************************************\n",
      "EPISODE  69\n",
      "****************************************************\n",
      "EPISODE  70\n",
      "****************************************************\n",
      "EPISODE  71\n",
      "****************************************************\n",
      "EPISODE  72\n",
      "****************************************************\n",
      "EPISODE  73\n",
      "****************************************************\n",
      "EPISODE  74\n",
      "****************************************************\n",
      "EPISODE  75\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  76\n",
      "****************************************************\n",
      "EPISODE  77\n",
      "****************************************************\n",
      "EPISODE  78\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  79\n",
      "****************************************************\n",
      "EPISODE  80\n",
      "****************************************************\n",
      "EPISODE  81\n",
      "****************************************************\n",
      "EPISODE  82\n",
      "****************************************************\n",
      "EPISODE  83\n",
      "****************************************************\n",
      "EPISODE  84\n",
      "****************************************************\n",
      "EPISODE  85\n",
      "****************************************************\n",
      "EPISODE  86\n",
      "****************************************************\n",
      "EPISODE  87\n",
      "****************************************************\n",
      "EPISODE  88\n",
      "****************************************************\n",
      "EPISODE  89\n",
      "****************************************************\n",
      "EPISODE  90\n",
      "****************************************************\n",
      "EPISODE  91\n",
      "****************************************************\n",
      "EPISODE  92\n",
      "****************************************************\n",
      "EPISODE  93\n",
      "****************************************************\n",
      "EPISODE  94\n",
      "****************************************************\n",
      "EPISODE  95\n",
      "****************************************************\n",
      "EPISODE  96\n",
      "****************************************************\n",
      "EPISODE  97\n",
      "****************************************************\n",
      "EPISODE  98\n",
      "****************************************************\n",
      "EPISODE  99\n",
      "Score 13\n",
      "Score over time: 1.76\n"
     ]
    }
   ],
   "source": [
    "#Trying something other than max(q,a) - min here\n",
    "for episode in range(total_episodes):\n",
    "    # Reset the environment\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    \n",
    "    for step in range(max_steps):\n",
    "        # 3. Choose an action a in the current world state (s)\n",
    "        ## First we randomize a number\n",
    "        exp_exp_tradeoff = random.uniform(0,1)\n",
    "        \n",
    "        ## If this number > greater than epsilon --> exploitation (taking the biggest Q value for this state)\n",
    "        if exp_exp_tradeoff > epsilon:\n",
    "            action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        # Else doing a random choice --> exploration\n",
    "        else:\n",
    "            action = env.action_space.sample()\n",
    "        \n",
    "        # Take the action (a) and observe the outcome state(s') and reward (r)\n",
    "        new_state, reward, done, info = env.step(action)\n",
    "\n",
    "        # Update Q(s,a):= Q(s,a) + lr [R(s,a) + gamma * max Q(s',a') - Q(s,a)]\n",
    "        qtable[state, action] = qtable[state, action] + learning_rate * (reward + gamma * \n",
    "                                    np.sum(qtable[new_state, :]) - qtable[state, action])\n",
    "                \n",
    "        # Our new state is state\n",
    "        state = new_state\n",
    "        \n",
    "        # If done : finish episode\n",
    "        if done == True: \n",
    "            break\n",
    "    \n",
    "    # Reduce epsilon (because we need less and less exploration)\n",
    "    epsilon = min_epsilon + (max_epsilon - min_epsilon)*np.exp(-decay_rate*episode)\n",
    "env.reset()\n",
    "rewards = []\n",
    "count0 = []\n",
    "count = 0\n",
    "\n",
    "for episode in range(total_test_episodes):\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    total_rewards = 0\n",
    "    print(\"****************************************************\")\n",
    "    print(\"EPISODE \", episode)\n",
    "\n",
    "    for step in range(max_steps):\n",
    "        # UNCOMMENT IT IF YOU WANT TO SEE OUR AGENT PLAYING\n",
    "        #env.render()\n",
    "        count = count+1\n",
    "        # Take the action (index) that have the maximum expected future reward given that state\n",
    "        action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        new_state, reward, done, info = env.step(action)\n",
    "        \n",
    "        total_rewards += reward\n",
    "        \n",
    "        if done:\n",
    "            rewards.append(total_rewards)\n",
    "            count0.append(count)\n",
    "            print (\"Score\", total_rewards)\n",
    "            count = 0\n",
    "            break\n",
    "        state = new_state\n",
    "env.close()\n",
    "print (\"Score over time: \" +  str(sum(rewards)/total_test_episodes))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Median\n",
    "Median gives a score of 3.39"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "****************************************************\n",
      "EPISODE  0\n",
      "****************************************************\n",
      "EPISODE  1\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  2\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  3\n",
      "****************************************************\n",
      "EPISODE  4\n",
      "****************************************************\n",
      "EPISODE  5\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  6\n",
      "****************************************************\n",
      "EPISODE  7\n",
      "****************************************************\n",
      "EPISODE  8\n",
      "Score 14\n",
      "****************************************************\n",
      "EPISODE  9\n",
      "****************************************************\n",
      "EPISODE  10\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  11\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  12\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  13\n",
      "****************************************************\n",
      "EPISODE  14\n",
      "****************************************************\n",
      "EPISODE  15\n",
      "****************************************************\n",
      "EPISODE  16\n",
      "****************************************************\n",
      "EPISODE  17\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  18\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  19\n",
      "****************************************************\n",
      "EPISODE  20\n",
      "****************************************************\n",
      "EPISODE  21\n",
      "****************************************************\n",
      "EPISODE  22\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  23\n",
      "****************************************************\n",
      "EPISODE  24\n",
      "****************************************************\n",
      "EPISODE  25\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  26\n",
      "****************************************************\n",
      "EPISODE  27\n",
      "****************************************************\n",
      "EPISODE  28\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  29\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  30\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  31\n",
      "****************************************************\n",
      "EPISODE  32\n",
      "****************************************************\n",
      "EPISODE  33\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  34\n",
      "****************************************************\n",
      "EPISODE  35\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  36\n",
      "****************************************************\n",
      "EPISODE  37\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  38\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  39\n",
      "Score 3\n",
      "****************************************************\n",
      "EPISODE  40\n",
      "****************************************************\n",
      "EPISODE  41\n",
      "****************************************************\n",
      "EPISODE  42\n",
      "****************************************************\n",
      "EPISODE  43\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  44\n",
      "****************************************************\n",
      "EPISODE  45\n",
      "Score 13\n",
      "****************************************************\n",
      "EPISODE  46\n",
      "****************************************************\n",
      "EPISODE  47\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  48\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  49\n",
      "****************************************************\n",
      "EPISODE  50\n",
      "****************************************************\n",
      "EPISODE  51\n",
      "****************************************************\n",
      "EPISODE  52\n",
      "****************************************************\n",
      "EPISODE  53\n",
      "****************************************************\n",
      "EPISODE  54\n",
      "Score 14\n",
      "****************************************************\n",
      "EPISODE  55\n",
      "****************************************************\n",
      "EPISODE  56\n",
      "****************************************************\n",
      "EPISODE  57\n",
      "****************************************************\n",
      "EPISODE  58\n",
      "****************************************************\n",
      "EPISODE  59\n",
      "****************************************************\n",
      "EPISODE  60\n",
      "Score 11\n",
      "****************************************************\n",
      "EPISODE  61\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  62\n",
      "****************************************************\n",
      "EPISODE  63\n",
      "Score 10\n",
      "****************************************************\n",
      "EPISODE  64\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  65\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  66\n",
      "****************************************************\n",
      "EPISODE  67\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  68\n",
      "Score 7\n",
      "****************************************************\n",
      "EPISODE  69\n",
      "****************************************************\n",
      "EPISODE  70\n",
      "****************************************************\n",
      "EPISODE  71\n",
      "****************************************************\n",
      "EPISODE  72\n",
      "Score 9\n",
      "****************************************************\n",
      "EPISODE  73\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  74\n",
      "****************************************************\n",
      "EPISODE  75\n",
      "****************************************************\n",
      "EPISODE  76\n",
      "****************************************************\n",
      "EPISODE  77\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  78\n",
      "****************************************************\n",
      "EPISODE  79\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  80\n",
      "****************************************************\n",
      "EPISODE  81\n",
      "****************************************************\n",
      "EPISODE  82\n",
      "****************************************************\n",
      "EPISODE  83\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  84\n",
      "Score 5\n",
      "****************************************************\n",
      "EPISODE  85\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  86\n",
      "****************************************************\n",
      "EPISODE  87\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  88\n",
      "Score 8\n",
      "****************************************************\n",
      "EPISODE  89\n",
      "Score 12\n",
      "****************************************************\n",
      "EPISODE  90\n",
      "****************************************************\n",
      "EPISODE  91\n",
      "****************************************************\n",
      "EPISODE  92\n",
      "****************************************************\n",
      "EPISODE  93\n",
      "****************************************************\n",
      "EPISODE  94\n",
      "Score 6\n",
      "****************************************************\n",
      "EPISODE  95\n",
      "****************************************************\n",
      "EPISODE  96\n",
      "Score 4\n",
      "****************************************************\n",
      "EPISODE  97\n",
      "****************************************************\n",
      "EPISODE  98\n",
      "****************************************************\n",
      "EPISODE  99\n",
      "Score over time: 3.39\n"
     ]
    }
   ],
   "source": [
    "#Trying something other than max(q,a) - min here\n",
    "for episode in range(total_episodes):\n",
    "    # Reset the environment\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    \n",
    "    for step in range(max_steps):\n",
    "        # 3. Choose an action a in the current world state (s)\n",
    "        ## First we randomize a number\n",
    "        exp_exp_tradeoff = random.uniform(0,1)\n",
    "        \n",
    "        ## If this number > greater than epsilon --> exploitation (taking the biggest Q value for this state)\n",
    "        if exp_exp_tradeoff > epsilon:\n",
    "            action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        # Else doing a random choice --> exploration\n",
    "        else:\n",
    "            action = env.action_space.sample()\n",
    "        \n",
    "        # Take the action (a) and observe the outcome state(s') and reward (r)\n",
    "        new_state, reward, done, info = env.step(action)\n",
    "\n",
    "        # Update Q(s,a):= Q(s,a) + lr [R(s,a) + gamma * max Q(s',a') - Q(s,a)]\n",
    "        qtable[state, action] = qtable[state, action] + learning_rate * (reward + gamma * \n",
    "                                    np.median(qtable[new_state, :]) - qtable[state, action])\n",
    "                \n",
    "        # Our new state is state\n",
    "        state = new_state\n",
    "        \n",
    "        # If done : finish episode\n",
    "        if done == True: \n",
    "            break\n",
    "    \n",
    "    # Reduce epsilon (because we need less and less exploration)\n",
    "    epsilon = min_epsilon + (max_epsilon - min_epsilon)*np.exp(-decay_rate*episode)\n",
    "env.reset()\n",
    "rewards = []\n",
    "count0 = []\n",
    "count = 0\n",
    "\n",
    "for episode in range(total_test_episodes):\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    total_rewards = 0\n",
    "    print(\"****************************************************\")\n",
    "    print(\"EPISODE \", episode)\n",
    "\n",
    "    for step in range(max_steps):\n",
    "        # UNCOMMENT IT IF YOU WANT TO SEE OUR AGENT PLAYING\n",
    "        #env.render()\n",
    "        count = count+1\n",
    "        # Take the action (index) that have the maximum expected future reward given that state\n",
    "        action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        new_state, reward, done, info = env.step(action)\n",
    "        \n",
    "        total_rewards += reward\n",
    "        \n",
    "        if done:\n",
    "            rewards.append(total_rewards)\n",
    "            count0.append(count)\n",
    "            print (\"Score\", total_rewards)\n",
    "            count = 0\n",
    "            break\n",
    "        state = new_state\n",
    "env.close()\n",
    "print (\"Score over time: \" +  str(sum(rewards)/total_test_episodes))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Standard Deviation\n",
    "Provides the worst performance with a score of 0.0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "****************************************************\n",
      "EPISODE  0\n",
      "****************************************************\n",
      "EPISODE  1\n",
      "****************************************************\n",
      "EPISODE  2\n",
      "****************************************************\n",
      "EPISODE  3\n",
      "****************************************************\n",
      "EPISODE  4\n",
      "****************************************************\n",
      "EPISODE  5\n",
      "****************************************************\n",
      "EPISODE  6\n",
      "****************************************************\n",
      "EPISODE  7\n",
      "****************************************************\n",
      "EPISODE  8\n",
      "****************************************************\n",
      "EPISODE  9\n",
      "****************************************************\n",
      "EPISODE  10\n",
      "****************************************************\n",
      "EPISODE  11\n",
      "****************************************************\n",
      "EPISODE  12\n",
      "****************************************************\n",
      "EPISODE  13\n",
      "****************************************************\n",
      "EPISODE  14\n",
      "****************************************************\n",
      "EPISODE  15\n",
      "****************************************************\n",
      "EPISODE  16\n",
      "****************************************************\n",
      "EPISODE  17\n",
      "****************************************************\n",
      "EPISODE  18\n",
      "****************************************************\n",
      "EPISODE  19\n",
      "****************************************************\n",
      "EPISODE  20\n",
      "****************************************************\n",
      "EPISODE  21\n",
      "****************************************************\n",
      "EPISODE  22\n",
      "****************************************************\n",
      "EPISODE  23\n",
      "****************************************************\n",
      "EPISODE  24\n",
      "****************************************************\n",
      "EPISODE  25\n",
      "****************************************************\n",
      "EPISODE  26\n",
      "****************************************************\n",
      "EPISODE  27\n",
      "****************************************************\n",
      "EPISODE  28\n",
      "****************************************************\n",
      "EPISODE  29\n",
      "****************************************************\n",
      "EPISODE  30\n",
      "****************************************************\n",
      "EPISODE  31\n",
      "****************************************************\n",
      "EPISODE  32\n",
      "****************************************************\n",
      "EPISODE  33\n",
      "****************************************************\n",
      "EPISODE  34\n",
      "****************************************************\n",
      "EPISODE  35\n",
      "****************************************************\n",
      "EPISODE  36\n",
      "****************************************************\n",
      "EPISODE  37\n",
      "****************************************************\n",
      "EPISODE  38\n",
      "****************************************************\n",
      "EPISODE  39\n",
      "****************************************************\n",
      "EPISODE  40\n",
      "****************************************************\n",
      "EPISODE  41\n",
      "****************************************************\n",
      "EPISODE  42\n",
      "****************************************************\n",
      "EPISODE  43\n",
      "****************************************************\n",
      "EPISODE  44\n",
      "****************************************************\n",
      "EPISODE  45\n",
      "****************************************************\n",
      "EPISODE  46\n",
      "****************************************************\n",
      "EPISODE  47\n",
      "****************************************************\n",
      "EPISODE  48\n",
      "****************************************************\n",
      "EPISODE  49\n",
      "****************************************************\n",
      "EPISODE  50\n",
      "****************************************************\n",
      "EPISODE  51\n",
      "****************************************************\n",
      "EPISODE  52\n",
      "****************************************************\n",
      "EPISODE  53\n",
      "****************************************************\n",
      "EPISODE  54\n",
      "****************************************************\n",
      "EPISODE  55\n",
      "****************************************************\n",
      "EPISODE  56\n",
      "****************************************************\n",
      "EPISODE  57\n",
      "****************************************************\n",
      "EPISODE  58\n",
      "****************************************************\n",
      "EPISODE  59\n",
      "****************************************************\n",
      "EPISODE  60\n",
      "****************************************************\n",
      "EPISODE  61\n",
      "****************************************************\n",
      "EPISODE  62\n",
      "****************************************************\n",
      "EPISODE  63\n",
      "****************************************************\n",
      "EPISODE  64\n",
      "****************************************************\n",
      "EPISODE  65\n",
      "****************************************************\n",
      "EPISODE  66\n",
      "****************************************************\n",
      "EPISODE  67\n",
      "****************************************************\n",
      "EPISODE  68\n",
      "****************************************************\n",
      "EPISODE  69\n",
      "****************************************************\n",
      "EPISODE  70\n",
      "****************************************************\n",
      "EPISODE  71\n",
      "****************************************************\n",
      "EPISODE  72\n",
      "****************************************************\n",
      "EPISODE  73\n",
      "****************************************************\n",
      "EPISODE  74\n",
      "****************************************************\n",
      "EPISODE  75\n",
      "****************************************************\n",
      "EPISODE  76\n",
      "****************************************************\n",
      "EPISODE  77\n",
      "****************************************************\n",
      "EPISODE  78\n",
      "****************************************************\n",
      "EPISODE  79\n",
      "****************************************************\n",
      "EPISODE  80\n",
      "****************************************************\n",
      "EPISODE  81\n",
      "****************************************************\n",
      "EPISODE  82\n",
      "****************************************************\n",
      "EPISODE  83\n",
      "****************************************************\n",
      "EPISODE  84\n",
      "****************************************************\n",
      "EPISODE  85\n",
      "****************************************************\n",
      "EPISODE  86\n",
      "****************************************************\n",
      "EPISODE  87\n",
      "****************************************************\n",
      "EPISODE  88\n",
      "****************************************************\n",
      "EPISODE  89\n",
      "****************************************************\n",
      "EPISODE  90\n",
      "****************************************************\n",
      "EPISODE  91\n",
      "****************************************************\n",
      "EPISODE  92\n",
      "****************************************************\n",
      "EPISODE  93\n",
      "****************************************************\n",
      "EPISODE  94\n",
      "****************************************************\n",
      "EPISODE  95\n",
      "****************************************************\n",
      "EPISODE  96\n",
      "****************************************************\n",
      "EPISODE  97\n",
      "****************************************************\n",
      "EPISODE  98\n",
      "****************************************************\n",
      "EPISODE  99\n",
      "Score over time: 0.0\n"
     ]
    }
   ],
   "source": [
    "#Trying something other than max(q,a) - min here\n",
    "for episode in range(total_episodes):\n",
    "    # Reset the environment\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    \n",
    "    for step in range(max_steps):\n",
    "        # 3. Choose an action a in the current world state (s)\n",
    "        ## First we randomize a number\n",
    "        exp_exp_tradeoff = random.uniform(0,1)\n",
    "        \n",
    "        ## If this number > greater than epsilon --> exploitation (taking the biggest Q value for this state)\n",
    "        if exp_exp_tradeoff > epsilon:\n",
    "            action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        # Else doing a random choice --> exploration\n",
    "        else:\n",
    "            action = env.action_space.sample()\n",
    "        \n",
    "        # Take the action (a) and observe the outcome state(s') and reward (r)\n",
    "        new_state, reward, done, info = env.step(action)\n",
    "\n",
    "        # Update Q(s,a):= Q(s,a) + lr [R(s,a) + gamma * max Q(s',a') - Q(s,a)]\n",
    "        qtable[state, action] = qtable[state, action] + learning_rate * (reward + gamma * \n",
    "                                    np.std(qtable[new_state, :]) - qtable[state, action])\n",
    "                \n",
    "        # Our new state is state\n",
    "        state = new_state\n",
    "        \n",
    "        # If done : finish episode\n",
    "        if done == True: \n",
    "            break\n",
    "    \n",
    "    # Reduce epsilon (because we need less and less exploration)\n",
    "    epsilon = min_epsilon + (max_epsilon - min_epsilon)*np.exp(-decay_rate*episode)\n",
    "env.reset()\n",
    "rewards = []\n",
    "count0 = []\n",
    "count = 0\n",
    "\n",
    "for episode in range(total_test_episodes):\n",
    "    state = env.reset()\n",
    "    step = 0\n",
    "    done = False\n",
    "    total_rewards = 0\n",
    "    print(\"****************************************************\")\n",
    "    print(\"EPISODE \", episode)\n",
    "\n",
    "    for step in range(max_steps):\n",
    "        # UNCOMMENT IT IF YOU WANT TO SEE OUR AGENT PLAYING\n",
    "        #env.render()\n",
    "        count = count+1\n",
    "        # Take the action (index) that have the maximum expected future reward given that state\n",
    "        action = np.argmax(qtable[state,:])\n",
    "        \n",
    "        new_state, reward, done, info = env.step(action)\n",
    "        \n",
    "        total_rewards += reward\n",
    "        \n",
    "        if done:\n",
    "            rewards.append(total_rewards)\n",
    "            count0.append(count)\n",
    "            print (\"Score\", total_rewards)\n",
    "            count = 0\n",
    "            break\n",
    "        state = new_state\n",
    "env.close()\n",
    "print (\"Score over time: \" +  str(sum(rewards)/total_test_episodes))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Policy</th>\n",
       "      <th>Score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Maximum</td>\n",
       "      <td>7.29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Minimum</td>\n",
       "      <td>3.97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Sum</td>\n",
       "      <td>1.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Median</td>\n",
       "      <td>3.39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Standard Deviation</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "               Policy  Score\n",
       "0             Maximum   7.29\n",
       "1             Minimum   3.97\n",
       "2                 Sum   1.96\n",
       "3              Median   3.39\n",
       "4  Standard Deviation   0.00"
      ]
     },
     "execution_count": 116,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d = {'Policy': ['Maximum','Minimum','Sum','Median','Standard Deviation'], 'Score': [7.29,3.97,1.96,3.39,0.0]}\n",
    "df = pd.DataFrame(data=d)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([0, 1, 2, 3, 4]), <a list of 5 Text xticklabel objects>)"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXwAAAFLCAYAAADVmDffAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvDW2N/gAAIABJREFUeJzt3XmcXFWd/vHPAwkSEETGqCBoXH7gKKMsMcoAiuy7qCAgBJUl4IIioigwLjOCM46ijqNCBhAUDMomLsiiIyIuaAKIyKIOiyAojSAQUSD4/P44tyc1bdKpDn27uuo879crr1RXV9c9fbv7qVPnfs85sk1ERAy+FXrdgIiImBgJ/IiISiTwIyIqkcCPiKhEAj8iohIJ/IiISiTwIyIqkcCPiKhEAj8iohJTet2ATk95ylM8Y8aMXjcjIqJvLFiw4B7b07t57KQK/BkzZjB//vxeNyMiom9Iuq3bx2ZIJyKiEgn8iIhKJPAjIiqRwI+IqEQCPyKiEgn8iIhKJPAjIiqRwI+IqMSkmni1NJu9anavm9CKH1zwxV43ISIqkh5+REQlEvgREZVI4EdEVCKBHxFRidYCX9L6kq7p+PeApMPbOl5ERIyutSod2zcBGwJIWhH4LXB+W8eLiIjRTdSQztbA/9juet3miIgYXxMV+HsD8yboWBERsQStB76klYDdgLOX8vk5kuZLmj80NNR2cyIiqjURPfwdgats/35Jn7Q91/ZM2zOnT+9qW8aIiFgOExH4+5DhnIiInms18CWtAmwLnNfmcSIiYtlaXTzN9kPA37V5jIiI6E5m2kZEVCKBHxFRiQR+REQlEvgREZVI4EdEVCKBHxFRiQR+REQlEvgREZVI4EdEVCKBHxFRiQR+REQlEvgREZVI4EdEVCKBHxFRiQR+REQlEvgREZVI4EdEVCKBHxFRiQR+REQlEvgREZVoNfAlrSHpHEk3SrpB0qZtHi8iIpZuSsvP/yngItt7SFoJWKXl40VExFK0FviSVgdeDrwRwPYjwCNtHS8iIkbX5pDOc4Ah4POSrpZ0sqRVRz5I0hxJ8yXNHxoaarE5ERF1azPwpwAbA5+zvRHwJ+C9Ix9ke67tmbZnTp8+vcXmRETUrc3AvwO4w/aVzcfnUF4AIiKiB1oLfNu/A26XtH5z19bA9W0dLyIiRtd2lc5hwJlNhc7NwJtaPl5ERCxFq4Fv+xpgZpvHiIiI7mSmbUREJRL4ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFSi1T1tJd0KPAg8Biyynf1tIyJ6pNXAb7zS9j0TcJyIiBhFhnQiIirRduAbuETSAklzlvQASXMkzZc0f2hoqOXmRETUq+3A38z2xsCOwFslvXzkA2zPtT3T9szp06e33JyIiHq1Gvi272z+vxs4H5jV5vEiImLpWgt8SatKWm34NrAdcF1bx4uIiNG1WaXzNOB8ScPH+ZLti1o8XkREjKK1wLd9M/Ditp4/IiLGJmWZERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJboOfEmbS3pTc3u6pGe316yIiBhvXQW+pA8ARwHva+6aCpzRVqMiImL8ddvDfzWwG/AnANt3Aqu11aiIiBh/3Qb+I7YNGEDSqu01KSIi2tBt4H9F0knAGpIOBr4N/Fc3XyhpRUlXS/rG8jYyIiIevyndPMj2xyRtCzwArA+83/alXR7jHcANwOrL18SIiBgPywx8SSsCF9veBug25Ie/dh1gZ+A44IjlamFERIyLZQ7p2H4MeEjSk5bj+T8JvAf469IeIGmOpPmS5g8NDS3HISIiohtdDekAfwF+LulSmkodANtvX9oXSNoFuNv2AklbLu1xtucCcwFmzpzpLttTra3e8pFeN6EV//3Z9y37QRHxuHQb+N9s/o3FZsBuknYCVgZWl3SG7f3G+DwRETEOur1oe7qklYD1mrtusv3oMr7mfTQTtZoe/pEJ+4iI3ukq8JvAPh24FRCwrqQ32L68vaZFRMR46nZI5+PAdrZvApC0HjAP2KSbL7Z9GXDZcrQvIiLGSbcTr6YOhz2A7V9S1tOJiIg+0W0Pf76kU4AvNh/vCyxop0kREdGGbgP/zcBbgbdTxvAvBz7bVqMiImL8dRv4U4BP2T4B/nf27RNaa1VERIy7bsfwvwNM6/h4GmUBtYiI6BPdBv7KthcOf9DcXqWdJkVERBu6Dfw/Sdp4+ANJM4E/t9OkiIhoQ7dj+IcDZ0u6k7IJytrAXq21KiIixt2oPXxJL5H0dNs/BZ4PfBlYBFwE3DIB7YuIiHGyrCGdk4BHmtubAkcDnwHuo1nhMiIi+sOyhnRWtH1vc3svYK7tc4FzJV3TbtMiImI8LTPwJU2xvQjYGpgzhq+NiAly2KmX9boJrfj0AVv2ugkDZVmhPQ/4nqR7KFU53weQ9Dzg/pbbFhER42jUwLd9nKTvAGsBl9ge3pFqBeCwthsXERHjZ5nDMrZ/vIT7ftlOcyIioi3dTryKiIg+l8CPiKhEAj8iohIJ/IiISrQW+JJWlvQTST+T9AtJH2rrWBERsWxtTp56GNjK9kJJU4ErJH1rSVU/ERHRvtYCv6nZH15Df2rzz0v/ioiIaFOrY/iSVmzW3LkbuNT2lUt4zBxJ8yXNHxoaarM5ERFVazXwbT9me0NgHWCWpA2W8Ji5tmfanjl9+vQ2mxMRUbUJqdKx/UfgMmCHiTheRET8rTardKZLWqO5PQ3YBrixreNFRMTo2qzSWQs4XdKKlBeWr9j+RovHi4iIUbRZpXMtsFFbzx8REWOTmbYREZVI4EdEVCKBHxFRiQR+REQlEvgREZVI4EdEVCKBHxFRiQR+REQlEvgREZVI4EdEVCKBHxFRiQR+REQlEvgREZVI4EdEVCKBHxFRiQR+REQlEvgREZVI4EdEVCKBHxFRidYCX9K6kr4r6QZJv5D0jraOFRERy9baJubAIuBdtq+StBqwQNKltq9v8ZgREbEUrfXwbd9l+6rm9oPADcAz2jpeRESMbkLG8CXNADYCrpyI40VExN9qPfAlPRE4Fzjc9gNL+PwcSfMlzR8aGmq7ORER1WpzDB9JUylhf6bt85b0GNtzgbkAM2fOdJvticGy03Ff7XUTWnHhMbv3ugkxoNqs0hFwCnCD7RPaOk5ERHSnzSGdzYDZwFaSrmn+7dTi8SIiYhStDenYvgJQW88fERFjk5m2ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHRFQigR8RUYkEfkREJVoLfEmnSrpb0nVtHSMiIrrXZg//NGCHFp8/IiLGoLXAt305cG9bzx8REWPT8zF8SXMkzZc0f2hoqNfNiYgYWD0PfNtzbc+0PXP69Om9bk5ExMDqeeBHRMTESOBHRFSizbLMecCPgPUl3SHpwLaOFRERyzalrSe2vU9bzx0REWOXIZ2IiEok8CMiKpHAj4ioRAI/IqISCfyIiEok8CMiKpHAj4ioRAI/IqISCfyIiEok8CMiKpHAj4ioRAI/IqISCfyIiEok8CMiKpHAj4ioRAI/IqISCfyIiEok8CMiKpHAj4ioRKuBL2kHSTdJ+rWk97Z5rIiIGF1rgS9pReAzwI7AC4B9JL2greNFRMTo2uzhzwJ+bftm248AZwGvavF4ERExCtlu54mlPYAdbB/UfDwbeKntt4143BxgTvPh+sBNrTSoe08B7ulxGyaLnIvFci4Wy7lYbDKci2fZnt7NA6e02Agt4b6/eXWxPReY22I7xkTSfNsze92OySDnYrGci8VyLhbrt3PR5pDOHcC6HR+vA9zZ4vEiImIUbQb+T4H/J+nZklYC9ga+1uLxIiJiFK0N6dheJOltwMXAisCptn/R1vHG0aQZXpoEci4Wy7lYLOdisb46F61dtI2IiMklM20jIiqRwI+IqEQCPyKiEgn8iIg+IWlJ85u6lsCPWE6P948vYiwkyU2VjaSVm/XKxiSB/zjkD76o5TyM/D6dErf/o5bfg14YEfZHAOcCH5O0xVieJ4H/OHT8AN4g6TOStpC0Wq/bNdE6zsNbJX1O0n6SntHrdo23ju/zIEmflLSVpKf0ul2TwYhAOkTS8ZL2lbRGr9s2CDrO7SxgK+A/gZuBD0raqtvnSeAvB0krdNzeDTgUuBs4BthD0tN61baJ1Nmjk7Q5sAfwK2Bj4AhJz+pV28bTiO9zR+ANwEJgP2A/SWv3qm2TRUcgbQUcAPwF2BR4v6Q1e9m2QSFpF+ALwHm2vwWcBpwBvE/SDl09R96Vjs2InsxzKctA32r7R5JeC+wOfAe42PZdPWxqq0ach38AXgHcZvvrkl4G7AI8Afic7Zt72NTHZcT3+RxgW+AXtq+QtDuwJXALcK7tO3rX0t6T9EbgIOBg2zc0vwevpSyk+BHbf+hl+/pN5+/e8MfA+cCqtrdt7lsV2B/YCdjL9kOjPmcCv3sj/vjfAhwF3As8YPsVzf27A28Czgbm2X6sV+2dCJLeDLyVshLqb2zv3Nw/C9gHeAj4gO1FvWvl49csE/I24DHK97ljc/9uwK7A1cBJg/7z7rSEQNoYuBL4d9tHNwE1i/KO6I/Asbb/2pvW9pcRWbMdsApwo+0bJZ0PPGx77+bzqwBTbd+/rOdtc3nkgdPxA9gCeBnwEkrQzZX0RduzbX9V0iLgqkH/45e0NbA9sCGwEvA9SSfYPsL2TyQNh2O/h/0WlHcwsyi91fmS/sv2wba/1vy8Fwz6z7vTiEB6BvCo7auaF/rLJN1l+9OSfsLiF8mEfZc6zu27gD0pQ6VTJV1n+9WSzpP0ddu7LqtX3ylj+GMk6cnAe4AZwJq2hyhvY6dJugDA9jdsD/RS0JKmUbav3BDYsPml2wnYTNJcANsLmvPTt5rx5wOB5wDrNL2ojYB/lHQWgO0Lbf++h82ccB2B9G7gROBcSXvbvhp4OXCMpKNczLd9dy/b2y8krS1p9eb2GsB2wPa2ZwMfAJ4n6dW2XwM8NtbrRwn8MWh6tGsA76Ks97+1pHWbsck3Aw/WcAFP0l6U8/DPwDnA/pJe3IT7bsB6g3DhWtLOlHcuHwYWALtKWt/2Qso7vOdKWqvWckRJB1PCaFfgPuBfJB1i+2fAzsAhkp5c6/kZqyY73gz8VdJUYBFlH5HnNw+5Ffg5pcOB7d3H2rFM4I9iRHXGGsAWlD/+vwAfAf4ReJWkZzVht/+g9+wbL6VcmJ4GfJTyx36ApE2anu5W/d7jlfQEyjDO6cADwH8AawO7S3qh7QeBWbbvqqUeX9IsScd13PVnYI5KXbgp17Q+IOlI2wuAv7d9Xy3n5/FqsuOjlK1eZzcdi/8EjpW0ge2HgYeBdSSt1Fkt2K0E/ig6f1Ft/xH4CnAtpWf7R+Bfad5ySZoy6GOUTQhie3jix8WUMe3PAI8CezWP6bs/8ObC1/9q/rg+CvwQOAX4PfBfwHrAdk0PrCq2fwJ8uhmnx/YZwIPAKymVOedRLtrOkrR6cw5jGSStpsXzOZ4IvAjYQdI+wKXARcDFkk4A3kG5KP7I8uRNqnSWoTnpezZjZkhaH9iLMoZ/LPBk4L5B79lL2pXSs//EcHmdpH8DNqeUooryGtl3Y/bN0M22lIB/JbCB7fc1n1uTMoS3HmW+xdOAP/T7O5ixkLQJ5Wf8cdt/lPRj4HbbezafP52ykff1lOs4R9i+rWcN7iOSplBKmJ9M6dlvYHsXSa+nFERcRKn42xhYmXLeb1ne46WHP8ISxhvPBV4o6QsAtm+ibN/4D5TAv2kQw34Jbxd/SRm3PlSLJ9LMpYzlfwm4p0/DfhfgeOC7zc/xB8BrJR0NYPte4BLgecCnKKVx1YR94x7KC/ucpjrnZcAqkuaprOdyIjCVUo78/oR995oKtqsopc2zKb9j2P4SpXe/PaWs9Ubblz+esIcE/t/oqD7YRtI2th8BXghsIOmM5mErAz8GPtTvJYdLM/x2UdKrJb0SGAL2pVy3eIukp1N6HfOAA/pxOKv5Ht4FHGT7Akmr2r6VUnV1UFN7D/BU4ELgPf34fS4vNZoA/wIlkE4EaOZb/B1wEnCl7bcDO7o/tjHtuc6Ope3fAJ8HrgBeIOlFzf1nAJdTyr/H57gZ0ilG1BUfQnnF/QvwPeATlKUTfkgZy30BsIvtG3rU3NaMOA/7AMdRer0PUcayb6Wcj+FJNTs373r6TlNi+2VK6P8KeC9l5uzvgadThm9+SBnm2dH2jb1paW+pTDLcjvJO50jgyx1DXlcC19k+sPN3J5ZuxN/YlsBvKNcEpwD/BvwPcDIws/ncrbYfGJdj5+fzt8uOAv9EeZs/lRJ4C4FPAr8DngsstP27HjW3NSPOw9MpbyXnUapwXk8Zwz/J9pXNsM5K/Xweml7WEZQweyHwbUov6wZKeen1lBf8RwZx2G5ZmvOzOmUM+Z9dlpNYFzgTuN72oc3jntn0UmMMJB0OvI7SqVgT+HdK8H+YEv47AZvZ/uW4HbP2wJe0QsfwxZGUceoXAwfavlzSDODdlNmCnx3UXt6IsD+CMma7CfAm2/8taR1KbfVWwKm2L+5da8ePpCdSrsesC1wwXFki6TTgUttn9rB5E25JvXRJn6QsHXGO7T9J2gz4LmWI65O9aGc/aursf2/7MZXFzt5te2tJn6Nkzm2UCsBbKLX39473C2n1Y/gdYb8lpe763ykXaj8p6UXNmO7HKZMgBnbxp46w35kyU/IdwNeBD0ta22VhsIuaf9f2rKHjzPZC2z+y/ZWOsN+T8iLw4962bmKNeNF/uaRtVZb7vpYyrPXCptc/jdLLP693re0vkp5JeZc8rbnrDuDAZvh4PcoCaFModfczbV/Txrumanv4Kis8rm37YkmbUqYt/8z2Uc3nj6S83TrUZY2QKYN4gVZlnZgn2f6GpOcDJwB3235j8/n/oPT097Z9u6QVPaBrxkhai1JyezBl5cHretyknpB0GLA3paZ+FxZXijyXcqF2Lcr5GbehhkHXzNuYBjyb0ps/s+npfxz4vO3rmjJngE+1NYRYZQ+/OfkzgAWSpgPzKaVRz5H0EgDbHwO+AXyimUw0qNUZDwPXNL34GynvbtaRNBugqb64ETitKcEb1PMAZfz0V8Cragr75uL18O2NKdc0XgH8GrjL9i22P0i5uP1+YNeE/djYfpTyt7YZZbj0dc27pZWB0yW9Fdga+HSb14uq6+EPj9k34fUMSo/2C8C3KBdopwJfsv3T5vFrNrXYA6t50VsAHG37DJV1zTcHLmtKw5D0tArrzweeytK7xwPvs32pyozPN1Kuafw9pQrr0eZ3Yp4ze3a5qGyc80bbezXnciblGtEFko6lvHM61fbP22xHdcsjd9RRbwD8ghL0u1LG6I8FPkiZYPJXl9UeBy7sOy9UA9geasYSj5P0qO3TJP2VsljYo7a/TClLjcGzPuVv4d3NBewLKaWpT6VUiDzalOceRinLrK5aaXkMXw8Z/t/2tyS9XWX/hDMpwztbq6w6exxMzB7J1QR+xw9gRcqr6ZmUSUQXUML+tZQ1YD4IHE25qDKQOidVAasB1zS/kAY+2rzYfUHSo5SJH9mwe3DNoyz9fDvlwuH9lHA/m/K7sCplvsV+NZamLq+Ov5fVKIvvAZwFbOSyh8JplJUxNwIuHK86+2WpJvA7fgBTbd8taQhYxfbvJF1EGZs+AHisGa8caM3bymMplRb/IWln2xc1PftTJC2yPa+njYxWdMzkvJayY9sjlMmEJ1LmJRxPKcF9KfAU4F/dx9tUTqSOjuUKlJno50o6nlLp9HXgSkk/sn2JpM8A0yYq7KGiwAeQtC1wsMrGFU8AdpY0z/bvVbYNW0RZb3rgNBdl72xub0kpvdzB9q8l3QBcKGnH5hfxjZRa4Bgwkv4OuAa4o5lvcRtwDM0aLjSbYlMqR1J2OQYj5jCsZHu+yj7Xm1Imbs6l9PL3bEL/QcqF3Akz0FU6zVXwTg9RxuzXplywPR74qqSvAPsBZ3kANx5X2YLuIJVlWFeg9N5eDLxM0kq2Pw8cDlwh6WW2v5Me3WByWel0G8rGGi8CdqAULTwETLd9FuVd3+ua35dsXtKlERMXT5X0XUrJ86cp5b6bUoaRd6BHS4gPbJXOiEkkG1IuOv6hY3LNTpQVEL8JTKcscdyXa8KMRmVd8geaC3LPp4zXnsPipZ3Ppix+9Zik/YCfDuJ5iP9LZfe2UynDDntQJgXdQVnxcnjfgwd71sA+JekNlEUGd6FcAP8DsK/tRSrLtjwJWNk9WlF0YAN/WDOJZF/g+5RJD7Nt/1nSVpQLtLu6i93e+5Gk7SnvYo6y/W1JB1FmTJ5FeafzIUq1wAXA913RSpDxv52efwM2tb1Q0rP9OJffrZ2kQylr42xHqavfjXJ98Om2f9vLtsEADumMmESyB+Wt1HaU1R03Ai5tKg+uoqz8+GgPmjlR1qMsCnaUpO1tn0zpdbyGsjDTByi/AzvQ9OqiHrYvpGxL+NNmvsktsMSh0FgCSZtI2kPSISpLiEP5OxquxtmxmXD1FuBdmgS7pA3URdvhSSSSjrZ9CXAzsCewD2VtlBdQAu8SykXLd9p+qFftnQCdJXeHNuP1Zzbj+LtRfjmPBJ5s+889bGf0iO0LmyD6tqSZ5a4Bf9s/Dpp3Rx+nDI/OBB6VtKvtI5pa+4dUFhzcCTiEsmtezzuXAxX4LJ5EcqSkJ9j+ekd51EdsPyzpB5S64rVt397LxrZhlJK7zwGHSXrM9hdVlovYEviW+3Cnqhg/zWzP72RIrzsqu6S9n7KS7I+bv6XnAJ9T2eR9R8qF8GMp6w69zpNk74yBGsNvpoUfQ+nRbk7ZqOHLkuYCv6WUQG1BmeI8cCHXlNwNUS6+DZfcXU0pufsa5SLt64FTmj/y1SeyBjii3zVDxpcAN9jef8TnNgA+Qllp9ramEGKVyTSK0Pdj+JJeNNyr5W97tPs2Y2vDm5lsTFkvZuDCHrouuTsfeL3Kdn4J+4ixeZBy3UOSjhrxuVspG5ls6sUryk6qodK+7uF32aPdFzjR9jc1wEv7duqi5E4J+4jujJhQhaSVKBslHUYpY/5ox+c+AXzT9rcnvqXL1tc9/DFMItlfZSOHKsYobX+Hsk7HZZR1t18BHGv7EdsPJuwjxmQVKIsOAth+hLI5zqeBl0h6T/P5vSl5NGmXju7rHv6wTCJZso5Kgs3crPo5srcSEUsn6dmUZRGOcdmkpHNL1OGe/sGUNYfWAA72JN5LYSACHzKJZGkkvYpSb5+Su4gxaOYjPA04ENiQcv3vV0sI/ZdT1h863C2vZ/94DUzgQ3q0SyPpibYX9rodEf1ixNIsuwOzKUPCSwr9FSmLpU2qC7RLMlCBD+nRRsT4kfROyiTFiynXCadRdge7USM2EuoHAxf4kB5tRCyfET37lYCTgX9ulhFflzK88/fA+/txkcG+rtJZmoR9RIxV02MfDvs9KPN51qUUgdDMzL+KssruMZNhbZyxGsjAj4gYq44x+ZcB+9u+Bng7MEvSm5uHTaUM7xw5GdbGGatBW0snImK5qewGdynwtuau24CPASc2S6pvDOxi++7etPDxGcgx/IiIbiypik/SPEql3zM77lsdeCqw0PbvJriZ4yaBHxFVGnGB9iXAKra/13w8j7KXxEbNImgDUd6dwI+IqjWll68F7qHU2r/T9m2STqUslTCj38ovlyYXbSOiKpLW7Lj9GmA325sD8ylLJRwn6Zm2D6DseT2jJw1tQXr4EVGFZqmEtYErgENsX9LsSjWVsv/sayg9/YsoneE32L65V+1tQ3r4EVELNRuJHw18XNIrbN9BqcR5EWXDpD8DXwXup6x9P1BSlhkRVegYh7+DslnSNyW91vbFkq4BZkt6MbARZfvCgdsoKYEfEdWQdABlOeODKcM3p0t6PXAWsBDYHnir7Vt71sgWJfAjoiZrA+c2a9ZfJ+m3lG0/97D9FUnnDEpFzpJkDD8iBtLwDlUj3E1ZCwcA2ydTtkX9F0nTgIGuYkmVTkQMNElvoIxm3A58j7IWzo+ALwMbAJsAJzSLow20BH5EDCxJu1HWwvkSZY+MrwFnNPc9gTKb9gDb1/eskRMoY/gRMZAkzQZmAa+yfYOkTYB/AabYfkvzmCfZvr+X7ZxIGcOPiIHQTKzq9CxgH8qGJQDXAP8E7C3pqOa+ByaoeZNChnQiou+NWAhtLdt3NbffAcwBXmf7F5KmUMbt/1DDmP1IGdKJiL7XEfbvBLaQdD9wiu1PNZuMf0nS/rZ/RunpVyk9/IgYCJIOBGYDOwA/AO4DTrJ9tqRjgZ2BV9h+pIfN7Kn08COiL0la0fZjHXetBuwHHAoMAZcA75E01faHJX225rCHXLSNiD4k6UnAm5rbhzS9+09RJk5tY3sH2yc0D58laTXb9/aouZNGevgR0VckTbN9v6R1JN1FmVC1i21LWgisLWkO8DvgTuBjtgdu5cvlkTH8iOgbknamLHD2IWBNyiSqFWy/pOMxO1A2IZ8OHNismxNkSCci+oSkXYDjgf+2/QfgFtsvBa6Q9CNJ05uH3mF7F2D7hP3/lR5+REx6kp4OzAPeY/unklam7FQ1xfZ9ko4HXk5ZOuEQYFbzohAdMoYfEf3gYeBR4C9N2L8X2ByYJula22+WdCiwLrBrwn7J0sOPiEmvWTbhCGA7yoJn36bsTftz4DDgDNsXSZpie1HvWjq5pYcfEZNeU4FzEvBDSi/+AtsPAzQVOU9tHpewH0V6+BHRtyTtCRwF7GX7f3rdnskuPfyI6DuS1gL2ouxNm7DvUnr4EdF3mu0ItwJusv3rXrenXyTwIyIqkYlXERGVSOBHRFQigR8RUYkEfkREJRL4ERGVSOBHVSQ9JukaSddJOlvSKst4/MIUqSMRAAABgklEQVTm/7UlnTMxrYxoR8oyoyqSFtp+YnP7TGBBx85Ioz4+ot+lhx81+z7wPABJRzS9/uskHT7ygZJmSLquub2ipI9J+rmkayUdJmlrSed3PH5bSedN2HcS0YUsrRBVkjQF2BG4SNImlP1RXwoIuFLS92xfvZQvnwM8G9jI9iJJawL3AZ+RNN32UPN8n2/9G4kYg/TwozbTJF0DzAd+A5xCWVf9fNt/sr0QOA/YYpTn2AY4cXhlRtv3uoyNfhHYT9IawKbAt1r8PiLGLD38qM2fbW/YeUez1vpYCFjSxa/PA18H/gKcnaV6Y7JJDz8CLgd2l7SKpFWBV1PG95fmEuDQZliIZkgH23cCdwLHAqe12uKI5ZDAj+rZvooS0D8BrgROHmX8HuBkynDQtZJ+Bry+43NnArfbvr6l5kYst5RlRowjSf8JXG37lF63JWKkBH7EOJG0APgTsO3w9nsRk0kCPyKiEhnDj4ioRAI/IqISCfyIiEok8CMiKpHAj4ioxP8HRKVR+ff6b7wAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.barplot(x = df['Policy'],y = df['Score'], data = df, palette=\"Blues_d\")\n",
    "plt.xticks(rotation=45)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The above plot clearly shows that max function provides the best result after all."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Toggling the Epsilon and Decay Rate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score over time: 7.8\n",
      "Score over time: 8.18\n",
      "Score over time: 8.54\n",
      "Score over time: 8.0\n",
      "Score over time: 7.93\n",
      "Score over time: 8.16\n",
      "Score over time: 7.56\n",
      "Score over time: 7.86\n",
      "Score over time: 7.79\n",
      "Score over time: 7.68\n",
      "Score over time: 7.7\n",
      "Score over time: 8.67\n",
      "Score over time: 7.98\n",
      "Score over time: 7.53\n",
      "Score over time: 8.05\n",
      "Score over time: 7.73\n",
      "Score over time: 8.08\n",
      "Score over time: 8.04\n",
      "Score over time: 8.11\n",
      "Score over time: 8.17\n",
      "Score over time: 8.1\n",
      "Score over time: 7.84\n",
      "Score over time: 7.99\n",
      "Score over time: 7.85\n",
      "Score over time: 7.56\n",
      "Score over time: 7.73\n",
      "Score over time: 7.91\n",
      "Score over time: 8.14\n",
      "Score over time: 8.17\n",
      "Score over time: 8.05\n",
      "Score over time: 7.77\n",
      "Score over time: 8.31\n",
      "Score over time: 8.21\n",
      "Score over time: 7.66\n",
      "Score over time: 8.18\n",
      "Score over time: 8.07\n",
      "Score over time: 8.19\n",
      "Score over time: 8.28\n",
      "Score over time: 7.33\n",
      "Score over time: 7.79\n",
      "Score over time: 7.22\n",
      "Score over time: 7.78\n",
      "Score over time: 7.84\n",
      "Score over time: 8.18\n",
      "Score over time: 7.8\n",
      "Score over time: 8.07\n",
      "Score over time: 8.13\n",
      "Score over time: 8.16\n",
      "Score over time: 8.07\n",
      "Score over time: 7.89\n",
      "Score over time: 8.04\n",
      "Score over time: 7.5\n",
      "Score over time: 8.4\n",
      "Score over time: 7.56\n",
      "Score over time: 7.57\n",
      "Score over time: 7.83\n",
      "Score over time: 8.35\n",
      "Score over time: 8.21\n",
      "Score over time: 7.91\n",
      "Score over time: 8.27\n",
      "Score over time: 7.96\n",
      "Score over time: 7.81\n",
      "Score over time: 8.03\n",
      "Score over time: 8.18\n",
      "Score over time: 7.71\n",
      "Score over time: 8.09\n",
      "Score over time: 7.67\n",
      "Score over time: 7.95\n",
      "Score over time: 7.8\n",
      "Score over time: 7.46\n",
      "Score over time: 8.03\n",
      "Score over time: 7.65\n",
      "Score over time: 7.61\n",
      "Score over time: 7.58\n",
      "Score over time: 8.12\n",
      "Score over time: 8.0\n",
      "Score over time: 7.65\n",
      "Score over time: 7.73\n",
      "Score over time: 8.22\n",
      "Score over time: 8.12\n",
      "Score over time: 8.37\n",
      "Score over time: 7.83\n",
      "Score over time: 8.09\n",
      "Score over time: 7.5\n",
      "Score over time: 7.72\n",
      "Score over time: 7.68\n",
      "Score over time: 8.0\n",
      "Score over time: 7.66\n",
      "Score over time: 7.97\n",
      "Score over time: 7.7\n",
      "Score over time: 8.23\n",
      "Score over time: 7.72\n",
      "Score over time: 8.22\n",
      "Score over time: 8.13\n",
      "Score over time: 7.61\n",
      "Score over time: 8.39\n",
      "Score over time: 8.05\n",
      "Score over time: 8.1\n",
      "Score over time: 7.89\n",
      "Score over time: 8.0\n"
     ]
    }
   ],
   "source": [
    "e = [0.1,0.2,0.3,0.4,0.5,0.6,0.7,0.8,0.9,1.0]\n",
    "ep = []\n",
    "d = [0.1,0.2,0.3,0.4,0.5,0.6,0.7,0.8,0.9,1.0]\n",
    "dr = []\n",
    "score = []\n",
    "for epsilon in e:\n",
    "    \n",
    "    for decay_rate in d:\n",
    "\n",
    "        # 2 For life or until learning is stopped\n",
    "        for episode in range(total_episodes):\n",
    "            # Reset the environment\n",
    "            state = env.reset()\n",
    "            step = 0\n",
    "            done = False\n",
    "\n",
    "            for step in range(max_steps):\n",
    "                # 3. Choose an action a in the current world state (s)\n",
    "                ## First we randomize a number\n",
    "                exp_exp_tradeoff = random.uniform(0,1)\n",
    "\n",
    "                ## If this number > greater than epsilon --> exploitation (taking the biggest Q value for this state)\n",
    "                if exp_exp_tradeoff > epsilon:\n",
    "                    action = np.argmax(qtable[state,:])\n",
    "\n",
    "                # Else doing a random choice --> exploration\n",
    "                else:\n",
    "                    action = env.action_space.sample()\n",
    "\n",
    "                # Take the action (a) and observe the outcome state(s') and reward (r)\n",
    "                new_state, reward, done, info = env.step(action)\n",
    "\n",
    "                # Update Q(s,a):= Q(s,a) + lr [R(s,a) + gamma * max Q(s',a') - Q(s,a)]\n",
    "                qtable[state, action] = qtable[state, action] + learning_rate * (reward + gamma * \n",
    "                                            np.max(qtable[new_state, :]) - qtable[state, action])\n",
    "\n",
    "                # Our new state is state\n",
    "                state = new_state\n",
    "\n",
    "                # If done : finish episode\n",
    "                if done == True: \n",
    "                    break\n",
    "\n",
    "            # Reduce epsilon (because we need less and less exploration)\n",
    "            epsilon = min_epsilon + (max_epsilon - min_epsilon)*np.exp(-decay_rate*episode)\n",
    "        env.reset()\n",
    "        rewards = []\n",
    "        count0 = []\n",
    "        count = 0\n",
    "\n",
    "        for episode in range(total_test_episodes):\n",
    "            state = env.reset()\n",
    "            step = 0\n",
    "            done = False\n",
    "            total_rewards = 0\n",
    "            #print(\"****************************************************\")\n",
    "            #print(\"EPISODE \", episode)\n",
    "\n",
    "            for step in range(max_steps):\n",
    "                # UNCOMMENT IT IF YOU WANT TO SEE OUR AGENT PLAYING\n",
    "                #env.render()\n",
    "                count = count+1\n",
    "                # Take the action (index) that have the maximum expected future reward given that state\n",
    "                action = np.argmax(qtable[state,:])\n",
    "\n",
    "                new_state, reward, done, info = env.step(action)\n",
    "\n",
    "                total_rewards += reward\n",
    "\n",
    "                if done:\n",
    "                    rewards.append(total_rewards)\n",
    "                    count0.append(count)\n",
    "                    #print (\"Score\", total_rewards)\n",
    "                    count = 0\n",
    "                    break\n",
    "                state = new_state\n",
    "        env.close()\n",
    "        score0 = sum(rewards)/total_test_episodes\n",
    "        score.append(score0)\n",
    "        ep.append(epsilon)\n",
    "        dr.append(decay_rate)\n",
    "        print (\"Score over time: \" +  str(sum(rewards)/total_test_episodes))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Epsilon</th>\n",
       "      <th>Decay Rate</th>\n",
       "      <th>Score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.1</td>\n",
       "      <td>7.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.2</td>\n",
       "      <td>8.18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.3</td>\n",
       "      <td>8.54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.4</td>\n",
       "      <td>8.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.01</td>\n",
       "      <td>0.5</td>\n",
       "      <td>7.93</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Epsilon  Decay Rate  Score\n",
       "0     0.01         0.1   7.80\n",
       "1     0.01         0.2   8.18\n",
       "2     0.01         0.3   8.54\n",
       "3     0.01         0.4   8.00\n",
       "4     0.01         0.5   7.93"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dict2 = {'Epsilon': ep,\n",
    "      'Decay Rate': dr,\n",
    "      'Score': score}\n",
    "df2 = pd.DataFrame(data=dict2)\n",
    "df2.head(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Part 1\n",
    "\n",
    "#### 1. Establish a baseline performance. How well did your RL Q-learning do on your problem?\n",
    "A. The baseline performance is as defined in the Assignment notebook.\n",
    "total_episodes = 5000       \n",
    "total_test_episodes = 100   \n",
    "max_steps = 99              \n",
    "learning_rate = 0.7         \n",
    "gamma = 0.8                 \n",
    "epsilon = 1.0               \n",
    "max_epsilon = 1.0           \n",
    "min_epsilon = 0.01           \n",
    "decay_rate = 0.01\n",
    "With this baseline performance, our RL program with the Taxi-v2 Toy text gives us a score of 8.13 which is considerably not bad.\n",
    "\n",
    "\n",
    "#### 2. What are the states, the actions and the size of the Q-table?\n",
    "A. With the code snippet below :-\n",
    "action_size = env.action_space.n\n",
    "print(\"Action size \", action_size)\n",
    "\n",
    "state_size = env.observation_space.n\n",
    "print(\"State size \", state_size)\n",
    "\n",
    "We find out that the Action size is 6 and the state size is 500. The size of the Q-table is 6 x 500.\n",
    "\n",
    "\n",
    "#### 3. What are the rewards? Why did you choose them? \n",
    "A. The rewards system in our program is that the agent will receive 20 points for a dropoff, 1 point for each timestep to push our agent to be faster and -1 point for each illegal dropoff and pickup.\n",
    "\n",
    "\n",
    "#### 4. How did you choose alpha and gamma in the following equation? Try at least one additional value for alpha and gamma. How did it change the baseline performance?\n",
    "A. The overall aim in reinforcement Learning is that we are trying to find the optimal action for any given state whilst achieving this in a reasonable number of effort (measured by the number of episodes, computation needed or time). A good explanation for the learning rate is that a high value means we value the information gained in each action more and so learn faster but may find it hard to full converge whilst a small value will take longer but will steadily converge. That's why we chose an alpha of 0.7.\n",
    "If we take a high gamma value, we consider the information obtained from this next state to be more important. And that's how we chose a gamma of 0.8\n",
    "Increasing the value of the learning rate and decreasing the gamma gave us a score of 8.4 which is better than the previous score. Toggling these parameters will give us quite different results every time.\n",
    "\n",
    "\n",
    "#### 5. Try a policy other than maxQ(s', a'). How did it change the baseline performance?\n",
    "A. Minimum in place of maximum decreased the score significantly as expected and dropped from 7.29 to 3.97.\n",
    "sum did the same and decreased it more than min already and the score dropped to 1.96.\n",
    "Median gave a score of 3.39 which is better than the sum but still doesn't surpass the minimum.\n",
    "std as expected gave the worst results with the score of 0.0.\n",
    "\n",
    "\n",
    "#### 6. How did you choose your decay rate and starting epsilon? Try at least one additional value for epsilon and the decay rate. How did it change the baseline performance? What is the value of epsilon when if you reach the max steps per episode? \n",
    "A. Epsilon marks the trade-off between exploration and exploitation. At the beginning, you want epsilon to be high so that you take big leaps and learn things. Here we wanted our agent to explore the environment more than exploit it so we chose the epsilon value as 1.0. As you learn about future rewards, epsilon should decay so that you can exploit the higher Q-values you've found. Hence we set the decay rate as 0.01. Changing the value of Epsilon and Decay rate has a significant impact on our score as we can see from its implementation. With the exploration-exploitation tradeoff, the agent behaves accordingly as we set our parameters.\n",
    "\n",
    "\n",
    "#### 7. What is the average number of steps taken per episode?\n",
    "A. 13.76\n",
    "\n",
    "\n",
    "#### 8. Does Q-learning use value-based or policy-based iteration?\n",
    "A. Q-Learning is an Off-Policy based algorithm for Temporal Difference learning. It can be proven that given sufficient training under any epsilon-soft policy, the algorithm converges with probability 1 to a close approximation of the action-value function for an arbitrary target policy. Q-Learning learns the optimal policy even when actions are selected according to a more exploratory or even random policy. \n",
    "\n",
    "\n",
    "#### 9. What is meant by expected lifetime value in the Bellman equation?\n",
    "A. In the Bellman Equation, we assume that the expected lifetime value suggests the value for which the episode in an algorithm is kept running to accumulate the score over time. In the Bellman equation, the value function Φ(t) depends on the value function Φ(t+1). Despite this, the value of Φ(t) can be obtained before the state reaches time t+1."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Part 2\n",
    "\n",
    "With the baseline hyperparameters provided before, we get a score of 7.29. So a 2% increase from this score would be a score higher than 8.068. After toggling the hyperparamenters, we can look for a score higher than that in the dataframes we created earlier.\n",
    "\n",
    "#### With the df1 dataframe which toggled with the learning rate and gamma hyperparameters, We get the score 8.67 which is the highest score that has a 17.29323% increase from the previous baseline score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Learning Rate    0.20\n",
       "Gamma            0.20\n",
       "Score            8.67\n",
       "Name: 11, dtype: float64"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#df1[df1['Score']>8.068]\n",
    "df1.loc[df1['Score'].idxmax()]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### And with the df2 dataframe which toggled with the Epsilon and Decay Rate hyperparameters,  We get the score 8.67 which is the highest score that has a 17.29323% increase from the previous baseline score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Epsilon       0.01\n",
       "Decay Rate    0.20\n",
       "Score         8.67\n",
       "Name: 11, dtype: float64"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#df2[df2['Score']>8.068]\n",
    "df2.loc[df2['Score'].idxmax()]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Results\n",
    "With the above notebook we have tried to implement some basic concepts of Q-Learning to OpenAi Gym's Taxi-V3 toy text. We get \n",
    "promising results with our baseline parameters and then better results after tuning the Hyperparameters some more. We notice that toggling the parameters to their optimal values has a significant effect on the score obtained by the agent in the end. We also conclude that max(s,a) is the best option to obtain good results rather than any other aggregate function."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## References\n",
    "\n",
    "[OpenAI Gym](https://gym.openai.com/)\n",
    "\n",
    "[Q-Learning - 1](https://www.youtube.com/watch?v=q2ZOEFAaaI0&t=626s)\n",
    "\n",
    "[Q-Learning - 2](https://www.cse.unsw.edu.au/~cs9417ml/RL1/algorithms.html)\n",
    "\n",
    "[Reinforcement Learning Overview -1](https://en.wikipedia.org/wiki/Reinforcement_learning)\n",
    "\n",
    "[Reinforcement Learning Overview -1](https://towardsdatascience.com/simple-reinforcement-learning-q-learning-fcddc4b6fe56)\n",
    "\n",
    "[3-D Plot](https://matplotlib.org/examples/mplot3d/trisurf3d_demo.html)\n",
    "\n",
    "[Hyperparameter Tuning](https://towardsdatascience.com/reinforcement-learning-from-scratch-simple-application-and-evaluating-parameters-in-detail-2dcee3de008c)\n",
    "\n",
    "[Reinforcement Learning Complete](https://web.stanford.edu/class/psych209/Readings/SuttonBartoIPRLBook2ndEd.pdf)\n",
    "\n",
    "[Bellman Equation](https://towardsdatascience.com/how-the-bellman-equation-works-in-deep-reinforcement-learning-5301fe41b25a)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## License\n",
    "\n",
    "MIT License\n",
    "\n",
    "Copyright (c) 2020 Krisha Shah\n",
    "\n",
    "Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the \"Software\"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:\n",
    "\n",
    "The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.\n",
    "\n",
    "THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}