fixed bug in counterfactuals

Author: ambareeshravi

XAI_main.ipynb

@@ -4861,30 +4861,27 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 20,
+   "execution_count": 21,
    "metadata": {},
    "outputs": [
     {
-     "ename": "NameError",
-     "evalue": "name 'se' is not defined",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
-      "\u001b[0;32m<ipython-input-20-8a2f83a951d2>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0;32mdel\u001b[0m \u001b[0mse\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
-      "\u001b[0;31mNameError\u001b[0m: name 'se' is not defined"
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "WARNING:tensorflow:From /home/ambreesh/Documents/amb_venv/lib/python3.6/site-packages/shap/explainers/tf_utils.py:28: The name tf.keras.backend.get_session is deprecated. Please use tf.compat.v1.keras.backend.get_session instead.\n",
+      "\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "keras is no longer supported, please use tf.keras instead.\n",
+      "WARNING:tensorflow:From /home/ambreesh/Documents/amb_venv/lib/python3.6/site-packages/shap/explainers/tf_utils.py:28: The name tf.keras.backend.get_session is deprecated. Please use tf.compat.v1.keras.backend.get_session instead.\n",
+      "\n"
      ]
     }
    ],
-   "source": [
-    "del se"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
    "source": [
     "se = SHAP_Explainer(blend_alpha=0.45)\n",
     "shap_out = se.explain(model, X_train[:1000], X_test/255.)\n",
@@ -4907,17 +4904,35 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 22,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "dict_keys(['Gradient_Inputs', 'Saliency', 'Integrated_Gradients', 'e-LRP', 'Occlusion', 'LIME', 'SHAP'])\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 22,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "print(xai_results.keys())\n",
     "dump_pickle(xai_results, \"results/xai_results_%s.pkl\"%(DATASET))"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 23,
    "metadata": {},
    "outputs": [],
    "source": [

_counterfactual.py

@@ -84,12 +84,14 @@ def explain(
         if not isinstance(anomalous_samples, np.ndarray): anomalous_samples = np.array(anomalous_samples)
 
         # Reconstructions and error calculations can be reduced to being done once
-        normal_reconstructions = self.model.predict(normal_samples)[0]
+        normal_reconstructions = self.model.predict(normal_samples)
         normal_mse = self.get_mse(normal_samples, normal_reconstructions)
 
-        anomalous_reconstructions = self.model.predict(anomalous_samples)[0]
+        anomalous_reconstructions = self.model.predict(anomalous_samples)
         anomalous_mse = self.get_mse(anomalous_samples, anomalous_reconstructions)
 
+        if self.debug: print("NORMAL:", normal_samples.shape, normal_reconstructions.shape, normal_mse.shape)
+        if self.debug: print("ANOMALY:", anomalous_samples.shape, anomalous_reconstructions.shape, anomalous_mse.shape)
         if self.debug: print("Models loaded. Starting analysis")
 
         # Run the counterfactual part