Added missing metrics when logging on tensorboard (DLR-RM#1298)

Co-authored-by: Riccardo Sepe <[email protected]>
Co-authored-by: Francesco Scalera <[email protected]>

Author: 3 people

stable_baselines3/common/logger.py

@@ -430,6 +430,8 @@ def write(self, key_values: Dict[str, Any], key_excluded: Dict[str, Union[str, T
                 self.writer.file_writer.add_summary(experiment)
                 self.writer.file_writer.add_summary(session_start_info)
                 self.writer.file_writer.add_summary(session_end_info)
+                for k, v in value.metric_dict.items():
+                    self.writer.file_writer.add_scalar(k, v)
 
         # Flush the output to the file
         self.writer.flush()