Merge pull request #164 from cta-observatory/fix_duplicates

Fix duplicates

Author: TjarkMiener

README.rst

@@ -43,7 +43,7 @@ necessary package channels, and install dl1-data-handler specified version and i
 
 .. code-block:: bash
 
-   DL1DH_VER=0.14.4
+   DL1DH_VER=0.14.5
    wget https://raw.githubusercontent.com/cta-observatory/dl1-data-handler/v$DL1DH_VER/environment.yml
    conda env create -n [ENVIRONMENT_NAME] -f environment.yml
    conda activate [ENVIRONMENT_NAME]

dl1_data_handler/reader.py

@@ -536,6 +536,8 @@ def _construct_mono_example_identifiers(self):
                     dl1_tel_table.add_column(
                         np.arange(len(dl1_tel_table)), name="table_index", index=0
                     )
+                    # Unique the table to remove unwanted duplication 
+                    dl1_tel_table = unique(dl1_tel_table, keys=["obs_id", "event_id", "tel_id"])
                     # Join the DL1 image table with the DL1 parameter table
                     tel_table = join(
                         left=tel_table,
@@ -673,6 +675,8 @@ def _construct_stereo_example_identifiers(self):
                         dl1_tel_table.add_column(
                             np.arange(len(dl1_tel_table)), name="table_index", index=0
                         )
+                        # Unique the table to remove unwanted duplication
+                        dl1_tel_table = unique(dl1_tel_table, keys=["obs_id", "event_id", "tel_id"])
                         # Join the DL1 image table with the DL1 parameter table
                         tel_table = join(
                             left=tel_table,