Merge pull request #19 from BiomedSciAI/genecorpuse_local_files_fix

fix the local load file
BiomedSciAI · Jun 25, 2024 · 65feb4b · 65feb4b
2 parents efa7837 + 1f6253c
commit 65feb4b
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/scripts/tasks_retrival/Genecorpus_tasks_creation.py b/scripts/tasks_retrival/Genecorpus_tasks_creation.py
@@ -29,6 +29,7 @@
 
 """
 
+import pickle
 from pathlib import Path
 
 import click
@@ -58,7 +59,7 @@
     "long vs short range TF": Path("tf_regulatory_range")
     / Path("tf_regulatory_range.pickle"),
     "N1 targets": Path("notch1_network") / Path("n1_network.pickle"),
-    "N1 network": Path("notch1_network") / Path("n1_target.pickle?"),
+    "N1 network": Path("notch1_network") / Path("n1_target.pickle"),
     "bivalent vs non-methylated": Path("bivalent_promoters")
     / Path("bivalent_vs_no_methyl.pickle"),
 }
@@ -145,10 +146,12 @@ def main(
         )
         if allow_downloads:
             full_path = input_path_or_url + task_file
+            data = load_pickle_from_url(full_path)
         else:
             full_path = Path(input_path_or_url) / DATA_LOCAL_FILE_NAMES[task_name]
+            with open(full_path, "rb") as file_object:
+                data = pickle.load(file_object)
 
-        data = load_pickle_from_url(full_path)
         symbols, outcomes = dictionary_to_task(
             create_symbol_dict(data), remove_duplicates=remove_duplicates
         )