Fix entrypoint, uncomment exec.

openai · Sep 21, 2023 · fbcc4ca · fbcc4ca
1 parent 312c5e5
commit fbcc4ca
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/human_eval/evaluate_functional_correctness.py b/human_eval/evaluate_functional_correctness.py
@@ -7,7 +7,7 @@
 
 def entry_point(
     sample_file: str,
-    k: str = "1,10,100",
+    k: tuple = (1,10,100),
     n_workers: int = 4,
     timeout: float = 3.0,
     problem_file: str = HUMAN_EVAL,
@@ -16,7 +16,7 @@ def entry_point(
     Evaluates the functional correctness of generated samples, and writes
     results to f"{sample_file}_results.jsonl.gz"
     """
-    k = list(map(int, k.split(",")))
+    k = list(k)
     results = evaluate_functional_correctness(sample_file, k, n_workers, timeout, problem_file)
     print(results)
 

diff --git a/human_eval/execution.py b/human_eval/execution.py
@@ -55,7 +55,7 @@ def unsafe_execute():
 # information on how OpenAI sandboxes its code, see the accompanying paper.
 # Once you have read this disclaimer and taken appropriate precautions, 
 # uncomment the following line and proceed at your own risk:
-#                         exec(check_program, exec_globals)
+                        exec(check_program, exec_globals)
                 result.append("passed")
             except TimeoutException:
                 result.append("timed out")

diff --git a/setup.py b/setup.py
@@ -19,7 +19,7 @@
     ],
     entry_points={
         "console_scripts": [
-            "evaluate_functional_correctness = human_eval.evaluate_functional_correctness",
+            "evaluate_functional_correctness = human_eval.evaluate_functional_correctness:main",
         ]
     }
 )