WIP

Author: aelaguiz

langdspy/model.py

@@ -88,6 +88,10 @@ def get_prompt_history(self):
                 prompt_history.append((runner_name, entry))
         return prompt_history
 
+    def clear_prompt_history(self):
+        for runner_name, runner in self.prompt_runners:
+            runner.clear_prompt_history()
+
     def get_failed_prompts(self):
         failed_prompts = []
         prompt_history = self.get_prompt_history()

langdspy/prompt_runners.py

@@ -50,6 +50,9 @@ def add_entry(self, llm, prompt, llm_response, parsed_output, error, start_time,
             "timestamp": end_time,
         })
 
+    def reset(self):
+        self.history = []
+
 
 
 class PromptRunner(RunnableSerializable):
@@ -100,6 +103,9 @@ def _determine_llm_model(self, llm):
 
     def get_prompt_history(self):
         return self.prompt_history.history
+
+    def clear_prompt_history(self):
+        self.prompt_history.reset()
 
     def _invoke_with_retries(self, chain, input, max_tries=1, config: Optional[RunnableConfig] = {}):
         total_max_tries = max_tries
@@ -143,6 +149,8 @@ def _invoke_with_retries(self, chain, input, max_tries=1, config: Optional[Runna
                 invoke_args = {**input, 'print_prompt': print_prompt, **kwargs, 'trained_state': trained_state, 'use_training': config.get('use_training', True), 'llm_type': llm_type}
                 formatted_prompt = self.template.format_prompt(**invoke_args)
 
+                if print_prompt:
+                    print(formatted_prompt)
 
                 # logger.debug(f"Invoke args: {invoke_args}")
                 res = chain.invoke(invoke_args, config=config)

langdspy/prompt_strategies.py

@@ -106,9 +106,6 @@ def format_prompt(self, **kwargs: Any) -> str:
             elif llm_type == 'anthropic':
                 prompt = self._format_anthropic_prompt(trained_state, use_training, examples, **kwargs)
 
-            if print_prompt:
-                print(prompt)
-
             return prompt
         except Exception as e:
             logger.error(f"Failed to format prompt with kwargs: {kwargs}")