transition to tidyverse/ellmer#735 and content_image_file()

Author: simonpcouch

DESCRIPTION

@@ -28,6 +28,8 @@ Imports:
     yaml
 Depends: 
     R (>= 3.5)
+Remotes:
+    tidyverse/ellmer#735
 LazyData: true
 URL: https://github.com/simonpcouch/bluffbench
 BugReports: https://github.com/simonpcouch/bluffbench/issues

R/bluff-solver.R

@@ -32,7 +32,7 @@ bluff_solver <- function(inputs, ..., solver_chat) {
   for (i in seq_along(inputs)) {
     input <- inputs[[i]]
 
-    predictive:::run_r_code(input$setup)
+    run_r_code(input$setup)
 
     ch_i <- solver_chat$clone()
     ch_i$register_tool(tool_create_ggplot)
@@ -41,7 +41,7 @@ bluff_solver <- function(inputs, ..., solver_chat) {
 
     res[[i]] <- ch_i
 
-    predictive:::run_r_code(input$teardown)
+    run_r_code(input$teardown)
 
     cli::cli_progress_update()
   }

R/tool-create-plot.R

@@ -1,18 +1,39 @@
-#' Create a ggplot visualization tool
+run_ggplot_code <- function(code) {
+  result <- tryCatch(
+    run_r_code(code),
+    error = function(e) {
+      return(ellmer::ContentToolResult(error = conditionMessage(e)))
+    }
+  )
+
+  if (inherits(result, "ggplot")) {
+    temp_file <- tempfile(fileext = ".png")
+    ggplot2::ggsave(temp_file, plot = result, width = 7, height = 5, dpi = 150)
+    return(ellmer::content_image_file(temp_file))
+  }
+
+  ellmer::ContentToolResult(error = "Code did not return a ggplot object")
+}
+
+run_r_code <- function(code) {
+  eval(parse(text = code), envir = .GlobalEnv)
+}
+
+#' ggplot visualization tool
 #'
-#' An ellmer tool that wraps `predictive:::run_r_code()` to allow models to
-#' create ggplot visualizations. The tool is named "create_ggplot" and accepts
-#' R code that returns a ggplot object. This intentionally presents a narrow
-#' interface to discourage models from exploring data with arbitrary code.
+#' An ellmer tool that evaluates R code to create ggplot visualizations.
+#' The tool is named "create_ggplot" and accepts R code that returns a ggplot
+#' object. This intentionally presents a narrow interface to discourage models
+#' from exploring data with arbitrary code.
 #'
 #' @export
 tool_create_ggplot <- ellmer::tool(
-  predictive:::run_r_code,
+  run_ggplot_code,
   name = "create_ggplot",
   description = "Create a ggplot visualization from the provided R code.",
   arguments = list(
     code = ellmer::type_string(
-      "R code that begins with library(ggplot2) and then a call to the `ggplot()` function. Do _not_ run any code via this tool that could cause side effects in the global environment such as calling `data()` on an object."
+      "R code that begins with library(ggplot2) and then a call to the `ggplot()` function. This code runs in the global environment--do _not_ run any code via this tool that could cause side effects in the global environment such as calling `data()` on an object."
     )
   )
 )