diff --git a/Project.toml b/Project.toml index 9ffe5abc..68c71756 100644 --- a/Project.toml +++ b/Project.toml @@ -12,6 +12,8 @@ DataStructures = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8" Dates = "ade2ca70-3891-5945-98fb-dc099432e06a" Distributions = "31c24e10-a181-5473-b8eb-7969acd0382f" Gadfly = "c91e804a-d5a3-530f-b6f0-dfbca275c004" +Genie = "c43c736e-a2d1-11e8-161f-af95117fbd1e" +GenieFramework = "a59fdf5c-6bf0-4f5d-949c-a137c9e2f353" Graphs = "86223c79-3864-5bf0-83f7-82e725a168b6" Graphviz_jll = "3c863552-8265-54e4-a6dc-903eb78fde85" Highlights = "eafb193a-b7ab-5a9e-9068-77385905fa72" diff --git a/assets/ui.html b/assets/ui.html new file mode 100644 index 00000000..88d9c94b --- /dev/null +++ b/assets/ui.html @@ -0,0 +1,623 @@ + + + + + + Model Configuration and Simulation + + + + + +
+

{{model_name}}

+
+ +
+
+

Parameters

+
+
+ + {{regular_params_form}} + +

Clock

+
+ + + +
+ +

Calendar

+
+ +
+ + + + +
+
+ +
+ +
+ + + + +
+
+
+
+ + +

Options

+
+
+
+ + + +
+
+ + + +
+
+ + +
+
+ + {{target_dropdown}} +
+
+
+
+ +
+ +
+

Simulation

+
+ +
+ +
+ +
+

Graph

+
+ + + + + +
+ +
+
+ + + + diff --git a/src/Cropbox.jl b/src/Cropbox.jl index dfac6456..40f7d5f5 100644 --- a/src/Cropbox.jl +++ b/src/Cropbox.jl @@ -33,6 +33,7 @@ include("util/hierarchy.jl") include("util/plot.jl") include("util/visualize.jl") include("util/manipulate.jl") +include("util/serve.jl") include("precompile.jl") diff --git a/src/util/serve.jl b/src/util/serve.jl new file mode 100644 index 00000000..482ab38e --- /dev/null +++ b/src/util/serve.jl @@ -0,0 +1,332 @@ +using Cropbox +using CSV +using DataFrames: DataFrames, DataFrame +using DataStructures: OrderedDict +using GenieFramework +using Genie, Genie.Renderer, Genie.Renderer.Json, Genie.Requests +using Dates +using TimeZones +import Genie.Renderer.Html + +datetime_from_julian_day_WEA(year, jday, time::Time, tz::TimeZone, occurrence) = +zoned_datetime(Date(year) + (Day(jday) - Day(1)) + time, tz, occurrence) +datetime_from_julian_day_WEA(year, jday, tz::TimeZone) = datetime_from_julian_day_WEA(year, jday, "00:00", tz) + +#HACK: handle different API for Fixed/VariableTimeZone +zoned_datetime(dt::DateTime, tz::TimeZone, occurrence=1) = ZonedDateTime(dt, tz) +zoned_datetime(dt::DateTime, tz::VariableTimeZone, occurrence=1) = ZonedDateTime(dt, tz, occurrence) + +# Handle .wea files +loadwea(filename, timezone; indexkey=:index) = begin + df = CSV.File(filename) |> DataFrame + df[!, indexkey] = map(r -> begin + occurrence = 1 + i = DataFrames.row(r) + if i > 1 + r0 = parent(r)[i-1, :] + r0.time == r.time && (occurrence = 2) + end + datetime_from_julian_day_WEA(r.year, r.jday, r.time, timezone, occurrence) + end, eachrow(df)) + df +end + +""" +Starts a web-based user interface for given Cropbox model. +""" +function launch_ui(S::Type{<:System}) + # At launch + route("/") do + model_name = String(nameof(S)) # Model name for page header. + config = parameters(S) # Retrieve default model configuration. + variables = Cropbox.fieldunits(S) |> keys |> collect # Retrive all the variables within the model. + D = Cropbox.dependency(S) + + # Get list of parameter names to search in dependency + params = [] + for (_, dict) in config + for (key, _) in dict + push!(params, key) + end + end + + # Create OrderedDict of systems and parameters for form generation + system_params = OrderedDict{String, OrderedDict{String, OrderedDict{Symbol, Any}}}() + for param in params + for node in D.N + if param == node.info.name && !occursin("Vector", string(node.info.type)) && node.info.state != :Tabulate + system_name = String(node.info.system) + param_name = String(param) + + if !haskey(system_params, system_name) + system_params[system_name] = OrderedDict{String, OrderedDict{Symbol, Any}}() + end + + system_params[system_name][param_name] = OrderedDict( + :alias => node.info.alias, + :value => config[Symbol(model_name)][param] |> deunitfy, + :state => node.info.state, + :type => node.info.type, + :unit => Cropbox.fieldunit(S, param) + ) + end + end + end + + # Generate the HTML form dynamically based on parameters + forms_html = "" + for (system_name, params_dict) in system_params + # forms_html *= "

$system_name

" + forms_html *= """ +
+

$system_name

+
+ """ + + for (param_name, param_info) in params_dict + key = "$(system_name)__$(param_name)" + unit = param_info[:unit] !== nothing ? " $(param_info[:unit])" : "" + + if param_info[:state] == :Provide + # File upload form + forms_html *= """ +
+ + + $unit +
+
+ """ + elseif param_info[:type] == :(Cropbox.typefor(Main.Cropbox.TimeZones.ZonedDateTime)) + # Datetime form + forms_html *= """ +
+ +
+ + + + + $unit +
+
+ """ + # elseif param_info[:type] |> eval |> supertype == Enum{Int32} + # # Enums? There's probably a better way for this... + # value = param_info[:value] + # forms_html *= """ + #
+ # + # + # $unit + #
+ #
+ # """ + # elseif param_info[:type] |> eval |> supertype != Enum{Int32} + elseif !occursin("SoilClass", param_info[:type] |> string) && !occursin("LeafAngle", param_info[:type] |> string) + # Regular parameter form + value = param_info[:value] + forms_html *= """ +
+ + + $unit +
+
+ """ + end + end + + forms_html *= """ +
+
+ """ + end + + # Separate form generation for potential variable names for the `target`` keyword + target_html = """ +
+
" + + # Read the base HTML template and replace necessary forms + html_page = read(joinpath(@__DIR__, "../../assets/ui.html"), String) + html_page = replace(html_page, "{{model_name}}" => model_name) + html_page = replace(html_page, "{{regular_params_form}}" => forms_html) + html_page = replace(html_page, "{{target_dropdown}}" => target_html) + + return html(html_page) + end + + # At simulation + route("/simulate", method = POST) do + # Model + model_params = OrderedDict{Symbol, Any}() + datetime_params = OrderedDict{Symbol, Any}() + + # Clock + clock_params = OrderedDict{Symbol, Any}() + + # Calendar + calendar_params = OrderedDict{Symbol, Any}() + + payload = jsonpayload() # JSONPAYLOAD = JULIA DICT FORMAT + step_unit = payload["Clock__unit_skip"] + + for (key, value) in payload + if key == "selected_targets" + continue + end + + parts = split(key, "__") + system_key = Symbol(parts[1]) + param_key = Symbol(parts[2]) + + if occursin("_skip", key) + continue + end + + if system_key == :Clock + # Handle Clock system parameters + clock_params[:Clock] = OrderedDict{Symbol, Any}() + + if step_unit == "day" + clock_params[:Clock][param_key] = parse(Float64, string(value)) * u"d" + else + clock_params[:Clock][param_key] = parse(Float64, string(value)) + end + + elseif system_key == :Calendar && length(parts) == 3 && parts[3] in ["year", "month", "day", "timezone"] + # Handle Calendar system datetime parameters + if !haskey(calendar_params, param_key) + calendar_params[param_key] = OrderedDict{String, Any}() + end + calendar_params[param_key][parts[3]] = value + + elseif length(parts) == 2 + # Handle regular parameters + if !haskey(model_params, system_key) + model_params[system_key] = OrderedDict{Symbol, Any}() + end + try + model_params[system_key][param_key] = parse(Float64, string(value)) + catch e + model_params[system_key][param_key] = string(value) + end + + elseif length(parts) == 3 && parts[3] in ["year", "month", "day", "timezone"] + if !haskey(datetime_params, system_key) + datetime_params[system_key] = OrderedDict{Symbol, Dict{Symbol, Any}}() + end + if !haskey(datetime_params[system_key], param_key) + datetime_params[system_key][param_key] = OrderedDict{String, Any}() + end + datetime_params[system_key][param_key][parts[3]] = value + + # elseif parts[end] == "enum" + # if !haskey(model_params, system_key) + # model_params[system_key] = OrderedDict{Symbol, Any}() + # end + # model_params[system_key][param_key] = value |> Symbol |> eval + + elseif parts[end] == "file" + # Handle file upload parameters + if !haskey(model_params, system_key) + model_params[system_key] = OrderedDict{Symbol, Any}() + end + + # println(value)) + + if payload["$(key)_extension_skip"] == "wea" + # println("WEA file content:", value) + model_params[system_key][param_key] = loadwea(IOBuffer(value), tz"America/Los_Angeles") + elseif payload["$(key)_extension_skip"] == "csv" + model_params[system_key][param_key] = CSV.read(IOBuffer(value), DataFrame) + end + end + end + + calendar = OrderedDict{Symbol, Any}() + calendar[:Calendar] = OrderedDict{Symbol, Any}() + for (param_key, datetime_dict) in calendar_params + year = parse(Int, datetime_dict["year"]) + month = parse(Int, datetime_dict["month"]) + day = parse(Int, datetime_dict["day"]) + timezone = datetime_dict["timezone"] + datetime_value = ZonedDateTime(year, month, day, TimeZone(timezone)) + calendar[:Calendar][param_key] = datetime_value + end + + for (system_key, params) in datetime_params + for (param_key, datetime_dict) in params + year = parse(Int, datetime_dict["year"]) + month = parse(Int, datetime_dict["month"]) + day = parse(Int, datetime_dict["day"]) + timezone = datetime_dict["timezone"] + datetime_value = ZonedDateTime(year, month, day, TimeZone(timezone)) + model_params[system_key] = get(model_params, system_key, OrderedDict{Symbol, Any}()) + model_params[system_key][param_key] = datetime_value + end + end + + config = @config (model_params, clock_params, calendar) + + kwargs = Dict{Symbol, Any}() + + if haskey(payload, "Options__stop_number_skip") + stop_value = parse(Float64, payload["Options__stop_number_skip"]) + if payload["Options__stop_unit_skip"] == "hour" + kwargs[:stop] = stop_value * u"hr" + elseif payload["Options__stop_unit_skip"] == "day" + kwargs[:stop] = stop_value * u"d" + elseif payload["Options__stop_unit_skip"] == "year" + kwargs[:stop] = stop_value * u"yr" + end + end + + if haskey(payload, "Options__snap_number_skip") + snap_value = parse(Float64, payload["Options__snap_number_skip"]) + if payload["Options__snap_unit_skip"] == "hour" + kwargs[:snap] = snap_value * u"hr" + elseif payload["Options__snap_unit_skip"] == "day" + kwargs[:snap] = snap_value * u"d" + end + end + + if haskey(payload, "Options__index_skip") + if occursin(".", payload["Options__index_skip"]) + kwargs[:index] = payload["Options__index_skip"] + else + kwargs[:index] = Symbol(payload["Options__index_skip"]) + end + end + + if !isempty(payload["selected_targets"]) + kwargs[:target] = collect(payload["selected_targets"]) + end + + # if haskey(payload, "Snap__number_skip") + # kwargs[:target] = [:GDD, :cGDD] + # end + + df = simulate(S; config=config, kwargs...) |> deunitfy + + # Convert the DataFrame to a JSON-friendly format + columns = names(df) + for column in columns + replace!(df[!, column], Inf => 1e308) + replace!(df[!, column], -Inf => -1e308) + end + data = [collect(row) for row in eachrow(df)] + result = Dict("columns" => columns, "data" => data) + + return Json.json(Dict("status" => "Simulation complete", "results" => result)) + end + + up(async = false) +end \ No newline at end of file