Merge pull request #12 from Herb-AI/evaluate-on-program

add `evaluate_on_program` based on program and grammar
Herb-AI · Aug 25, 2023 · 72c7115 · 72c7115 · THinnerichs · Aug 25, 2023
2 parents 6baff57 + 5869b16
commit 72c7115
Showing 1 changed file with 17 additions and 0 deletions.
diff --git a/src/interpreter.jl b/src/interpreter.jl
@@ -64,6 +64,23 @@ function execute_on_examples(tab::SymbolTable, expr::Any, example_inputs::Vector
 end
 
 
+"""
+    evaluate_program(program::RuleNode, examples::Vector{<:Example}, grammar::Grammar, evaluation_function::Function)
+
+Runs a program on the examples and returns tuples of actual desired output and the program's output
+"""
+function evaluate_program(program::RuleNode, examples::Vector{<:Example}, grammar::Grammar, evaluation_function::Function)
+    results = Tuple{<:Number,<:Number}[]
+    expression = rulenode2expr(program, grammar)
+    symbol_table = SymbolTable(grammar)
+    for example ∈ filter(e -> e isa IOExample, examples)
+        outcome = evaluation_function(symbol_table, expression, example.in)
+        push!(results, (example.out, outcome))
+    end
+    return results
+end
+
+
 """
     interpret(tab::SymbolTable, ex::Expr)