Commit 35d30f5
Changed files (1)
lib
elelem
evals
lib/elelem/evals/runner.rb
@@ -15,7 +15,7 @@ module Elelem
Workspace.open(fixtures: @fixtures, fixture: kase.fixture, setup: kase.setup) do |workspace|
workspace.chdir do
- agent = build_agent(bounded)
+ agent = build_session(bounded)
kase.turns.each { |turn| response = agent.turn(turn) }
failures = Assertions.new(kase.expect).failures(workspace: workspace, response: response)
@@ -31,10 +31,11 @@ module Elelem
@provider_instance ||= @provider.call
end
- def build_agent(provider)
+ def build_session(provider)
agent = Elelem::Agent.new(provider, system_prompt: @prompt)
- Elelem::Config.apply(agent)
- agent
+ session = Elelem::Session.new(agent)
+ Elelem::Config.apply(session)
+ session
end
end
end