Class: Aws::BedrockAgentCore::Types::EvaluationReferenceInput

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb

Overview

A reference input containing ground truth data for evaluation, scoped to a specific context level (session or trace) through its span context.

See Also:

Constant Summary collapse

SENSITIVE = 
[]

Instance Attribute Summary collapse

Instance Attribute Details

#assertions ⇒ Array<Types::EvaluationContent>

A list of assertion statements for session-level evaluation. Each assertion describes an expected behavior or outcome the agent should demonstrate during the session.

Returns:



2622
2623
2624
2625
2626
2627
2628
2629
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 2622

class EvaluationReferenceInput < Struct.new(
  :context,
  :expected_response,
  :assertions,
  :expected_trajectory)
  SENSITIVE = []
  include Aws::Structure
end

#context ⇒ Types::Context

The span context that identifies which session or trace this reference input applies to, used for correlating ground truth with agent output.

Returns:



2622
2623
2624
2625
2626
2627
2628
2629
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 2622

class EvaluationReferenceInput < Struct.new(
  :context,
  :expected_response,
  :assertions,
  :expected_trajectory)
  SENSITIVE = []
  include Aws::Structure
end

#expected_response ⇒ Types::EvaluationContent

The expected response for trace-level evaluation. Built-in evaluators that support this field compare the agent's actual response against this value for assessment. Custom evaluators can access it through the {expected_response} placeholder in their instructions.

Returns:



2622
2623
2624
2625
2626
2627
2628
2629
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 2622

class EvaluationReferenceInput < Struct.new(
  :context,
  :expected_response,
  :assertions,
  :expected_trajectory)
  SENSITIVE = []
  include Aws::Structure
end

#expected_trajectory ⇒ Types::EvaluationExpectedTrajectory

The expected tool call sequence for session-level trajectory evaluation. Contains a list of tool names representing the tools the agent is expected to invoke.

Returns:



2622
2623
2624
2625
2626
2627
2628
2629
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 2622

class EvaluationReferenceInput < Struct.new(
  :context,
  :expected_response,
  :assertions,
  :expected_trajectory)
  SENSITIVE = []
  include Aws::Structure
end