Class: Aws::BedrockAgent::Types::PromptModelInferenceConfiguration

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-bedrockagent/lib/aws-sdk-bedrockagent/types.rb

Overview

Contains inference configurations related to model inference for a prompt. For more information, see Inference parameters.

See Also:

Constant Summary collapse

SENSITIVE = 
[]

Instance Attribute Summary collapse

Instance Attribute Details

#max_tokens ⇒ Integer

The maximum number of tokens to return in the response.

Returns:

  • (Integer) 


6115
6116
6117
6118
6119
6120
6121
6122
 
# File 'gems/aws-sdk-bedrockagent/lib/aws-sdk-bedrockagent/types.rb', line 6115

class PromptModelInferenceConfiguration < Struct.new(
  :max_tokens,
  :stop_sequences,
  :temperature,
  :top_p)
  SENSITIVE = []
  include Aws::Structure
end

#stop_sequences ⇒ Array<String>

A list of strings that define sequences after which the model will stop generating.

Returns:

  • (Array<String>) 


6115
6116
6117
6118
6119
6120
6121
6122
 
# File 'gems/aws-sdk-bedrockagent/lib/aws-sdk-bedrockagent/types.rb', line 6115

class PromptModelInferenceConfiguration < Struct.new(
  :max_tokens,
  :stop_sequences,
  :temperature,
  :top_p)
  SENSITIVE = []
  include Aws::Structure
end

#temperature ⇒ Float

Controls the randomness of the response. Choose a lower value for more predictable outputs and a higher value for more surprising outputs.

Returns:

  • (Float) 


6115
6116
6117
6118
6119
6120
6121
6122
 
# File 'gems/aws-sdk-bedrockagent/lib/aws-sdk-bedrockagent/types.rb', line 6115

class PromptModelInferenceConfiguration < Struct.new(
  :max_tokens,
  :stop_sequences,
  :temperature,
  :top_p)
  SENSITIVE = []
  include Aws::Structure
end

#top_p ⇒ Float

The percentage of most-likely candidates that the model considers for the next token.

Returns:

  • (Float) 


6115
6116
6117
6118
6119
6120
6121
6122
 
# File 'gems/aws-sdk-bedrockagent/lib/aws-sdk-bedrockagent/types.rb', line 6115

class PromptModelInferenceConfiguration < Struct.new(
  :max_tokens,
  :stop_sequences,
  :temperature,
  :top_p)
  SENSITIVE = []
  include Aws::Structure
end