Class: Aws::BedrockAgentCore::Types::HarnessLiteLlmModelConfig

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb

Overview

Configuration for a LiteLLM model provider, enabling connection to third-party model providers.

See Also:

Constant Summary collapse

SENSITIVE = 
[:api_base]

Instance Attribute Summary collapse

Instance Attribute Details

#additional_params ⇒ Hash, ...

Provider-specific parameters passed through to the model provider unchanged.

Returns:

  • (Hash, Array, String, Numeric, Boolean) 


4864
4865
4866
4867
4868
4869
4870
4871
4872
4873
4874
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 4864

class HarnessLiteLlmModelConfig < Struct.new(
  :model_id,
  :api_key_arn,
  :api_base,
  :max_tokens,
  :temperature,
  :top_p,
  :additional_params)
  SENSITIVE = [:api_base]
  include Aws::Structure
end

#api_base ⇒ String

The base URL for the model provider's API endpoint.

Returns:

  • (String) 


4864
4865
4866
4867
4868
4869
4870
4871
4872
4873
4874
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 4864

class HarnessLiteLlmModelConfig < Struct.new(
  :model_id,
  :api_key_arn,
  :api_base,
  :max_tokens,
  :temperature,
  :top_p,
  :additional_params)
  SENSITIVE = [:api_base]
  include Aws::Structure
end

#api_key_arn ⇒ String

The ARN of the API key in AgentCore Identity for authenticating with the model provider.

Returns:

  • (String) 


4864
4865
4866
4867
4868
4869
4870
4871
4872
4873
4874
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 4864

class HarnessLiteLlmModelConfig < Struct.new(
  :model_id,
  :api_key_arn,
  :api_base,
  :max_tokens,
  :temperature,
  :top_p,
  :additional_params)
  SENSITIVE = [:api_base]
  include Aws::Structure
end

#max_tokens ⇒ Integer

The maximum number of tokens to allow in the generated response per iteration.

Returns:

  • (Integer) 


4864
4865
4866
4867
4868
4869
4870
4871
4872
4873
4874
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 4864

class HarnessLiteLlmModelConfig < Struct.new(
  :model_id,
  :api_key_arn,
  :api_base,
  :max_tokens,
  :temperature,
  :top_p,
  :additional_params)
  SENSITIVE = [:api_base]
  include Aws::Structure
end

#model_id ⇒ String

The LiteLLM model identifier (e.g., "anthropic/claude-3-sonnet").

Returns:

  • (String) 


4864
4865
4866
4867
4868
4869
4870
4871
4872
4873
4874
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 4864

class HarnessLiteLlmModelConfig < Struct.new(
  :model_id,
  :api_key_arn,
  :api_base,
  :max_tokens,
  :temperature,
  :top_p,
  :additional_params)
  SENSITIVE = [:api_base]
  include Aws::Structure
end

#temperature ⇒ Float

The temperature to set when calling the model.

Returns:

  • (Float) 


4864
4865
4866
4867
4868
4869
4870
4871
4872
4873
4874
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 4864

class HarnessLiteLlmModelConfig < Struct.new(
  :model_id,
  :api_key_arn,
  :api_base,
  :max_tokens,
  :temperature,
  :top_p,
  :additional_params)
  SENSITIVE = [:api_base]
  include Aws::Structure
end

#top_p ⇒ Float

The topP set when calling the model.

Returns:

  • (Float) 


4864
4865
4866
4867
4868
4869
4870
4871
4872
4873
4874
 
# File 'gems/aws-sdk-bedrockagentcore/lib/aws-sdk-bedrockagentcore/types.rb', line 4864

class HarnessLiteLlmModelConfig < Struct.new(
  :model_id,
  :api_key_arn,
  :api_base,
  :max_tokens,
  :temperature,
  :top_p,
  :additional_params)
  SENSITIVE = [:api_base]
  include Aws::Structure
end