7#include <aws/core/utils/memory/stl/AWSString.h>
8#include <aws/sagemakertrainingsessionruntime/SageMakerTrainingSessionRuntime_EXPORTS.h>
9#include <aws/sagemakertrainingsessionruntime/model/ModelInput.h>
10#include <aws/sagemakertrainingsessionruntime/model/SamplingParams.h>
21namespace SageMakerTrainingSessionRuntime {
43 template <
typename PromptT = ModelInput>
45 m_promptHasBeenSet =
true;
46 m_prompt = std::forward<PromptT>(value);
48 template <
typename PromptT = ModelInput>
62 m_numSamplesHasBeenSet =
true;
77 template <
typename SamplingParamsT = SamplingParams>
79 m_samplingParamsHasBeenSet =
true;
80 m_samplingParams = std::forward<SamplingParamsT>(value);
82 template <
typename SamplingParamsT = SamplingParams>
97 m_includePromptLogprobsHasBeenSet =
true;
98 m_includePromptLogprobs = value;
113 m_topkPromptLogprobsHasBeenSet =
true;
114 m_topkPromptLogprobs = value;
131 template <
typename ModelPackageArnT = Aws::String>
133 m_modelPackageArnHasBeenSet =
true;
134 m_modelPackageArn = std::forward<ModelPackageArnT>(value);
136 template <
typename ModelPackageArnT = Aws::String>
147 SamplingParams m_samplingParams;
149 bool m_includePromptLogprobs{
false};
151 int m_topkPromptLogprobs{0};
154 bool m_promptHasBeenSet =
false;
155 bool m_numSamplesHasBeenSet =
false;
156 bool m_samplingParamsHasBeenSet =
false;
157 bool m_includePromptLogprobsHasBeenSet =
false;
158 bool m_topkPromptLogprobsHasBeenSet =
false;
159 bool m_modelPackageArnHasBeenSet =
false;
AWS_SAGEMAKERTRAININGSESSIONRUNTIME_API SampleConfig(Aws::Utils::Json::JsonView jsonValue)
AWS_SAGEMAKERTRAININGSESSIONRUNTIME_API SampleConfig & operator=(Aws::Utils::Json::JsonView jsonValue)
bool IncludePromptLogprobsHasBeenSet() const
const Aws::String & GetModelPackageArn() const
void SetTopkPromptLogprobs(int value)
bool TopkPromptLogprobsHasBeenSet() const
bool NumSamplesHasBeenSet() const
int GetNumSamples() const
void SetNumSamples(int value)
int GetTopkPromptLogprobs() const
SampleConfig & WithTopkPromptLogprobs(int value)
void SetModelPackageArn(ModelPackageArnT &&value)
SampleConfig & WithPrompt(PromptT &&value)
bool PromptHasBeenSet() const
SampleConfig & WithIncludePromptLogprobs(bool value)
void SetSamplingParams(SamplingParamsT &&value)
SampleConfig & WithSamplingParams(SamplingParamsT &&value)
bool ModelPackageArnHasBeenSet() const
SampleConfig & WithModelPackageArn(ModelPackageArnT &&value)
const SamplingParams & GetSamplingParams() const
AWS_SAGEMAKERTRAININGSESSIONRUNTIME_API Aws::Utils::Json::JsonValue Jsonize() const
AWS_SAGEMAKERTRAININGSESSIONRUNTIME_API SampleConfig()=default
SampleConfig & WithNumSamples(int value)
bool GetIncludePromptLogprobs() const
bool SamplingParamsHasBeenSet() const
void SetIncludePromptLogprobs(bool value)
void SetPrompt(PromptT &&value)
const ModelInput & GetPrompt() const
std::basic_string< char, std::char_traits< char >, Aws::Allocator< char > > String
Aws::Utils::Json::JsonValue JsonValue