45 template <
typename ModelQuantizationConfigT = ModelQuantizationConfig>
47 m_modelQuantizationConfigHasBeenSet =
true;
48 m_modelQuantizationConfig = std::forward<ModelQuantizationConfigT>(value);
50 template <
typename ModelQuantizationConfigT = ModelQuantizationConfig>
64 template <
typename ModelCompilationConfigT = ModelCompilationConfig>
66 m_modelCompilationConfigHasBeenSet =
true;
67 m_modelCompilationConfig = std::forward<ModelCompilationConfigT>(value);
69 template <
typename ModelCompilationConfigT = ModelCompilationConfig>
83 template <
typename ModelShardingConfigT = ModelShardingConfig>
85 m_modelShardingConfigHasBeenSet =
true;
86 m_modelShardingConfig = std::forward<ModelShardingConfigT>(value);
88 template <
typename ModelShardingConfigT = ModelShardingConfig>
102 template <
typename ModelSpeculativeDecodingConfigT = ModelSpeculativeDecodingConfig>
104 m_modelSpeculativeDecodingConfigHasBeenSet =
true;
105 m_modelSpeculativeDecodingConfig = std::forward<ModelSpeculativeDecodingConfigT>(value);
107 template <
typename ModelSpeculativeDecodingConfigT = ModelSpeculativeDecodingConfig>
121 bool m_modelQuantizationConfigHasBeenSet =
false;
122 bool m_modelCompilationConfigHasBeenSet =
false;
123 bool m_modelShardingConfigHasBeenSet =
false;
124 bool m_modelSpeculativeDecodingConfigHasBeenSet =
false;