7#include <aws/bedrock-agent-runtime/BedrockAgentRuntime_EXPORTS.h>
8#include <aws/core/utils/memory/stl/AWSVector.h>
9#include <aws/core/utils/memory/stl/AWSString.h>
22namespace BedrockAgentRuntime
53 inline void SetMaximumLength(
int value) { m_maximumLengthHasBeenSet =
true; m_maximumLength = value; }
64 template<
typename StopSequencesT = Aws::Vector<Aws::String>>
65 void SetStopSequences(StopSequencesT&& value) { m_stopSequencesHasBeenSet =
true; m_stopSequences = std::forward<StopSequencesT>(value); }
66 template<
typename StopSequencesT = Aws::Vector<Aws::String>>
68 template<
typename StopSequencesT = Aws::String>
81 inline void SetTemperature(
double value) { m_temperatureHasBeenSet =
true; m_temperature = value; }
94 inline int GetTopK()
const {
return m_topK; }
96 inline void SetTopK(
int value) { m_topKHasBeenSet =
true; m_topK = value; }
109 inline double GetTopP()
const {
return m_topP; }
111 inline void SetTopP(
double value) { m_topPHasBeenSet =
true; m_topP = value; }
116 int m_maximumLength{0};
117 bool m_maximumLengthHasBeenSet =
false;
120 bool m_stopSequencesHasBeenSet =
false;
122 double m_temperature{0.0};
123 bool m_temperatureHasBeenSet =
false;
126 bool m_topKHasBeenSet =
false;
129 bool m_topPHasBeenSet =
false;
InferenceConfiguration & AddStopSequences(StopSequencesT &&value)
bool TopPHasBeenSet() const
void SetMaximumLength(int value)
InferenceConfiguration & WithTemperature(double value)
bool StopSequencesHasBeenSet() const
bool TopKHasBeenSet() const
int GetMaximumLength() const
InferenceConfiguration & WithStopSequences(StopSequencesT &&value)
AWS_BEDROCKAGENTRUNTIME_API Aws::Utils::Json::JsonValue Jsonize() const
bool MaximumLengthHasBeenSet() const
double GetTemperature() const
const Aws::Vector< Aws::String > & GetStopSequences() const
AWS_BEDROCKAGENTRUNTIME_API InferenceConfiguration & operator=(Aws::Utils::Json::JsonView jsonValue)
void SetTopP(double value)
InferenceConfiguration & WithTopK(int value)
InferenceConfiguration & WithMaximumLength(int value)
void SetTemperature(double value)
AWS_BEDROCKAGENTRUNTIME_API InferenceConfiguration()=default
AWS_BEDROCKAGENTRUNTIME_API InferenceConfiguration(Aws::Utils::Json::JsonView jsonValue)
InferenceConfiguration & WithTopP(double value)
bool TemperatureHasBeenSet() const
void SetStopSequences(StopSequencesT &&value)
std::vector< T, Aws::Allocator< T > > Vector
Aws::Utils::Json::JsonValue JsonValue