bedrockagentruntime/aws.sdk.kotlin.services.bedrockagentruntime.model/InferenceConfiguration

InferenceConfiguration

class InferenceConfiguration

Configurations for controlling the inference response of an InvokeAgent API call

Types

object Companion

Properties

val maximumLength: Int?

Maximum length of output

val stopSequences: List<String>?

List of stop sequences

val temperature: Float?

Controls randomness, higher values increase diversity

val topK: Int?

Sample from the k most likely next tokens

val topP: Float?

Cumulative probability cutoff for token selection

Functions

inline fun copy(block: InferenceConfiguration.Builder.() -> Unit = {}): InferenceConfiguration

open operator override fun equals(other: Any?): Boolean

open override fun hashCode(): Int

open override fun toString(): String