Struct google_api_proto::google::cloud::aiplatform::v1::GenerationConfig

pub struct GenerationConfig {
    pub temperature: Option<f32>,
    pub top_p: Option<f32>,
    pub top_k: Option<f32>,
    pub candidate_count: Option<i32>,
    pub max_output_tokens: Option<i32>,
    pub stop_sequences: Vec<String>,
    pub presence_penalty: Option<f32>,
    pub frequency_penalty: Option<f32>,
    pub seed: Option<i32>,
    pub response_mime_type: String,
    pub response_schema: Option<Schema>,
    pub routing_config: Option<RoutingConfig>,
}

Generation config.

Fields

temperature: Option<f32>

Optional. Controls the randomness of predictions.

top_p: Option<f32>

Optional. If specified, nucleus sampling will be used.

top_k: Option<f32>

Optional. If specified, top-k sampling will be used.

candidate_count: Option<i32>

Optional. Number of candidates to generate.

max_output_tokens: Option<i32>

Optional. The maximum number of output tokens to generate per message.

stop_sequences: Vec<String>

Optional. Stop sequences.

presence_penalty: Option<f32>

Optional. Positive penalties.

frequency_penalty: Option<f32>

Optional. Frequency penalties.

seed: Option<i32>

Optional. Seed.

response_mime_type: String

Optional. Output response mimetype of the generated candidate text. Supported mimetype:

• text/plain: (default) Text output.
• application/json: JSON response in the candidates. The model needs to be prompted to output the appropriate response type, otherwise the behavior is undefined. This is a preview feature.

response_schema: Option<Schema>

Optional. The Schema object allows the definition of input and output data types. These types can be objects, but also primitives and arrays. Represents a select subset of an OpenAPI 3.0 schema object. If set, a compatible response_mime_type must also be set. Compatible mimetypes: application/json: Schema for JSON response.

routing_config: Option<RoutingConfig>

Optional. Routing configuration.

Implementations

impl GenerationConfig

pub fn temperature(&self) -> f32

Returns the value of temperature, or the default value if temperature is unset.

pub fn top_p(&self) -> f32

Returns the value of top_p, or the default value if top_p is unset.

pub fn top_k(&self) -> f32

Returns the value of top_k, or the default value if top_k is unset.

pub fn candidate_count(&self) -> i32

Returns the value of candidate_count, or the default value if candidate_count is unset.

pub fn max_output_tokens(&self) -> i32

Returns the value of max_output_tokens, or the default value if max_output_tokens is unset.

pub fn presence_penalty(&self) -> f32

Returns the value of presence_penalty, or the default value if presence_penalty is unset.

pub fn frequency_penalty(&self) -> f32

Returns the value of frequency_penalty, or the default value if frequency_penalty is unset.

pub fn seed(&self) -> i32

Returns the value of seed, or the default value if seed is unset.

Trait Implementations

impl Clone for GenerationConfig

fn clone(&self) -> GenerationConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenerationConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GenerationConfig

fn default() -> Self

Returns the “default value” for a type.

impl Message for GenerationConfig

fn encoded_len(&self) -> usize

Returns the encoded length of the message without a length delimiter.

fn clear(&mut self)

Clears the message, resetting all fields to their default.

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message to a buffer.

fn encode_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message to a newly allocated buffer.

fn encode_length_delimited( &self, buf: &mut impl BufMut, ) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message with a length-delimiter to a buffer.

fn encode_length_delimited_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message with a length-delimiter to a newly allocated buffer.

fn decode(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes an instance of the message from a buffer.

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes a length-delimited instance of the message from the buffer.

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes an instance of the message from a buffer, and merges it into self.

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes a length-delimited instance of the message from buffer, and merges it into self.

impl PartialEq for GenerationConfig

fn eq(&self, other: &GenerationConfig) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for GenerationConfig