Struct google_api_proto::google::ai::generativelanguage::v1beta::text_service_client::TextServiceClient

pub struct TextServiceClient<T> { /* private fields */ }

API for using Generative Language Models (GLMs) trained to generate text.

Also known as Large Language Models (LLM)s, these generate text given an input prompt from the user.

Implementations

impl<T> TextServiceClient<T>

where T: GrpcService<BoxBody>, T::Error: Into<StdError>, T::ResponseBody: Body<Data = Bytes> + Send + 'static, <T::ResponseBody as Body>::Error: Into<StdError> + Send,

pub fn new(inner: T) -> Self

pub fn with_origin(inner: T, origin: Uri) -> Self

pub fn with_interceptor<F>( inner: T, interceptor: F, ) -> TextServiceClient<InterceptedService<T, F>>

where F: Interceptor, T::ResponseBody: Default, T: Service<Request<BoxBody>, Response = Response<<T as GrpcService<BoxBody>>::ResponseBody>>, <T as Service<Request<BoxBody>>>::Error: Into<StdError> + Send + Sync,

pub fn send_compressed(self, encoding: CompressionEncoding) -> Self

Compress requests with the given encoding.

This requires the server to support it otherwise it might respond with an error.

pub fn accept_compressed(self, encoding: CompressionEncoding) -> Self

Enable decompressing responses.

pub fn max_decoding_message_size(self, limit: usize) -> Self

Limits the maximum size of a decoded message.

Default: 4MB

pub fn max_encoding_message_size(self, limit: usize) -> Self

Limits the maximum size of an encoded message.

Default: usize::MAX

pub async fn generate_text( &mut self, request: impl IntoRequest<GenerateTextRequest>, ) -> Result<Response<GenerateTextResponse>, Status>

Generates a response from the model given an input message.

pub async fn embed_text( &mut self, request: impl IntoRequest<EmbedTextRequest>, ) -> Result<Response<EmbedTextResponse>, Status>

Generates an embedding from the model given an input message.

pub async fn batch_embed_text( &mut self, request: impl IntoRequest<BatchEmbedTextRequest>, ) -> Result<Response<BatchEmbedTextResponse>, Status>

Generates multiple embeddings from the model given input text in a synchronous call.

pub async fn count_text_tokens( &mut self, request: impl IntoRequest<CountTextTokensRequest>, ) -> Result<Response<CountTextTokensResponse>, Status>

Runs a model’s tokenizer on a text and returns the token count.

Trait Implementations

impl<T: Clone> Clone for TextServiceClient<T>

fn clone(&self) -> TextServiceClient<T>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<T: Debug> Debug for TextServiceClient<T>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.