Trait Host 

pub trait Host: Send {
    // Required methods
    fn infer(
        &mut self,
        model: InferencingModel,
        prompt: String,
        params: Option<InferencingParams>,
    ) -> impl Future<Output = Result<InferencingResult, Error>> + Send;
    fn generate_embeddings(
        &mut self,
        model: EmbeddingModel,
        text: Vec<String>,
    ) -> impl Future<Output = Result<EmbeddingsResult, Error>> + Send;
    fn convert_error(&mut self, err: Error) -> Result<Error>;
}

Required Methods

fn infer( &mut self, model: InferencingModel, prompt: String, params: Option<InferencingParams>, ) -> impl Future<Output = Result<InferencingResult, Error>> + Send

Perform inferencing using the provided model and prompt with the given optional params

fn generate_embeddings( &mut self, model: EmbeddingModel, text: Vec<String>, ) -> impl Future<Output = Result<EmbeddingsResult, Error>> + Send

Generate embeddings for the supplied list of text

fn convert_error(&mut self, err: Error) -> Result<Error>

Dyn Compatibility

This trait is not dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.

Implementations on Foreign Types

impl<_T: Host + ?Sized + Send> Host for &mut _T

fn infer( &mut self, model: InferencingModel, prompt: String, params: Option<InferencingParams>, ) -> impl Future<Output = Result<InferencingResult, Error>> + Send

Perform inferencing using the provided model and prompt with the given optional params

fn generate_embeddings( &mut self, model: EmbeddingModel, text: Vec<String>, ) -> impl Future<Output = Result<EmbeddingsResult, Error>> + Send

Generate embeddings for the supplied list of text

fn convert_error(&mut self, err: Error) -> Result<Error>

Implementors