Struct OllamaProvider 

pub struct OllamaProvider {
    model: String,
    endpoint: Url,
    client: Client,
}

Fields

model: String

endpoint: Url

client: Client

Implementations

impl OllamaProvider

pub fn from_definition(definition: &ModelDefinition) -> Result<Self>

fn body(&self, request: &ModelRequest) -> ModelResult<Vec<u8>>

fn decode( &self, body: Value, request: &ModelRequest, ) -> ModelResult<ModelResponse>

Trait Implementations

impl ModelProvider for OllamaProvider

fn generate<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 ModelRequest, ) -> Pin<Box<dyn Future<Output = ModelResult<ModelResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,