Struct ProviderDispatchRef 

pub struct ProviderDispatchRef<'a> { /* private fields */ }

Implementations

impl<'a> ProviderDispatchRef<'a>

pub async fn chat( &self, request: ChatRequest<'_>, model: &str, temperature: Option<f64>, ) -> Result<ChatResponse, Error>

Open attribution_span!(self.inner) + scope!(model: model) around the inner provider’s chat call.

pub async fn chat_accounted( &self, request: ChatRequest<'_>, model: &str, temperature: Option<f64>, ) -> Result<AccountedChatResponse, Error>

Like Self::chat, while retaining rejected Reliable-attempt usage in a separate accounting sidecar.

pub fn stream_chat( &self, request: ChatRequest<'_>, model: &str, temperature: Option<f64>, options: StreamOptions, ) -> Pin<Box<dyn Stream<Item = Result<StreamEvent, StreamError>> + Send>>

pub fn stream_chat_with_system( &self, system_prompt: Option<&str>, message: &str, model: &str, temperature: Option<f64>, options: StreamOptions, ) -> Pin<Box<dyn Stream<Item = Result<StreamChunk, StreamError>> + Send>>

pub fn stream_chat_with_history( &self, messages: &[ChatMessage], model: &str, temperature: Option<f64>, options: StreamOptions, ) -> Pin<Box<dyn Stream<Item = Result<StreamChunk, StreamError>> + Send>>

pub async fn simple_chat( &self, message: &str, model: &str, temperature: Option<f64>, ) -> Result<String, Error>

Wrap the inner provider’s simple_chat. Dispatched through self.inner so a concrete simple_chat override on the inner provider is honored (rather than the trait default that delegates to chat_with_system).

pub async fn chat_with_system( &self, system_prompt: Option<&str>, message: &str, model: &str, temperature: Option<f64>, ) -> Result<String, Error>

Wrap the inner provider’s chat_with_system.

pub async fn chat_with_history( &self, messages: &[ChatMessage], model: &str, temperature: Option<f64>, ) -> Result<String, Error>

Wrap the inner provider’s chat_with_history.

pub async fn chat_with_tools( &self, messages: &[ChatMessage], tools: &[Value], model: &str, temperature: Option<f64>, ) -> Result<ChatResponse, Error>

Wrap the inner provider’s chat_with_tools.

pub async fn chat_with_tools_accounted( &self, messages: &[ChatMessage], tools: &[Value], model: &str, temperature: Option<f64>, ) -> Result<AccountedChatResponse, Error>

Like Self::chat_with_tools, while retaining rejected Reliable-attempt usage in a separate accounting sidecar.

pub async fn list_models(&self) -> Result<Vec<String>, Error>

Wrap the inner provider’s list_models. No model parameter, so attribution only.

pub async fn list_models_with_pricing(&self) -> Result<Vec<ModelInfo>, Error>

Wrap the inner provider’s list_models_with_pricing.

pub async fn warmup(&self) -> Result<(), Error>

Wrap the inner provider’s warmup. No model parameter, so attribution only.

pub fn inner(&self) -> &'a dyn ModelProvider