51 lines
1.4 KiB
Rust
51 lines
1.4 KiB
Rust
use std::time::Duration;
|
|
|
|
use openrouter_rs::{Message, api::chat::ChatCompletionRequest};
|
|
use tracing::instrument;
|
|
|
|
pub struct ChatResult {
|
|
pub message: String,
|
|
pub cost: Option<f64>,
|
|
}
|
|
|
|
#[derive(Clone)]
|
|
pub struct OpenRouterClient {
|
|
client: openrouter_rs::OpenRouterClient,
|
|
model: String,
|
|
}
|
|
|
|
impl OpenRouterClient {
|
|
pub fn new(token: &str, model: &str, timeout: u64) -> anyhow::Result<Self> {
|
|
Ok(Self {
|
|
client: openrouter_rs::OpenRouterClient::builder()
|
|
.api_key(token)
|
|
.http_client(
|
|
reqwest::Client::builder()
|
|
.timeout(Duration::from_secs(timeout))
|
|
.build()?,
|
|
)
|
|
.build()?,
|
|
model: String::from(model),
|
|
})
|
|
}
|
|
|
|
#[instrument(skip(self), err)]
|
|
pub async fn chat(&self, msg: &str) -> anyhow::Result<ChatResult> {
|
|
let request = ChatCompletionRequest::builder()
|
|
.model(&self.model)
|
|
.enable_reasoning()
|
|
.messages(vec![Message::new(openrouter_rs::types::Role::User, msg)])
|
|
.build()?;
|
|
|
|
let response = self.client.chat().create(&request).await?;
|
|
|
|
Ok(ChatResult {
|
|
message: response.choices[0]
|
|
.content()
|
|
.map(String::from)
|
|
.ok_or(anyhow::anyhow!("No content"))?,
|
|
cost: response.usage.and_then(|u| u.cost),
|
|
})
|
|
}
|
|
}
|