new: xAI integration

Author: evilsocket

README.md

@@ -37,6 +37,7 @@ Nerve features integrations for any model accessible via the following providers
 | **Anthropic** | `ANTHROPIC_API_KEY` | `anthropic://claude` |
 | **Nvidia NIM** | `NIM_API_KEY` | `nim://nvidia/nemotron-4-340b-instruct` |
 | **DeepSeek** | `DEEPSEEK_API_KEY` | `deepseek://deepseek-chat` |
+| **xAI** | `XAI_API_KEY` | `xai://grok-beta` |
 | **Novita** | `NOVITA_API_KEY` | `novita://meta-llama/llama-3.1-70b-instruct` |
 
 ¹ Refer to [this document](https://huggingface.co/blog/tgi-messages-api#using-inference-endpoints-with-openai-client-libraries) for how to configure a custom Huggingface endpoint.

src/agent/generator/mod.rs

@@ -19,6 +19,7 @@ mod novita;
 mod ollama;
 mod openai;
 mod openai_compatible;
+mod xai;
 
 mod options;
 
@@ -201,6 +202,12 @@ macro_rules! factory_body {
                 $model_name,
                 $context_window,
             )?)),
+            "xai" => Ok(Box::new(xai::XAIClient::new(
+                $url,
+                $port,
+                $model_name,
+                $context_window,
+            )?)),
             "http" => Ok(Box::new(openai_compatible::OpenAiCompatibleClient::new(
                 $url,
                 $port,

src/agent/generator/xai.rs

@@ -0,0 +1,41 @@
+use anyhow::Result;
+use async_trait::async_trait;
+
+use crate::agent::state::SharedState;
+
+use super::{openai::OpenAIClient, ChatOptions, ChatResponse, Client};
+
+pub struct XAIClient {
+    client: OpenAIClient,
+}
+
+#[async_trait]
+impl Client for XAIClient {
+    fn new(_: &str, _: u16, model_name: &str, _: u32) -> anyhow::Result<Self>
+    where
+        Self: Sized,
+    {
+        let client = OpenAIClient::custom(model_name, "XAI_API_KEY", "https://api.x.ai/v1/")?;
+
+        Ok(Self { client })
+    }
+
+    async fn check_native_tools_support(&self) -> Result<bool> {
+        self.client.check_native_tools_support().await
+    }
+
+    async fn chat(
+        &self,
+        state: SharedState,
+        options: &ChatOptions,
+    ) -> anyhow::Result<ChatResponse> {
+        self.client.chat(state, options).await
+    }
+}
+
+#[async_trait]
+impl mini_rag::Embedder for XAIClient {
+    async fn embed(&self, text: &str) -> Result<mini_rag::Embeddings> {
+        self.client.embed(text).await
+    }
+}