add generic openai api compatible provider

Author: djcopley

src/shelloracle/providers/__init__.py

@@ -79,11 +79,13 @@ def _providers() -> dict[str, type[Provider]]:
     from shelloracle.providers.localai import LocalAI
     from shelloracle.providers.ollama import Ollama
     from shelloracle.providers.openai import OpenAI
+    from shelloracle.providers.openai_compat import OpenAICompat
     from shelloracle.providers.xai import XAI
 
     return {
         Ollama.name: Ollama,
         OpenAI.name: OpenAI,
+        OpenAICompat.name: OpenAICompat,
         LocalAI.name: LocalAI,
         XAI.name: XAI,
         Deepseek.name: Deepseek,

src/shelloracle/providers/openai_compat.py

@@ -0,0 +1,33 @@
+from collections.abc import AsyncIterator
+
+from openai import APIError, AsyncOpenAI
+
+from shelloracle.providers import Provider, ProviderError, Setting, system_prompt
+
+
+class OpenAICompat(Provider):
+    name = "OpenAICompat"
+
+    base_url = Setting(default="")
+    api_key = Setting(default="")
+    model = Setting(default="")
+
+    def __init__(self):
+        if not self.api_key:
+            msg = "No API key provided"
+            raise ProviderError(msg)
+        self.client = AsyncOpenAI(api_key=self.api_key, base_url=self.base_url)
+
+    async def generate(self, prompt: str) -> AsyncIterator[str]:
+        try:
+            stream = await self.client.chat.completions.create(
+                model=self.model,
+                messages=[{"role": "system", "content": system_prompt}, {"role": "user", "content": prompt}],
+                stream=True,
+            )
+            async for chunk in stream:
+                if chunk.choices[0].delta.content is not None:
+                    yield chunk.choices[0].delta.content
+        except APIError as e:
+            msg = f"Something went wrong while querying OpenAICompat: {e}"
+            raise ProviderError(msg) from e