first commit

00_simple_chat_interface.py

@@ -0,0 +1,51 @@
+from typing import List, Union, Generator, Iterator
+from pydantic import BaseModel
+import logging
+import os
+import requests
+import json
+
+logging.basicConfig(level=logging.DEBUG)
+
+class Pipeline:
+    class Valves(BaseModel):
+        OR_MODEL: str
+        OR_URL: str
+        OR_KEY: str
+
+    def __init__(self):
+        self.name = "00 Basic Openrouter Chat"
+        self.valves = self.Valves(
+            **{
+                "pipelines": ["*"],
+                "OR_MODEL": os.getenv("OR_MODEL", "anthropic/claude-3.5-haiku:beta"),
+                "OR_URL": os.getenv("OR_URL", "https://openrouter.ai/api/v1/chat/completions"),
+                "OR_KEY": os.getenv("OR_KEY", "OPENROUTER_API_KEY")
+            }
+        )
+
+    async def on_startup(self):
+        pass
+
+    async def on_shutdown(self):
+        pass
+
+    def pipe(self, user_message: str, model_id: str, messages: List[dict], body: dict) -> Union[str, Generator, Iterator]:
+        response = requests.post(
+            url = self.valves.OR_URL,
+            headers = {
+                "Authorization": f"Bearer {self.valves.OR_KEY}"
+            },
+
+            data = json.dumps({
+                "model": self.valves.OR_MODEL,
+                "messages": [
+                    {
+                        "role": "user",
+                        "content": user_message
+                    }
+                ]
+            })
+        )
+        
+        return response

README.md

@@ -0,0 +1,3 @@
+# Example pipeline for Openweb UI
+
+This python script is meant as a pipeline between Openweb UI and Openrouter