update pyepsilla

Author: eric-epsilla

examples/hello_epsilla.py

@@ -16,7 +16,7 @@
 # client = vectordb.Client(protocol='https', host='demo.epsilla.com', port='443')
 
 # Load DB with path
-## pay attention to change db_path to persistent volume for production environment
+# pay attention to change db_path to persistent volume for production environment
 status_code, response = client.load_db(db_name="MyDB", db_path="/data/epsilla_demo")
 print(response)
 

examples/hello_epsilla_rag.py

@@ -0,0 +1,25 @@
+#!/usr/bin/env python
+# -*- coding:utf-8 -*-
+
+# Try this simple example for epsilla rag
+# 1. create client to connect to epsilla rag
+# 2. launch a new converstation with epsilla rag
+# 3. send a query and wait the response from epsilla ragg
+
+import sys
+
+from pyepsilla import cloud
+
+# Connect to Epsilla RAG
+client = cloud.RAG(
+    project_id="**********",
+    api_key="eps_**********",
+    ragapp_id="**********",
+    conversation_id="**********",
+)
+
+# Start a new conversation with RAG
+client.start_new_conversation()
+resp = client.query("What's RAG?")
+
+print(f"[INFO] response is {resp}")

poetry.lock

@@ -1,7 +1,8 @@
 #!/usr/bin/env python
 # -*- coding:utf-8 -*-
 
+from ..utils.rag import RAG
 from .client import Client
 from .sentry import init_sentry
 
-init_sentry()
+init_sentry()

pyepsilla/cloud/__init__.py

@@ -2,10 +2,7 @@
 # -*- coding:utf-8 -*-
 from __future__ import annotations
 
-import datetime
 import json
-import pprint
-import socket
 from typing import Optional, Union
 
 import requests
@@ -21,9 +18,7 @@ class Client(object):
     def __init__(self, project_id: str, api_key: str, headers: dict = None):
         self._project_id = project_id
         self._apikey = api_key
-        self._baseurl = "https://dispatch.epsilla.com/api/v3/project/{}".format(
-            self._project_id
-        )
+        self._baseurl = f"https://dispatch.epsilla.com/api/v3/project/{self._project_id}"  # type: ignore
         self._timeout = 10
         self._header = {
             "Content-type": "application/json",
@@ -117,9 +112,7 @@ def __init__(
         self._db_id = db_id
         self._api_key = api_key
         self._public_endpoint = public_endpoint
-        self._baseurl = "https://{}/api/v3/project/{}/vectordb/{}".format(
-            self._public_endpoint, self._project_id, self._db_id
-        )
+        self._baseurl = f"https://{self._public_endpoint}/api/v3/project/{self._project_id}/vectordb/{self._db_id}"
         self._header = {"Content-type": "application/json", "X-API-Key": self._api_key}
         if headers is not None:
             self._header.update(headers)

pyepsilla/cloud/client.py

@@ -16,8 +16,8 @@
 from pyepsilla.vectordb.version import __version__
 from sentry_sdk.integrations.atexit import AtexitIntegration
 
-CONFIG_URL = "https://config.epsilla.com/candidate.json"
-SENTRY_DSN = "https://3f89b94a4a2e7620c8ecce81cb302d43@o4507288359862272.ingest.us.sentry.io/4507288364908545"
+CONFIG_URL = "https://config.epsilla.com/client.json"
+SENTRY_DSN = "https://c48db3ca1d2af76b6ef5c6dd8a3efac3@o4507871625347072.ingest.us.sentry.io/4507871626985472"
 
 try:
     r = requests.get(CONFIG_URL, headers={"Agent": "PyEpsilla Cloud Client"}, timeout=2)

pyepsilla/cloud/sentry.py

@@ -2,10 +2,7 @@
 # -*- coding:utf-8 -*-
 from __future__ import annotations
 
-import datetime
 import json
-import pprint
-import socket
 from typing import Optional, Union
 
 import requests

pyepsilla/enterprise/client.py

@@ -16,8 +16,8 @@
 from pyepsilla.vectordb.version import __version__
 from sentry_sdk.integrations.atexit import AtexitIntegration
 
-CONFIG_URL = "https://config.epsilla.com/candidate.json"
-SENTRY_DSN = "https://3f89b94a4a2e7620c8ecce81cb302d43@o4507288359862272.ingest.us.sentry.io/4507288364908545"
+CONFIG_URL = "https://config.epsilla.com/client.json"
+SENTRY_DSN = "https://c48db3ca1d2af76b6ef5c6dd8a3efac3@o4507871625347072.ingest.us.sentry.io/4507871626985472"
 
 try:
     r = requests.get(

pyepsilla/enterprise/sentry.py

@@ -0,0 +1,120 @@
+#!/usr/bin/env python
+# -*- coding:utf-8 -*-
+from __future__ import annotations
+
+import json
+import time
+from typing import Optional
+
+import requests
+
+
+class RAG(object):
+    def __init__(
+        self,
+        project_id: str,
+        api_key: str,
+        ragapp_id: str,
+        conversation_id: Optional[str] = None,
+    ):
+        self._project_id = project_id
+        self._ragapp_id = ragapp_id
+        self._api_key = api_key
+        self._conversation_id = conversation_id
+        self._rag_base_url = "https://rag.epsilla.com"
+        self._headers = {"Content-Type": "application/json", "X-API-Key": self._api_key}
+        self._timeout = 15
+        self._interval = 5
+
+    def start_new_conversation(self):
+        if self._conversation_id is None:
+            req_url = f"{self._rag_base_url}/conversation/{self._project_id}/{self._ragapp_id}/create"
+            req_data = {"summary": "summary of the conversation"}
+            resp = requests.post(
+                req_url,
+                data=json.dumps(req_data),
+                headers=self._headers,
+                timeout=self._timeout,
+                verify=True,
+            )
+            status_code = resp.status_code
+            body = resp.json()
+            resp.close()
+            del resp
+
+            if body["statusCode"] == 200:
+                self._conversation_id = body["result"]["conversationId"]
+            else:
+                self._conversation_id = ""
+
+        print(f"[INFO] current conversation id is {self._conversation_id}")
+
+    def query(self, message: str):
+        if self._conversation_id is None:
+            self.start_new_conversation()
+
+        answer = None
+        contexts = None
+
+        req_url = f"{self._rag_base_url}/chat/{self._project_id}/{self._ragapp_id}/{self._conversation_id}"
+        req_data = {"message": message}
+        resp = requests.post(
+            req_url,
+            data=json.dumps(req_data),
+            headers=self._headers,
+            timeout=self._timeout,
+            verify=True,
+        )
+        status_code = resp.status_code
+        body = resp.json()
+        resp.close()
+        del resp
+
+        if body["statusCode"] == 200:
+            time.sleep(self._interval)
+            req_message_id = body["result"]
+
+            completed = False
+            body = None
+            while completed is not True:
+                time.sleep(self._interval)
+                req_url = f"{self._rag_base_url}/stream/{self._project_id}/{self._ragapp_id}/{req_message_id}"
+                resp = requests.get(
+                    req_url,
+                    headers=self._headers,
+                    timeout=self._timeout,
+                    verify=True,
+                )
+                status_code = resp.status_code
+                body = resp.json()
+                resp.close()
+                del resp
+
+                completed = body["result"]["completed"]
+                if completed is True:
+                    break
+
+            if body["statusCode"] == 200:
+                answer = body["result"]["result"]["Generated Result"]
+                contexts = [c["Content"] for c in body["result"]["result"]["knowledge"]]
+
+            else:
+                print("[ERROR] Failed to retrival answer&content from message")
+        else:
+            print("[ERROR] Failed to get response of the query message")
+
+        return {"answer": answer, "contexts": contexts}
+
+
+if __name__ == "__main__":
+    rag = RAG(
+        project_id="**********",
+        api_key="eps_**********",
+        ragapp_id="**********",
+        conversation_id="**********",
+    )
+
+    rag.start_new_conversation()
+    resp = rag.query("What's RAG?")
+
+    print(f"[INFO] response is {resp}")