update

Author: eric-epsilla

examples/gist-960-euclidean.py

@@ -7,72 +7,85 @@
 # 3. wget http://ann-benchmarks.com/gist-960-euclidean.hdf5
 # 4. python3 gist-960-euclidean.py
 
-from pyepsilla import vectordb
-import os, h5py, datetime
+import datetime
+import os
 from urllib.parse import urlparse
 
-## Connect to Epsilla vector database
-client = vectordb.Client(host='127.0.0.1', port='8888')
-client.load_db(db_name="benchmark", db_path="/tmp/epsilla", vector_scale=1000000, wal_enabled=False) ## pay attention to change db_path to persistent volume for production environment
+import h5py
+from pyepsilla import vectordb
+
+# Connect to Epsilla vector database
+client = vectordb.Client(host="127.0.0.1", port="8888")
+client.load_db(
+    db_name="benchmark", db_path="/tmp/epsilla", vector_scale=1000000, wal_enabled=False
+)  # pay attention to change db_path to persistent volume for production environment
 client.use_db(db_name="benchmark")
 
-## Check gist-960-euclidean dataset hdf5 file to download or not
+# Check gist-960-euclidean dataset hdf5 file to download or not
 dataset_download_url = "http://ann-benchmarks.com/gist-960-euclidean.hdf5"
 dataset_filename = os.path.basename(urlparse(dataset_download_url).path)
 if not os.path.isfile(dataset_filename):
     os.system("wget --no-check-certificate {}".format(dataset_download_url))
 
-## Read gist-960-euclidean data from hdf5
-f = h5py.File('gist-960-euclidean.hdf5', 'r')
+# Read gist-960-euclidean data from hdf5
+f = h5py.File("gist-960-euclidean.hdf5", "r")
 print(list(f.keys()))
 training_data = f["train"]
 size = training_data.size
 records_num, dimensions = training_data.shape
 
-## Create table for gist-960-euclidean
+# Create table for gist-960-euclidean
 id_field = {"name": "id", "dataType": "INT", "primaryKey": True}
 vec_field = {"name": "vector", "dataType": "VECTOR_FLOAT", "dimensions": dimensions}
 fields = [id_field, vec_field]
 status_code, response = client.create_table(table_name="benchmark", table_fields=fields)
 
-## Insert 20000 data into table
-records_data = [ {"id": i, "vector": training_data[i].tolist()} for i in range(10000)]
+# Insert 20000 data into table
+records_data = [{"id": i, "vector": training_data[i].tolist()} for i in range(10000)]
 client.insert(table_name="benchmark", records=records_data)
 
-## Insert all data into table
-indexs = [ i for i in range(0, records_num+10000, 50000)]
+# Insert all data into table
+indexs = [i for i in range(0, records_num + 10000, 50000)]
 print("Begin to insert all gist data into table ...")
-for i in range(len(indexs)-1):
-    print("-"*20)
-    start=datetime.datetime.now().strftime("%Y-%m-%dT%H:%M:%S")
-    print(indexs[i], indexs[i+1])
-    records_data = [{"id": i, "vector": training_data[i].tolist()} for i in range(indexs[i], indexs[i+1])]
+for i in range(len(indexs) - 1):
+    print("-" * 20)
+    start = datetime.datetime.now().strftime("%Y-%m-%dT%H:%M:%S")
+    print(indexs[i], indexs[i + 1])
+    records_data = [
+        {"id": i, "vector": training_data[i].tolist()}
+        for i in range(indexs[i], indexs[i + 1])
+    ]
     client.insert(table_name="benchmark", records=records_data)
     end = datetime.datetime.now().strftime("%Y-%m-%dT%H:%M:%S")
     print("START:", start, "\nEND  :", end)
 
 
-## Delete some data by ids
+# Delete some data by ids
 # client.delete(table_name="benchmark", ids=[300033, 600066])
 client.delete(table_name="benchmark", ids=[9999])
 
 
-## Rebuild ann graph, it will wait until rebuild is finished, wait time is depended on the amount of dataset
+# Rebuild ann graph, it will wait until rebuild is finished, wait time is depended on the amount of dataset
 client.rebuild()
 
-## Query vectors
+# Query vectors
 query_field = "vector"
 query_vector = training_data[40000].tolist()
 response_fields = ["id"]
 limit = 2
 
-status_code, response = client.query(table_name="benchmark", query_field=query_field, query_vector=query_vector, response_fields=response_fields, limit=limit, with_distance=True)
+status_code, response = client.query(
+    table_name="benchmark",
+    query_field=query_field,
+    query_vector=query_vector,
+    response_fields=response_fields,
+    limit=limit,
+    with_distance=True,
+)
 print("Response:", response)
 
 
-## Get
+# Get
 status_code, body = client.get(table_name="benchmark")
 print("Status Code:", status_code)
 print("Size of result gotten", len(body["result"]))
-
-

examples/hello_epsilla_cloud_embedding.py

@@ -28,8 +28,8 @@
         {"name": "Doc", "dataType": "STRING"},
     ],
     indices=[
-      {"name": "Index", "field": "Doc"},
-    ]
+        {"name": "Index", "field": "Doc"},
+    ],
 )
 print(status_code, response)
 
@@ -38,16 +38,46 @@
 status_code, response = db.insert(
     table_name="MyTable",
     records=[
-        {"ID": 1, "Doc": "The garden was blooming with vibrant flowers, attracting butterflies and bees with their sweet nectar."},
-        {"ID": 2, "Doc": "In the busy city streets, people rushed to and fro, hardly noticing the beauty of the day."},
-        {"ID": 3, "Doc": "The library was a quiet haven, filled with the scent of old books and the soft rustling of pages."},
-        {"ID": 4, "Doc": "High in the mountains, the air was crisp and clear, revealing breathtaking views of the valley below."},
-        {"ID": 5, "Doc": "At the beach, children played joyfully in the sand, building castles and chasing the waves."},
-        {"ID": 6, "Doc": "Deep in the forest, a deer cautiously stepped out, its ears alert for any signs of danger."},
-        {"ID": 7, "Doc": "The old town's historical architecture spoke volumes about its rich cultural past."},
-        {"ID": 8, "Doc": "Night fell, and the sky was a canvas of stars, shining brightly in the moon's soft glow."},
-        {"ID": 9, "Doc": "A cozy cafe on the corner served the best hot chocolate, warming the hands and hearts of its visitors."},
-        {"ID": 10, "Doc": "The artist's studio was cluttered but inspiring, filled with unfinished canvases and vibrant paints."},
+        {
+            "ID": 1,
+            "Doc": "The garden was blooming with vibrant flowers, attracting butterflies and bees with their sweet nectar.",
+        },
+        {
+            "ID": 2,
+            "Doc": "In the busy city streets, people rushed to and fro, hardly noticing the beauty of the day.",
+        },
+        {
+            "ID": 3,
+            "Doc": "The library was a quiet haven, filled with the scent of old books and the soft rustling of pages.",
+        },
+        {
+            "ID": 4,
+            "Doc": "High in the mountains, the air was crisp and clear, revealing breathtaking views of the valley below.",
+        },
+        {
+            "ID": 5,
+            "Doc": "At the beach, children played joyfully in the sand, building castles and chasing the waves.",
+        },
+        {
+            "ID": 6,
+            "Doc": "Deep in the forest, a deer cautiously stepped out, its ears alert for any signs of danger.",
+        },
+        {
+            "ID": 7,
+            "Doc": "The old town's historical architecture spoke volumes about its rich cultural past.",
+        },
+        {
+            "ID": 8,
+            "Doc": "Night fell, and the sky was a canvas of stars, shining brightly in the moon's soft glow.",
+        },
+        {
+            "ID": 9,
+            "Doc": "A cozy cafe on the corner served the best hot chocolate, warming the hands and hearts of its visitors.",
+        },
+        {
+            "ID": 10,
+            "Doc": "The artist's studio was cluttered but inspiring, filled with unfinished canvases and vibrant paints.",
+        },
     ],
 )
 print(status_code, response)
@@ -62,7 +92,10 @@
 
 # Delete specific records from table
 status_code, response = db.delete(table_name="MyTable", primary_keys=[4, 5])
-status_code, response = db.delete(table_name="MyTable", filter="Doc <> 'A cozy cafe on the corner served the best hot chocolate, warming the hands and hearts of its visitors.'")
+status_code, response = db.delete(
+    table_name="MyTable",
+    filter="Doc <> 'A cozy cafe on the corner served the best hot chocolate, warming the hands and hearts of its visitors.'",
+)
 print(status_code, response)
 
 # Drop table