- Reduce back-pressure on tg-load-kg-core (#179)

- Save entity in correct format in tg-save-core
trustgraph-ai · Nov 27, 2024 · 2f7ccb2 · 2f7ccb2
1 parent 99e3e43
commit 2f7ccb2
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/trustgraph-cli/scripts/tg-load-kg-core b/trustgraph-cli/scripts/tg-load-kg-core
@@ -104,8 +104,10 @@ async def loader(ge_queue, t_queue, path, format, user, collection):
 
 async def run(**args):
 
-    ge_q = asyncio.Queue()
-    t_q = asyncio.Queue()
+    # Maxsize on queues reduces back-pressure so tg-load-kg-core doesn't
+    # grow to eat all memory
+    ge_q = asyncio.Queue(maxsize=500)
+    t_q = asyncio.Queue(maxsize=500)
 
     load_task = asyncio.create_task(
         loader(

diff --git a/trustgraph-flow/trustgraph/api/gateway/service.py b/trustgraph-flow/trustgraph/api/gateway/service.py
@@ -231,7 +231,7 @@ def serialize_graph_embeddings(message):
             "collection": message.metadata.collection,
         },
         "vectors": message.vectors,
-        "entity": message.entity.value,
+        "entity": message.entity,
     }
 
 class Api: