Features/vectordb

docker-compose.yaml

@@ -41,6 +41,10 @@ services:
     command: celery -A workers.tasks worker --loglevel=INFO
     volumes:
       - ./:/app
+    depends_on:
+      - mongo
+      - neo4j
+      - qdrant
 
   app:
     build:
@@ -57,6 +61,8 @@ services:
     command: fastapi dev main.py --host 0.0.0.0 --port 8000
     volumes:
       - ./:/app
+    depends_on:
+      - worker
 
 volumes:
   neo4j-data:

workers/connection.py

@@ -3,8 +3,8 @@
 
 broker_transport_options = {
     'region': env.AWS_REGION,
-    'visibility_timeout': 3600,  # 1 hour
-    'polling_interval': 5,  # seconds
+    'visibility_timeout': 3600,     # 1 hour
+    'polling_interval': 5,          # seconds
     'predefined_queues': {
         'default': {
             'url': env.SQS_DEFAULT_QUEUE_URL,

workers/knowledge.py

@@ -338,6 +338,7 @@ def process(self, key: str):
             aws_access_key_id=env.AWS_ACCESS_KEY_ID,
             aws_secret_access_key=env.AWS_SECRET_ACCESS_KEY,
         )
+        # Create the LLMGraphTransformer with the allowed nodes and relationships
         llm_graph = LLMGraphTransformer(
             llm,
             allowed_nodes=nodes,