From 8f148cc2df22a71b8649cd577e554bbec0b60ffc Mon Sep 17 00:00:00 2001 From: Sibeliu Date: Sun, 8 Dec 2024 14:22:49 +0700 Subject: [PATCH] add delay to avoid rate limits --- graphrag_sdk/kg.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/graphrag_sdk/kg.py b/graphrag_sdk/kg.py index 831a05d..53b0052 100644 --- a/graphrag_sdk/kg.py +++ b/graphrag_sdk/kg.py @@ -1,5 +1,6 @@ import logging import warnings +import time from falkordb import FalkorDB from graphrag_sdk.ontology import Ontology from graphrag_sdk.source import AbstractSource @@ -133,13 +134,14 @@ def list_sources(self) -> list[AbstractSource]: return [s.source for s in self.sources] def process_sources( - self, sources: list[AbstractSource], instructions: str = None + self, sources: list[AbstractSource], instructions: str = None, delay: float = 0 ) -> None: """ Add entities and relations found in sources into the knowledge-graph Parameters: sources (list[AbstractSource]): list of sources to extract knowledge from + delay (float): seconds to delay each iteration through sources to avoid rate limits """ if self.ontology is None: @@ -151,6 +153,7 @@ def process_sources( # Add processed sources for src in sources: self.sources.add(src) + time.sleep(delay) def _create_graph_with_sources( self, sources: list[AbstractSource] | None = None, instructions: str = None