fix: parse_node

ScrapeGraphAI · Sep 24, 2024 · ceede46 · ceede46
1 parent bc881b4
commit ceede46
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scrapegraphai/nodes/parse_node.py b/scrapegraphai/nodes/parse_node.py
@@ -88,7 +88,7 @@ def execute(self, state: dict) -> dict:
             link_urls, img_urls = self._extract_urls(docs_transformed.page_content, source)
 
             chunk_size = self.chunk_size
-            chunk_size = min(chunk_size - 500, int(chunk_size * 0.9))
+            chunk_size = min(chunk_size - 500, int(chunk_size * 0.75))
 
             if isinstance(docs_transformed, Document):
                 chunks = split_text_into_chunks(text=docs_transformed.page_content,