From e724ae449282608507f7c28a39e655dc86a13aef Mon Sep 17 00:00:00 2001 From: Marco Vinciguerra Date: Sun, 22 Sep 2024 11:32:46 +0200 Subject: [PATCH] feat: update search_link graph --- scrapegraphai/graphs/search_link_graph.py | 13 ++----------- 1 file changed, 2 insertions(+), 11 deletions(-) diff --git a/scrapegraphai/graphs/search_link_graph.py b/scrapegraphai/graphs/search_link_graph.py index c44d707a..58dd1613 100644 --- a/scrapegraphai/graphs/search_link_graph.py +++ b/scrapegraphai/graphs/search_link_graph.py @@ -62,14 +62,7 @@ def _create_graph(self) -> BaseGraph: "loader_kwargs": self.config.get("loader_kwargs", {}), } ) - parse_node = ParseNode( - input="doc", - output=["parsed_doc"], - node_config={ - "chunk_size": self.model_token, - "llm_model": self.llm_model - } - ) + search_link_node = SearchLinkNode( input="doc", output=["parsed_doc"], @@ -84,12 +77,10 @@ def _create_graph(self) -> BaseGraph: return BaseGraph( nodes=[ fetch_node, - parse_node, search_link_node ], edges=[ - (fetch_node, parse_node), - (parse_node, search_link_node) + (fetch_node, search_link_node) ], entry_point=fetch_node, graph_name=self.__class__.__name__