Skip to content

Commit

Permalink
fix: refactoring of fetch_node adding comment
Browse files Browse the repository at this point in the history
  • Loading branch information
vedovati-matteo committed Aug 7, 2024
1 parent 1ea2ad8 commit bfc6852
Showing 1 changed file with 7 additions and 2 deletions.
9 changes: 7 additions & 2 deletions scrapegraphai/nodes/fetch_node.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,9 @@
from .base_node import BaseNode


""""
FetchNode Module
"""
class FetchNode(BaseNode):
"""
A node responsible for fetching the HTML content of a specified URL and updating
Expand Down Expand Up @@ -68,14 +71,16 @@ def __init__(
False if node_config is None else node_config.get("script_creator", False)
)
self.openai_md_enabled = (
False if node_config is None else node_config.get("script_creator", False)
False if node_config is None else node_config.get("openai_md_enabled", False)
)

self.cut = (
False if node_config is None else node_config.get("cut", True)
)

self.browser_base = node_config.get("browser_base")
self.browser_base = (
None if node_config is None else node_config.get("browser_base")
)

def execute(self, state):
"""
Expand Down

0 comments on commit bfc6852

Please sign in to comment.