Skip to content

Commit

Permalink
feat: update search_link graph
Browse files Browse the repository at this point in the history
  • Loading branch information
VinciGit00 committed Sep 22, 2024
1 parent 9b3695d commit e724ae4
Showing 1 changed file with 2 additions and 11 deletions.
13 changes: 2 additions & 11 deletions scrapegraphai/graphs/search_link_graph.py
Original file line number Diff line number Diff line change
Expand Up @@ -62,14 +62,7 @@ def _create_graph(self) -> BaseGraph:
"loader_kwargs": self.config.get("loader_kwargs", {}),
}
)
parse_node = ParseNode(
input="doc",
output=["parsed_doc"],
node_config={
"chunk_size": self.model_token,
"llm_model": self.llm_model
}
)

search_link_node = SearchLinkNode(
input="doc",
output=["parsed_doc"],
Expand All @@ -84,12 +77,10 @@ def _create_graph(self) -> BaseGraph:
return BaseGraph(
nodes=[
fetch_node,
parse_node,
search_link_node
],
edges=[
(fetch_node, parse_node),
(parse_node, search_link_node)
(fetch_node, search_link_node)
],
entry_point=fetch_node,
graph_name=self.__class__.__name__
Expand Down

0 comments on commit e724ae4

Please sign in to comment.