Skip to content

Commit

Permalink
Merge pull request #198 from f0sh/add-config
Browse files Browse the repository at this point in the history
added crawler --config option to arguments
  • Loading branch information
rgaudin committed Jul 17, 2023
2 parents 57e2f41 + 95c27ba commit 47ede96
Showing 1 changed file with 7 additions and 0 deletions.
7 changes: 7 additions & 0 deletions zimit.py
Original file line number Diff line number Diff line change
Expand Up @@ -317,6 +317,12 @@ def zimit(args=None):
help="If set, output stats as JSON to this file",
)

parser.add_argument(
"--config",
help="Path to YAML config file. If set, browsertrix-crawler will use this file"
"to configure the crawling behaviour if not set via argument.",
)

zimit_args, warc2zim_args = parser.parse_known_args(args)

# pass url and output to warc2zim also
Expand Down Expand Up @@ -488,6 +494,7 @@ def get_node_cmd_line(args):
"timeLimit",
"healthCheckPort",
"overwrite",
"config",
]:
value = getattr(args, arg)
if value:
Expand Down

0 comments on commit 47ede96

Please sign in to comment.