37 lines
686 B
TOML
37 lines
686 B
TOML
[project]
|
|
domains = []
|
|
name = "odoo-expertos"
|
|
|
|
[crawler]
|
|
max_pages = 100
|
|
coverage = "surface"
|
|
delay_ms = 100
|
|
timeout_ms = 30000
|
|
user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
|
|
follow_redirects = true
|
|
concurrency = 5
|
|
per_host_concurrency = 2
|
|
per_host_delay_ms = 200
|
|
include = []
|
|
exclude = []
|
|
allow_query_params = []
|
|
drop_query_prefixes = [ "utm_", "gclid", "fbclid" ]
|
|
respect_robots = false
|
|
breadth_first = true
|
|
max_prefix_budget = 0.25
|
|
|
|
[rules]
|
|
enable = [ "*" ]
|
|
disable = []
|
|
|
|
[external_links]
|
|
enabled = true
|
|
cache_ttl_days = 7
|
|
timeout_ms = 10000
|
|
concurrency = 5
|
|
|
|
[output]
|
|
format = "console"
|
|
|
|
[rule_options]
|