new site
This commit is contained in:
@@ -0,0 +1,36 @@
|
||||
[project]
|
||||
domains = []
|
||||
name = "odoo-expertos"
|
||||
|
||||
[crawler]
|
||||
max_pages = 100
|
||||
coverage = "surface"
|
||||
delay_ms = 100
|
||||
timeout_ms = 30000
|
||||
user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
|
||||
follow_redirects = true
|
||||
concurrency = 5
|
||||
per_host_concurrency = 2
|
||||
per_host_delay_ms = 200
|
||||
include = []
|
||||
exclude = []
|
||||
allow_query_params = []
|
||||
drop_query_prefixes = [ "utm_", "gclid", "fbclid" ]
|
||||
respect_robots = false
|
||||
breadth_first = true
|
||||
max_prefix_budget = 0.25
|
||||
|
||||
[rules]
|
||||
enable = [ "*" ]
|
||||
disable = []
|
||||
|
||||
[external_links]
|
||||
enabled = true
|
||||
cache_ttl_days = 7
|
||||
timeout_ms = 10000
|
||||
concurrency = 5
|
||||
|
||||
[output]
|
||||
format = "console"
|
||||
|
||||
[rule_options]
|
||||
Reference in New Issue
Block a user