# elentoo robots.txt
# Searches are never sold. No accounts. Prices are crawled from public vendor pages.

User-agent: python-requests
Disallow: /

User-agent: curl
Disallow: /

User-agent: wget
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: go-http-client
Disallow: /

User-agent: http-client
Disallow: /

User-agent: zgrab
Disallow: /

User-agent: masscan
Disallow: /

User-agent: nmap
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: *
Disallow: /search
Disallow: /out/
Disallow: /internal/
Disallow: /reports/
Disallow: /quote
Allow: /
Crawl-delay: 5

Sitemap: https://elentoo.com/sitemap.xml