# robots.txt User-agent: * Crawl-delay: 10 Disallow: /dumper/ Disallow: /images/ Disallow: /files/ Disallow: /backup/ Disallow: /rzgn/ Disallow: /engine/