# www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-Agent: ZakresLinkChecker Allow: / User-agent: * Crawl-delay: 1 # see #340 Clean-param: order # dev Disallow: /todo Disallow: /_cache Disallow: /_wdt Disallow: /_profiler Disallow: /_error Disallow: /temp # path Disallow: /admin Disallow: /cabinet Disallow: /login Disallow: /login_check Disallow: /login_forward Disallow: /logout Disallow: /user-profile Disallow: /check-email Disallow: /confirm Disallow: /confirmed Disallow: /register Disallow: /secure Disallow: /check Disallow: /json Disallow: /favorites Disallow: /search Disallow: /go/ # get Disallow: *order= Disallow: *sort= Disallow: *category= Disallow: *defaults= Disallow: *search= Disallow: *type= Disallow: *slug= Disallow: *from= Disallow: *from_region= Disallow: *region= Disallow: *limit= Host: zakup.by Sitemap: https://zakup.by/sitemap.xml