#
# robots.txt for https://www.loot.co.za
#

User-agent: Linguee
Disallow: /

User-agent: ltx71 - (http://ltx71.com/)
Disallow: /

User-agent: Ahrefsbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandexbot
Disallow: /

User-agent: Googlebot-image
Disallow: /shop/
Disallow: /cgi-bin/
Disallow: /refer.html
Disallow: /search/
Crawl-delay: 1

User-agent: *
Disallow: /shop/
Disallow: /cgi-bin/
Disallow: /refer.html
Disallow: /search/
Disallow: /images/
Crawl-delay: 1

Sitemap: https://www.loot.co.za/index.xml.gz