User-agent: *
Disallow: /sqlcache/
Disallow: /lib/
Disallow: /js/
Disallow: /ico/
Disallow: /xhr/
Disallow: /generator/

User-agent: Semrushbot-SA
Disallow: /

User-agent: Semrushbot-SI
Disallow: /

User-agent: Semrushbot
Disallow: /


User-Agent: Yandex 
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: dotbot 
Disallow: /

User-Agent: gigabot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

Sitemap: http://toothpickflags.co.nz/sitemap.xml