User-agent: * Sitemap: http://biotiful.at/blog/sitemap_index.xml Sitemap: http://biotiful.at/shop/sitemap.xml # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /clickheat/ Disallow: /logs/ Disallow: /maintenance/ Disallow: /nl/ Disallow: /invoice/ Disallow: /piwik/ Disallow: /ps-kongy/ Disallow: /shop16/ Disallow: /shop_V1.3/ Disallow: /tshop/ Disallow: /usage/ Disallow: ssltest.html Disallow: test.html Disallow: Manifest.xml Disallow: parameters.xml # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: / # disable sistrix # User-agent: sistrix Disallow: / # # disable xovi User-agent: xovi Disallow: / # Majextic Seo User-Agent: MJ12bot Disallow: