# /robots.txt file for http://webcrawler.com/ # mail webmaster@webcrawler.com for constructive criticism User-agent: Googlebot Disallow: /cgi-bin User-agent: Mediapartners-Google Disallow: /cgi-bin User-agent: Googlebot-Image Disallow: /cgi-bin User-agent: msnbot Disallow: /cgi-bin User-agent: Slurp Disallow: /cgi-bin User-agent: ia_archiver Disallow: /cgi-bin User-agent: IsraBot Disallow: /cgi-bin User-agent: Orthogaffe Disallow: /cgi-bin User-agent: * Disallow: / sitemap: http://www.ekowisata.info/sitemap.xml