# robots.txt zu neocare.co.za #User-agent: * #Crawl-delay: 360 User-agent: 212.187.248.99 Disallow:/ User-agent: 209-128-119-048.bayarea.net Disallow:/ User-Agent: MJ12bot Disallow: / User-agent: crawl0.exabot.com Disallow:/ User-agent: GigaBot Disallow:/ User-agent: Inktomi Slurp Disallow:/ User-agent: Slurp Disallow:/ #User-agent: * #Disallow: /CareEconomy/*.* User-agent: * Disallaw: /angebot/*.* #User-agent: robot #Disallow: / #User-agent: crawl #Disallow: / User-agent: * Disallow: /*.jpg$ User-agent: * Disallow: /*.gif$ User-agent: 64.1.215.162 Disallow: / User-agent: Twiceler www.cuill.com/robots.html Disallow: / User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html) Disallow: / User-agent: Twiceler www.cuill.com/twiceler/robot.html Disallow: / User-agent: Twiceler-0.9 http://www.cuill.com/twiceler/robot.html Disallow: / User-agent: Twiceler Disallow: / #User-agent: msnbot #Disallow: / #User-agent: Mediapartners-Google #Disallow: / User-agent: Exabot Disallow: / User-Agent: Charlotte Disallow: /