# Robots.txt file created by Pearls # For domain: http://www.pearls.hu # All robots will spider the domain User-agent: * Disallow: # Disallow directory /include/ User-agent: * Disallow: /include/ # Disallow directory /promotools/ User-agent: * Disallow: /promotools/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /members/ User-agent: * Disallow: /members/ # Disallow directory /fonts/ User-agent: * Disallow:/fonts/ # Disallow directory /doc/ User-agent: * Disallow: /doc/ # Disallow images User-Agent: Googlebot-Image Disallow: / User-agent: Googlebot Disallow: /*.gif$ User-agent: Googlebot Disallow: /*.jpg$