# All robots will spider the domain User-agent: * Disallow: # Disallow directory images User-agent: * Disallow: /images/ # Disallow directory photos User-agent: * Disallow: /photos/ # Disallow directory php_uploads User-agent: * Disallow: /php_uploads/ # Disallow directory stats User-agent: * Disallow: /stats/ # Disallow directory statshistory User-agent: * Disallow: /statshistory/