#robots.mpal # All robots will spider the domain User-agent: * Disallow: /CMS Disallow: /dev Disallow: /MPAL Disallow: /internal Disallow: /oscommerce/admin Disallow: /plesk-stat Disallow: /shop/admin Disallow: /retail/admin Disallow: /trade_shop/admin Disallow: /stage1 Disallow: /stage2 Disallow: /temp_EN_GB Disallow: /templates Disallow: /webstat Disallow: includes