User-agent: * Disallow: /admin/ # This is an infinite virtual URL space Disallow: /includes/ # these will soon disappear Disallow: /functions/ Disallow: /boxes/ Disallow: /pages/