User-agent: * Disallow: /links.php Disallow: /includes/ Disallow: /static/ Disallow: /login.php Disallow: /register.php Disallow: /shopping-cart.html User-agent: dotbot Disallow: /