# Disallow all crawlers access to certain pages. User-agent: hl_ftien_spider User-agent: Black Hole User-agent: Titan User-agent: webstripper Disallow: / User-agent: * Disallow: /shops/user/ Disallow: /shops/assets/ Disallow: /shops/content.aspx Disallow: /stores/user/ Disallow: /stores/assets/ Disallow: /stores/basket.aspx Disallow: /stores/error.aspx Disallow: /stores/quickbasket.aspx Disallow: /sites/ Disallow: /content2/images/ Disallow: /licencing/ Disallow: /shops/user/ Disallow: /shops/assets/4 Disallow: /shops/basket.aspx Disallow: /shops/quickbasket.aspx Disallow: /stores/search2.aspx Disallow: /stores20/ Disallow: /locker Disallow: /widget Disallow: /signout Disallow: /ajax Disallow: /signin Disallow: /account Disallow: /checkout Disallow: /signup Disallow: /pagenotfound Disallow: /pagenotfound.aspx Disallow: /search Disallow: /Search Disallow: /tags Disallow: /Tags Disallow: /songbird Disallow: /CookieTest.aspx Disallow: /stores/*basket.aspx Disallow: /stores/7_Deutschland_1 Sitemap: http://www.7digital.com/sitemap.xml