############################### # # /robots.txt file for http://www.timberlandonline.co.uk/ # mail Katie Layman: klayman@timberland.com for constructive criticism User-agent: webcrawler Disallow: User-agent: lycra Disallow: / User-agent: * # list folders robots are not allowed to index Disallow: /tmp Disallow: /logs # Disallow: /css Disallow: /dyo Disallow: /images Disallow: /js Disallow: /lib Sitemap: http://www.timberlandonline.co.uk/sitemap1_default.xml # # ###############################