# robots.txt file for http://walshpr.ie/ # last updated: 15:57 28/04/2008 User-agent: FindLinks Disallow: / User-agent: libwww-perl Disallow: / User-agent: psbot Disallow: / User-agent: Snapbot Disallow: / User-agent: Twiceler Disallow: / User-agent: * Disallow: /admin/ Disallow: /asp/ Disallow: /contact/ Disallow: /css/ #Disallow: /errors/ Disallow: /images/ Disallow: /js/ Disallow: /mysql/ Disallow: /sectors/$ Disallow: /stats/ Disallow: /swf/ Disallow: /z.trash/ Disallow: /*.css$ Disallow: /*.gif$ Disallow: /*.ico$ Disallow: /*.js$ Disallow: /*.jpeg$ Disallow: /*.jpg$ Disallow: /*.php$ Disallow: /*.png$ Disallow: /*.txt$ #Sitemap: http://walshpr.ie/sitemap.asp Crawl-delay: 120