# robots.txt file for http://thefirm.ie/ # last updated: 24/08/2009 15:13:49 by Peter User-agent: Baiduspider Disallow: / User-agent: Exabot Disallow: / User-agent: FindLinks Disallow: / User-agent: Gaisbot Disallow: / User-agent: GigaBot Disallow: / User-agent: Jyxobot Disallow: / User-agent: kalooga Disallow: / User-agent: libwww-perl Disallow: / User-agent: NaverBot Disallow: / User-agent: nimblecrawler Disallow: / User-agent: Nutch Disallow: / User-agent: oBot Disallow: / User-agent: PHP version tracker Disallow: / User-agent: SBIder Disallow: / User-agent: Snapbot Disallow: / User-agent: sogou spider Disallow: / User-agent: Sosospider Disallow: / User-agent: Tasapspider Disallow: / User-agent: Twiceler Disallow: / User-agent: voyager Disallow: / User-agent: wget Disallow: / User-agent: Yanga Disallow: / User-agent: Yeti Disallow: / User-agent: * Disallow: /? Disallow: /admin/ Disallow: /asp/ Disallow: /charter/ Disallow: /contact/css/ Disallow: /contact/js/ Disallow: /css/ Disallow: /errors/ Disallow: /images/ Disallow: /jobs/?category= Disallow: /jobs/css/ Disallow: /js/ Disallow: /news/asp/ Disallow: /news/css/ Disallow: /stats/ Disallow: /uedit/ Disallow: /z.trash/ Disallow: /about.asp Disallow: /category.asp Disallow: /charter.asp Disallow: /contact.asp Disallow: /job.asp Disallow: /links.asp Disallow: /salary.asp Disallow: /testimonials.asp Disallow: /*.css$ Disallow: /*.ico$ Disallow: /*.jpg$ Disallow: /*.js$ Disallow: /*.png$ Disallow: /*.txt$ Sitemap: http://thefirm.ie/sitemap.asp Crawl-delay: 120