# All robots will spider the domain User-agent: * # Disallow directory Disallow: /_library/ Disallow: /_phpscripts/ Disallow: /css/ Disallow: /images/ Disallow: /search/ Disallow: /es/search/ Disallow: /po/search/ Disallow: /about_us/css/ Disallow: /about_us/images/ Disallow: /about_us/js/ Disallow: /es/about_us/images/ Disallow: /po/about_us/images/ Disallow: /js/ # Disallow files Disallow: /spider.html