# All robots will spider the domain
User-agent: *
Disallow: /archive/
Disallow: /page_images/
Disallow: /scripts/
Disallow: /side_menu.files/
Disallow: /top_menu.files/
Disallow: /new/

Disallow: agriculture.html
Disallow: do_for_you.html
Disallow: financial_institutions.html
Disallow: hospitality_industry.html
Disallow: inspections_maintenance.html
Disallow: manufacturing.html
Disallow: mining.html
Disallow: new.html
Disallow: properties.html
Disallow: retail.html
Disallow: services.html
Disallow: superior_workmanship.html
Disallow: technology.html
Disallow: transportation.html
Disallow: agriculture.html