# robots.txt file for domain http://jobs.crane.navy.mil # No robot will spider the domain User-agent: * Disallow: /