# Mon, 29 Mar 2010 21:12:27 +0000 # Exclude Files From All Robots: User-agent: * # Crawl-Delay: 20 # Disallow: /jobs/admin/ Disallow: /jobs/conf/ Disallow: /jobs/cross_network/ Disallow: /jobs/languages/ Disallow: /jobs/js/ Disallow: /jobs/functions/ Disallow: /jobs/logo/ Disallow: /jobs/logs/ Disallow: /jobs/other/ Disallow: /jobs/resumes/ Disallow: /jobs/resume/ Disallow: /jobs/job_bulk_post/ Disallow: /jobs/cron_jobs.php Disallow: /jobs/login/ Disallow: /jobs/all_resumes/ Disallow: /jobs/mycompany/ Disallow: /jobs/jobmail/ # End robots.txt file