# robots.txt for http://www.getthejob.com User-agent: * Allow: * Disallow: /company/profile.aspx Disallow: /ma_*area_jobs.aspx Disallow: /brco_*_jobs,aspx Disallow: /brst_*_jobs.aspx Disallow: /*industry_jobs.aspx Disallow: /LinkTo.aspx User-agent: Googlebot Allow: * Disallow: /company/profile.aspx Disallow: /ma_*area_jobs.aspx Disallow: /brco_*_jobs,aspx Disallow: /brst_*_jobs.aspx Disallow: /*industry_jobs.aspx Disallow: /LinkTo.aspx User-Agent: Yahoo! Slurp Allow: * Disallow: /company/profile.aspx Disallow: /ma_*area_jobs.aspx Disallow: /brco_*_jobs,aspx Disallow: /brst_*_jobs.aspx Disallow: /*industry_jobs.aspx Disallow: /LinkTo.aspx User-agent: Mediapartners-Google* Disallow: