User-agent: Mediapartners-Google
Disallow:

User-agent: AhrefsBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: genieo
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SolomonoBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: dataprovider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: MoodleBot
Disallow: /
User-agent: moget
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: sogouspider
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: IntegromeDB
Disallow: /
User-agent: trovitBot
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SightupBot
Disallow: /
User-agent: NalezenCzBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: serpstatbot
Disallow: /

User-agent: *
#Disallow: /apply.php
#Disallow: /applyonline.php
#Disallow: /career-center
#Disallow: /recruiting-center
Disallow: /login.php*
Disallow: /logout*
Disallow: /log-in.htm
Disallow: /log-out.htm
Disallow: /register*
#Disallow: /reset-password.htm

Allow: /jobs.php?company=*
Disallow: /jobs.php?company=*&
Disallow: /*.htm?company=*
Disallow: /*&company=*
Disallow: /*?city=*
Disallow: /*&city=*
Disallow: /*?f=*
Disallow: /*&f=*
Disallow: /*?r=*
Disallow: /*&r=*
Disallow: /jobs*k_any=*
Disallow: /jobs*k_all=*
Disallow: /jobs*k_none=*
Disallow: /*&t=*
Disallow: /*?t=Part-Time&
#Allow: /*?t=Part-Time
Disallow: /*?e=e&
Disallow: /*format=rss

# Disallow crawling past page 6
Disallow: /*page=7
Disallow: /*page=8
Disallow: /*page=9
Disallow: /*page=10
Disallow: /*page=11
Disallow: /*page=12
Disallow: /*page=13
Disallow: /*page=14
Disallow: /*page=15
Disallow: /*page=16
Disallow: /*page=17
Disallow: /*page=18
Disallow: /*page=19
Disallow: /*page=20
Disallow: /*page=21
Disallow: /*page=22
Disallow: /*page=23
Disallow: /*page=24
Disallow: /*page=25
Disallow: /*page=26
Disallow: /*page=27
Disallow: /*page=28
Disallow: /*page=29
Disallow: /*page=30
Disallow: /*page=31
Disallow: /*page=32
Disallow: /*page=33
Disallow: /*page=34
Disallow: /*page=35
Disallow: /*page=36
Disallow: /*page=37
Disallow: /*page=38
Disallow: /*page=39
Disallow: /*page=40
Disallow: /*page=41
Disallow: /*page=42
Disallow: /*page=43
Disallow: /*page=44
Disallow: /*page=45
Disallow: /*page=46
Disallow: /*page=47
Disallow: /*page=48
Disallow: /*page=49
Disallow: /*page=50
Disallow: /*page=51
Disallow: /*page=52
Disallow: /*page=53
Disallow: /*page=54
Disallow: /*page=55
Disallow: /*page=56
Disallow: /*page=57
Disallow: /*page=58
Disallow: /*page=59
Disallow: /*page=60
Disallow: /*page=61
Disallow: /*page=62
Disallow: /*page=63
Disallow: /*page=64
Disallow: /*page=65
Disallow: /*page=66
Disallow: /*page=67
Disallow: /*page=68
Disallow: /*page=69

Disallow: /other
Disallow: /job.php?*ad=*
Disallow: /job.php?jk=*
Disallow: /job.htm?*ad=*
Disallow: /job.htm?jk=*
Disallow: /jobdetails.php
Disallow: /job-stats.js
Disallow: /job-stats.php
Disallow: /jobstats.php
Disallow: /my-account.htm
Disallow: /pay-by-credit-card.php
Disallow: /resume-search.php
#Disallow: /resume-search.htm
Disallow: /resume-stats.php
#Disallow: /resumes
Disallow: /unsubscribe.php

Disallow: /CFFileServlet
Disallow: /compdetails.cfm
Disallow: /admin/
Disallow: /adminpass
Disallow: /blog
Disallow: /broadcast
Disallow: /categories
Disallow: /center_*
Disallow: /common
Disallow: /configuration
Disallow: /css/skeleton*
Disallow: /ecommerce
Disallow: /emailjob.cfm
Allow: /employers_recruiters.cfm
Disallow: /employer
Disallow: /employers
Disallow: /importdata
Disallow: /localjobs
Disallow: /location
Disallow: /job-applyfren.cfm
Disallow: /news
Disallow: /nichejobs
Disallow: /pages
Disallow: /poll
Disallow: /recruiters
Disallow: /rec_dir.cfm
Disallow: /SQL
Disallow: /sql

Disallow: /jobs/automotive
Disallow: /jobs/biotech
Disallow: /jobs/business
Disallow: /jobs/design
Disallow: /jobs/hospitality
Disallow: /jobs/installation
Disallow: /jobs/media
Disallow: /jobs/science
Disallow: /jobs/telecommunications
Disallow: /jobs/transportation

Allow: /careers/l/new-york
Allow: /careers/l/*/new-york
Disallow: /careers

Allow: /jobs/l/new-york
Allow: /jobs/l/*/new-york
Disallow: /jobs/l/