#
# 1. A robot may not injure a human being or, through inaction, allow a
# human being to come to harm.
#
# 2. A robot must obey orders given it by human beings except where such
# orders would conflict with the First Law.
#
# 3. A robot must protect its own existence as long as such protection
# does not conflict with the First or Second Law.

User-agent: *
Disallow: /hp/login
Disallow: /hp/signedin
Disallow: /jobsdone/job_page2?
Disallow: /jobsdone/job_page_provider_review_bid?
Disallow: /jobsdone/job_page_provider_ss?

User-agent: Fasterfox
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: spock
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: MLBot
Disallow: /

User-agent: 80bot
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: WinkBot/0.06
Disallow: /

User-agent: WinkBot/1.0
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: WinkBot/0.06
Disallow: /

User-agent: WinkBot/1.0
Disallow: /

User-agent: SpokeSpider/1.0
Disallow: /

User-agent: SpokeSpider
Disallow: /

User-agent: disco/Nutch-1.0-dev
Disallow: /

User-agent: IAB
Disallow: /

User-agent: HouxouCrawler/Nutch-0.9
Disallow: /

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /

User-agent: NetinfoBot/1.0/Nutch-0.9
Disallow: /