User-agent: Googlebot
Disallow: /pdf/
Disallow: /nav/
Disallow: /crops/

User-agent: baiduspider
Disallow: /pdf/
Disallow: /nav/
Disallow: /crops/

User-agent: no_user_agent
Disallow: /

User:agent: robot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: bot[\s_ :,\.\;\/\\-]
Disallow: /