User-Agent: ExtractorPro
Disallow: /

User-Agent: Extractor
Disallow: /

User-Agent: Bulk
Disallow: /

User-Agent: FFA
Disallow: /

User-Agent: YesMail
Disallow: /

User-Agent: Googlebot
Allow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: SiteAuditBot
Disallow: /

#	User-Agent: MJ12bot
#	Disallow: /

#	User-Agent: ThinkChaos
#	Disallow: /

User-Agent: *
Disallow: /downloads/
Disallow: /collecting.dust/
Disallow: /nomenus/
Disallow: /sandbox/
Disallow: /2/
Disallow: /sed-old/
Disallow: /*test*
Disallow: /*scratch*
Disallow: /limit.html
Disallow: /missing.html
Disallow: /fr-fr/
Disallow: /business-finance/
Disallow: /key/
Disallow: /en-us/
Disallow: /.aws/
Disallow: /core/
Disallow: /crm/
Disallow: /dist/
Disallow: /.env
Disallow: /.git/
Disallow: /laravel/
Disallow: /libs/
Disallow: /oauth/
Disallow: /_profiler/
Disallow: /vendor/
Disallow: /wp-content/
Disallow: /zb_system/