User-agent: AhrefsBot
User-agent: Alphabot
User-agent: AlphaSeoBot
User-agent: Baiduspider
User-agent: BUbiNG 
User-agent: EasouSpider
User-agent: Ezooms
User-agent: YandexBot
User-agent: MauiBot 
User-agent: MJ12bot
User-agent: SiteSucker
User-agent: HTTrack
User-agent: sistrix
User-agent: SISTRIX Crawler
User-agent: SISTRIX
User-agent: SEOkicks-Robot
User-agent: jobs.de-Robot
user-agent: UnisterBot
User-agent: dotbot
User-agent: SearchmetricsBot
User-agent: SurveyBot
user-agent: SEOdiver
User-agent: spbot
User-agent: wotbox
User-agent: dotbot
User-agent: meanpathbot
User-agent: BacklinkCrawler 
User-agent: magpie-crawler
User-agent: oBot
User-agent: fr-crawler
User-agent: BLEXBot
User-agent: MegaIndex
User-agent: MegaIndex.ru
User-agent: megaindex.com
User-Agent: CloudServerMarketSpider
User-Agent: trendictionbot 
User-agent: Exabot
User-agent: careerbot
User-agent: Lipperhey-Kaus-Australis
User-agent: seoscanners.net
User-agent: MetaJobBot
User-agent: Spiderbot
User-agent: LinkStats
User-agent: JobboerseBot
User-agent: ICCrawler
User-agent: Plista
User-agent: Domain Re-Animator Bot
User-agent: Lipperhey-Kaus-Australis
User-agent: turnitinbot
User-agent: coccoc
User-agent: um-IC
User-agent: mindUpBot
User-agent: sg-Orbiter
User-agent: CCBot
User-agent: Qwantify
User-agent: Kraken
User-agent: plukkie 
User-agent: SafeDNSBot
User-agent: 360Spider
User-agent: HaosouSpider
User-agent: rogerbot
User-agent: OpenHoseBot
User-agent: Screaming Frog SEO Spider
User-agent: ThumbSniper
User-agent: R6_CommentReader
User-agent: ImplisenseBot
User-agent: Cliqzbot
User-agent: aiHitBot
User-Agent: trendictionbot
User-agent: WBSearchBot
User-agent: istellabot
User-agent: EdisterBot
User-agent: discobot
User-agent: HuaweiSymantecSpider
User-agent: JikeSpider
User-agent: NPBot
User-agent: sogou spider
User-agent: sosospider
User-agent: Yandex
User-agent: NYU Internet Census
User-agent: DnyzBot
User-agent: SemrushBot
User-agent: psbot
User-agent: The Knowledge AI
User-agent: Sogou web spider
User-agent: Sogou
User-agent: crawler.feedback
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /scgi-bin/
Disallow: /images/
Disallow: /javascripts/
Disallow: /contact/

Disallow: /test.html



User-agent: Googlebot-Image
Disallow: /

User-agent: yahoo-mmcrawler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Mediapartners-Google 
Disallow: 

User-agent: Twitterbot
Disallow: