user-agent: woobot
Disallow: /
user-agent: SemrushBot-BM/1.0
Disallow: /
# Allow google, bing, msn, yahoo, amazon
User-agent: Googlebot
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: AdsBot-Google
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: Googlebot-Image
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: Mediapartners-Google
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: adsbot
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: slurp
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: twitterbot
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: bingbot
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: msnbot
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: Yahoo
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: ia_archiver
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: RavenCrawler
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: Amazonbot
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: facebookexternalhit/1.1
# Added 20190523 by mpeay
# Disallow:/index.php?*
Disallow:
Disallow: /~*

User-agent: *
Disallow: /bB2ztp_Ypzp0b0uwp_sjabvEpY2T2TqsSpXQsdGMnwM=.html
Crawl-delay: 5
User-agent: * # Disallow everyone else
Disallow: /
Crawl-delay: 5

User-agent: *
Disallow: /community/search/browse.html