# HAProxy WAF - Bad Bot Blocker acl bad_bot hdr_sub(User-Agent) -i (^| )PTST\/ acl bad_bot hdr_sub(User-Agent) -i (^| )sentry\/ acl bad_bot hdr_sub(User-Agent) -i (sistrix|SISTRIX) [cC]rawler acl bad_bot hdr_sub(User-Agent) -i 007ac9 Crawler acl bad_bot hdr_sub(User-Agent) -i 2ip bot acl bad_bot hdr_sub(User-Agent) -i 2ip\.ru acl bad_bot hdr_sub(User-Agent) -i 360Spider acl bad_bot hdr_sub(User-Agent) -i
  • Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)
  • acl bad_bot hdr_sub(User-Agent) -i A Patent Crawler acl bad_bot hdr_sub(User-Agent) -i A6-Indexer acl bad_bot hdr_sub(User-Agent) -i ADmantX acl bad_bot hdr_sub(User-Agent) -i AHC\/ acl bad_bot hdr_sub(User-Agent) -i AISearchBot acl bad_bot hdr_sub(User-Agent) -i APIs-Google acl bad_bot hdr_sub(User-Agent) -i Aboundex acl bad_bot hdr_sub(User-Agent) -i AcademicBotRTU acl bad_bot hdr_sub(User-Agent) -i AddSearchBot acl bad_bot hdr_sub(User-Agent) -i AddThis acl bad_bot hdr_sub(User-Agent) -i Adidxbot acl bad_bot hdr_sub(User-Agent) -i AdsBot-Google([^-]|$) acl bad_bot hdr_sub(User-Agent) -i AdsBot-Google-Mobile acl bad_bot hdr_sub(User-Agent) -i AdsTxtCrawler acl bad_bot hdr_sub(User-Agent) -i AdvBot acl bad_bot hdr_sub(User-Agent) -i Ahrefs(Bot|SiteAudit) acl bad_bot hdr_sub(User-Agent) -i AlexandriaOrgBot acl bad_bot hdr_sub(User-Agent) -i AlphaBot acl bad_bot hdr_sub(User-Agent) -i Amazon CloudFront acl bad_bot hdr_sub(User-Agent) -i Amazonbot acl bad_bot hdr_sub(User-Agent) -i AndersPinkBot acl bad_bot hdr_sub(User-Agent) -i AnyEvent acl bad_bot hdr_sub(User-Agent) -i Apercite acl bad_bot hdr_sub(User-Agent) -i AppEngine-Google acl bad_bot hdr_sub(User-Agent) -i AppInsights acl bad_bot hdr_sub(User-Agent) -i Applebot acl bad_bot hdr_sub(User-Agent) -i ArchiveBot acl bad_bot hdr_sub(User-Agent) -i AspiegelBot acl bad_bot hdr_sub(User-Agent) -i Atom Feed Robot acl bad_bot hdr_sub(User-Agent) -i Audisto Crawler acl bad_bot hdr_sub(User-Agent) -i AwarioBot acl bad_bot hdr_sub(User-Agent) -i AwarioRssBot acl bad_bot hdr_sub(User-Agent) -i AwarioSmartBot acl bad_bot hdr_sub(User-Agent) -i B2B Bot acl bad_bot hdr_sub(User-Agent) -i BDCbot acl bad_bot hdr_sub(User-Agent) -i BIGLOTRON acl bad_bot hdr_sub(User-Agent) -i BLEXBot\/ acl bad_bot hdr_sub(User-Agent) -i BLP_bbot acl bad_bot hdr_sub(User-Agent) -i BTWebClient acl bad_bot hdr_sub(User-Agent) -i BUbiNG acl bad_bot hdr_sub(User-Agent) -i Baidu-YunGuanCe acl bad_bot hdr_sub(User-Agent) -i Baiduspider acl bad_bot hdr_sub(User-Agent) -i Bark[rR]owler acl bad_bot hdr_sub(User-Agent) -i BazQux acl bad_bot hdr_sub(User-Agent) -i BehloolBot acl bad_bot hdr_sub(User-Agent) -i Better Uptime Bot acl bad_bot hdr_sub(User-Agent) -i BingPreview\/ acl bad_bot hdr_sub(User-Agent) -i BitBot acl bad_bot hdr_sub(User-Agent) -i BitSightBot\/ acl bad_bot hdr_sub(User-Agent) -i Blackboard acl bad_bot hdr_sub(User-Agent) -i BlogTraffic\/\d\.\d+ Feed-Fetcher acl bad_bot hdr_sub(User-Agent) -i BomboraBot acl bad_bot hdr_sub(User-Agent) -i Bot\.AraTurka\.com acl bad_bot hdr_sub(User-Agent) -i BoxcarBot acl bad_bot hdr_sub(User-Agent) -i BrandONbot acl bad_bot hdr_sub(User-Agent) -i BrandVerity acl bad_bot hdr_sub(User-Agent) -i BrightEdge Crawler acl bad_bot hdr_sub(User-Agent) -i BublupBot acl bad_bot hdr_sub(User-Agent) -i Buck\/ acl bad_bot hdr_sub(User-Agent) -i Bytespider acl bad_bot hdr_sub(User-Agent) -i CC Metadata Scaper acl bad_bot hdr_sub(User-Agent) -i CCBot acl bad_bot hdr_sub(User-Agent) -i CISPA Webcrawler acl bad_bot hdr_sub(User-Agent) -i Caliperbot acl bad_bot hdr_sub(User-Agent) -i CapsuleChecker acl bad_bot hdr_sub(User-Agent) -i ChatGPT-User acl bad_bot hdr_sub(User-Agent) -i CheckMarkNetwork\/ acl bad_bot hdr_sub(User-Agent) -i Chrome-Lighthouse acl bad_bot hdr_sub(User-Agent) -i Cincraw acl bad_bot hdr_sub(User-Agent) -i Clickagy acl bad_bot hdr_sub(User-Agent) -i Cliqzbot\/ acl bad_bot hdr_sub(User-Agent) -i CloudFlare-AlwaysOnline acl bad_bot hdr_sub(User-Agent) -i CloudFlare-Prefetch acl bad_bot hdr_sub(User-Agent) -i Cloudflare-Healthchecks acl bad_bot hdr_sub(User-Agent) -i Cloudflare-SSLDetector acl bad_bot hdr_sub(User-Agent) -i Cloudflare-Traffic-Manager acl bad_bot hdr_sub(User-Agent) -i Cocolyzebot acl bad_bot hdr_sub(User-Agent) -i Companybook-Crawler acl bad_bot hdr_sub(User-Agent) -i ContextAd Bot acl bad_bot hdr_sub(User-Agent) -i CookieHubScan acl bad_bot hdr_sub(User-Agent) -i Cookiebot acl bad_bot hdr_sub(User-Agent) -i CrawlyProjectCrawler acl bad_bot hdr_sub(User-Agent) -i CriteoBot acl bad_bot hdr_sub(User-Agent) -i CrunchBot acl bad_bot hdr_sub(User-Agent) -i CrystalSemanticsBot acl bad_bot hdr_sub(User-Agent) -i Cutbot acl bad_bot hdr_sub(User-Agent) -i CyberPatrol acl bad_bot hdr_sub(User-Agent) -i DareBoost acl bad_bot hdr_sub(User-Agent) -i DataForSeoBot acl bad_bot hdr_sub(User-Agent) -i Datafeedwatch acl bad_bot hdr_sub(User-Agent) -i Datanyze acl bad_bot hdr_sub(User-Agent) -i Dataprovider\.com acl bad_bot hdr_sub(User-Agent) -i Daum\/ acl bad_bot hdr_sub(User-Agent) -i DeuSu\/ acl bad_bot hdr_sub(User-Agent) -i Diffbot\/ acl bad_bot hdr_sub(User-Agent) -i Digg Deeper acl bad_bot hdr_sub(User-Agent) -i Digincore bot acl bad_bot hdr_sub(User-Agent) -i Discordbot acl bad_bot hdr_sub(User-Agent) -i Disqus acl bad_bot hdr_sub(User-Agent) -i DnyzBot acl bad_bot hdr_sub(User-Agent) -i Domain Re-Animator Bot acl bad_bot hdr_sub(User-Agent) -i DomainStatsBot acl bad_bot hdr_sub(User-Agent) -i Domains Project\/ acl bad_bot hdr_sub(User-Agent) -i Dragonbot acl bad_bot hdr_sub(User-Agent) -i Dubbotbot acl bad_bot hdr_sub(User-Agent) -i DuckDuckBot acl bad_bot hdr_sub(User-Agent) -i DuckDuckGo-Favicons-Bot acl bad_bot hdr_sub(User-Agent) -i EZID acl bad_bot hdr_sub(User-Agent) -i Embedly acl bad_bot hdr_sub(User-Agent) -i EveryoneSocialBot acl bad_bot hdr_sub(User-Agent) -i Expanse acl bad_bot hdr_sub(User-Agent) -i Experibot acl bad_bot hdr_sub(User-Agent) -i ExtLinksBot acl bad_bot hdr_sub(User-Agent) -i Eyeotabot acl bad_bot hdr_sub(User-Agent) -i FAST Enterprise Crawler acl bad_bot hdr_sub(User-Agent) -i FAST-WebCrawler acl bad_bot hdr_sub(User-Agent) -i Facebot acl bad_bot hdr_sub(User-Agent) -i FeedValidator acl bad_bot hdr_sub(User-Agent) -i Feedbin acl bad_bot hdr_sub(User-Agent) -i Feedfetcher-Google acl bad_bot hdr_sub(User-Agent) -i Feedly acl bad_bot hdr_sub(User-Agent) -i Feedspot acl bad_bot hdr_sub(User-Agent) -i FemtosearchBot acl bad_bot hdr_sub(User-Agent) -i Fetch\/ acl bad_bot hdr_sub(User-Agent) -i Fever acl bad_bot hdr_sub(User-Agent) -i FindITAnswersbot acl bad_bot hdr_sub(User-Agent) -i Flamingo_SearchEngine acl bad_bot hdr_sub(User-Agent) -i FlipboardProxy acl bad_bot hdr_sub(User-Agent) -i FreeWebMonitoring SiteChecker acl bad_bot hdr_sub(User-Agent) -i FreshRSS acl bad_bot hdr_sub(User-Agent) -i FreshpingBot acl bad_bot hdr_sub(User-Agent) -i Friendica acl bad_bot hdr_sub(User-Agent) -i Fyrebot acl bad_bot hdr_sub(User-Agent) -i G2 Web Services acl bad_bot hdr_sub(User-Agent) -i GPTBot acl bad_bot hdr_sub(User-Agent) -i GarlikCrawler acl bad_bot hdr_sub(User-Agent) -i GeedoBot acl bad_bot hdr_sub(User-Agent) -i Genieo acl bad_bot hdr_sub(User-Agent) -i Gigablast acl bad_bot hdr_sub(User-Agent) -i Gigabot acl bad_bot hdr_sub(User-Agent) -i GingerCrawler acl bad_bot hdr_sub(User-Agent) -i Gluten Free Crawler\/ acl bad_bot hdr_sub(User-Agent) -i GnowitNewsbot acl bad_bot hdr_sub(User-Agent) -i Go-http-client acl bad_bot hdr_sub(User-Agent) -i Google Favicon acl bad_bot hdr_sub(User-Agent) -i Google Web Preview acl bad_bot hdr_sub(User-Agent) -i Google-Adwords-Instant acl bad_bot hdr_sub(User-Agent) -i Google-Certificates-Bridge acl bad_bot hdr_sub(User-Agent) -i Google-InspectionTool acl bad_bot hdr_sub(User-Agent) -i Google-PhysicalWeb acl bad_bot hdr_sub(User-Agent) -i Google-Read-Aloud acl bad_bot hdr_sub(User-Agent) -i Google-Safety acl bad_bot hdr_sub(User-Agent) -i Google-Site-Verification acl bad_bot hdr_sub(User-Agent) -i Google-Structured-Data-Testing-Tool acl bad_bot hdr_sub(User-Agent) -i GoogleOther acl bad_bot hdr_sub(User-Agent) -i Googlebot-Image acl bad_bot hdr_sub(User-Agent) -i Googlebot-Mobile acl bad_bot hdr_sub(User-Agent) -i Googlebot-News acl bad_bot hdr_sub(User-Agent) -i Googlebot-Video acl bad_bot hdr_sub(User-Agent) -i Googlebot\/ acl bad_bot hdr_sub(User-Agent) -i Gowikibot acl bad_bot hdr_sub(User-Agent) -i GrapeshotCrawler acl bad_bot hdr_sub(User-Agent) -i Grobbot acl bad_bot hdr_sub(User-Agent) -i GroupHigh\/ acl bad_bot hdr_sub(User-Agent) -i GroupMeBot acl bad_bot hdr_sub(User-Agent) -i Gwene acl bad_bot hdr_sub(User-Agent) -i HTTrack acl bad_bot hdr_sub(User-Agent) -i Hatena acl bad_bot hdr_sub(User-Agent) -i HeadlessChrome acl bad_bot hdr_sub(User-Agent) -i HttpUrlConnection acl bad_bot hdr_sub(User-Agent) -i HubSpot acl bad_bot hdr_sub(User-Agent) -i IAS crawler acl bad_bot hdr_sub(User-Agent) -i ICBot\/ acl bad_bot hdr_sub(User-Agent) -i ICC-Crawler acl bad_bot hdr_sub(User-Agent) -i INETDEX-BOT acl bad_bot hdr_sub(User-Agent) -i Iframely acl bad_bot hdr_sub(User-Agent) -i ImagesiftBot acl bad_bot hdr_sub(User-Agent) -i IndeedBot acl bad_bot hdr_sub(User-Agent) -i InterfaxScanBot acl bad_bot hdr_sub(User-Agent) -i InternetMeasurement acl bad_bot hdr_sub(User-Agent) -i IonCrawl acl bad_bot hdr_sub(User-Agent) -i IstellaBot acl bad_bot hdr_sub(User-Agent) -i James BOT acl bad_bot hdr_sub(User-Agent) -i Jamie's Spider acl bad_bot hdr_sub(User-Agent) -i Jetslide acl bad_bot hdr_sub(User-Agent) -i Jetty acl bad_bot hdr_sub(User-Agent) -i JobboerseBot acl bad_bot hdr_sub(User-Agent) -i Jooblebot acl bad_bot hdr_sub(User-Agent) -i Jugendschutzprogramm-Crawler acl bad_bot hdr_sub(User-Agent) -i K7MLWCBot acl bad_bot hdr_sub(User-Agent) -i KStandBot acl bad_bot hdr_sub(User-Agent) -i Kemvibot acl bad_bot hdr_sub(User-Agent) -i KeybaseBot acl bad_bot hdr_sub(User-Agent) -i KomodiaBot acl bad_bot hdr_sub(User-Agent) -i KosmioBot acl bad_bot hdr_sub(User-Agent) -i Landau-Media-Spider acl bad_bot hdr_sub(User-Agent) -i Laserlikebot acl bad_bot hdr_sub(User-Agent) -i Leikibot acl bad_bot hdr_sub(User-Agent) -i LightspeedSystemsCrawler acl bad_bot hdr_sub(User-Agent) -i Linespider acl bad_bot hdr_sub(User-Agent) -i Linguee Bot acl bad_bot hdr_sub(User-Agent) -i LinkArchiver acl bad_bot hdr_sub(User-Agent) -i LinkedInBot acl bad_bot hdr_sub(User-Agent) -i LinkisBot acl bad_bot hdr_sub(User-Agent) -i Livelap[bB]ot acl bad_bot hdr_sub(User-Agent) -i Luminator-robots acl bad_bot hdr_sub(User-Agent) -i MBCrawler acl bad_bot hdr_sub(User-Agent) -i MJ12bot acl bad_bot hdr_sub(User-Agent) -i MTRobot acl bad_bot hdr_sub(User-Agent) -i MaCoCu acl bad_bot hdr_sub(User-Agent) -i Mail\.RU_Bot acl bad_bot hdr_sub(User-Agent) -i Mastodon acl bad_bot hdr_sub(User-Agent) -i MauiBot acl bad_bot hdr_sub(User-Agent) -i Mediapartners \(Googlebot\) acl bad_bot hdr_sub(User-Agent) -i Mediapartners-Google acl bad_bot hdr_sub(User-Agent) -i Mediatoolkitbot acl bad_bot hdr_sub(User-Agent) -i MegaIndex acl bad_bot hdr_sub(User-Agent) -i MeltwaterNews acl bad_bot hdr_sub(User-Agent) -i MetaInspector acl bad_bot hdr_sub(User-Agent) -i MetaJobBot acl bad_bot hdr_sub(User-Agent) -i MetaURI acl bad_bot hdr_sub(User-Agent) -i Miniflux\/ acl bad_bot hdr_sub(User-Agent) -i MixnodeCache\/ acl bad_bot hdr_sub(User-Agent) -i MojeekBot\/ acl bad_bot hdr_sub(User-Agent) -i Monsidobot acl bad_bot hdr_sub(User-Agent) -i MoodleBot acl bad_bot hdr_sub(User-Agent) -i Moreover acl bad_bot hdr_sub(User-Agent) -i MuckRack acl bad_bot hdr_sub(User-Agent) -i Multiviewbot acl bad_bot hdr_sub(User-Agent) -i NAVER Blog Rssbot acl bad_bot hdr_sub(User-Agent) -i NING\/ acl bad_bot hdr_sub(User-Agent) -i NINJA bot acl bad_bot hdr_sub(User-Agent) -i NIXStatsbot acl bad_bot hdr_sub(User-Agent) -i NTENTbot acl bad_bot hdr_sub(User-Agent) -i Neevabot acl bad_bot hdr_sub(User-Agent) -i NerdByNature\.Bot acl bad_bot hdr_sub(User-Agent) -i NetSystemsResearch acl bad_bot hdr_sub(User-Agent) -i NetcraftSurveyAgent acl bad_bot hdr_sub(User-Agent) -i Neticle Crawler acl bad_bot hdr_sub(User-Agent) -i Netvibes acl bad_bot hdr_sub(User-Agent) -i NewsBlur acl bad_bot hdr_sub(User-Agent) -i NextCloud acl bad_bot hdr_sub(User-Agent) -i Nicecrawler acl bad_bot hdr_sub(User-Agent) -i Nimbostratus-Bot acl bad_bot hdr_sub(User-Agent) -i Nmap Scripting Engine acl bad_bot hdr_sub(User-Agent) -i Nutch acl bad_bot hdr_sub(User-Agent) -i Nuzzel acl bad_bot hdr_sub(User-Agent) -i OAI-SearchBot acl bad_bot hdr_sub(User-Agent) -i Ocarinabot acl bad_bot hdr_sub(User-Agent) -i OdklBot\/ acl bad_bot hdr_sub(User-Agent) -i OpenGraphCheck acl bad_bot hdr_sub(User-Agent) -i OpenHoseBot acl bad_bot hdr_sub(User-Agent) -i OrangeBot\/ acl bad_bot hdr_sub(User-Agent) -i OutclicksBot acl bad_bot hdr_sub(User-Agent) -i PR-CY\.RU acl bad_bot hdr_sub(User-Agent) -i PagePeeker\/ acl bad_bot hdr_sub(User-Agent) -i PageThing acl bad_bot hdr_sub(User-Agent) -i Pandalytics acl bad_bot hdr_sub(User-Agent) -i PaperLiBot acl bad_bot hdr_sub(User-Agent) -i Pcore-HTTP acl bad_bot hdr_sub(User-Agent) -i PerplexityBot\/ acl bad_bot hdr_sub(User-Agent) -i PetalBot acl bad_bot hdr_sub(User-Agent) -i PhantomJS acl bad_bot hdr_sub(User-Agent) -i PhxBot acl bad_bot hdr_sub(User-Agent) -i PiplBot acl bad_bot hdr_sub(User-Agent) -i PocketParser acl bad_bot hdr_sub(User-Agent) -i Primalbot acl bad_bot hdr_sub(User-Agent) -i PrivacyAwareBot acl bad_bot hdr_sub(User-Agent) -i Pulsepoint acl bad_bot hdr_sub(User-Agent) -i Python-urllib acl bad_bot hdr_sub(User-Agent) -i Qwantify acl bad_bot hdr_sub(User-Agent) -i RSSingBot acl bad_bot hdr_sub(User-Agent) -i RankActiveLinkBot acl bad_bot hdr_sub(User-Agent) -i Refindbot acl bad_bot hdr_sub(User-Agent) -i RegionStuttgartBot acl bad_bot hdr_sub(User-Agent) -i RetrevoPageAnalyzer acl bad_bot hdr_sub(User-Agent) -i ReverseEngineeringBot acl bad_bot hdr_sub(User-Agent) -i RewriteCond %{HTTP_USER_AGENT} ^$|\<|\>|\'|\%|\_iRc|\_Works|\@\$x|\<\?|\$x0e|\+select\+|\+union\+|1\,\1\,1\,|2icommerce|3GSE|4all|59\.64\.153\.|88\.0\.106\.|98|85\.17\.|A\_Browser|ABAC|Abont|abot|Accept|Access|Accoo|AceFTP|Acme|ActiveTouristBot|Address|Adopt|adress|adressendeutschland|ADSARobot|agent|ah\-ha|Ahead|AESOP\_com\_SpiderMan|aipbot|Alarm|Albert|Alek|Alexibot|Alligator|AllSubmitter|alma|almaden|ALot|Alpha|aktuelles|Akregat|Amfi|amzn\_assoc|Anal|Anarchie|andit|Anon|AnotherBot|Ansearch|AnswerBus|antivirx|Apexoo|appie|Aqua_Products|Arachmo|archive|arian|ASPSe|ASSORT|aster|Atari|ATHENS|AtHome|Atlocal|Atomic_Email_Hunter|Atomz|Atrop|^attach|attrib|autoemailspider|autohttp|axod|batch|b2w|Back|BackDoorBot|BackStreet|BackWeb|Badass|Baid|Bali|Bandit|Baidu|Barry|BasicHTTP|BatchFTP|bdfetch|beat|Become|Beij|BenchMark|berts|bew|big.brother|Bigfoot|Bilgi|Bison|Bitacle|Biz360|Black|Black.Hole|BlackWidow|bladder.fusion|Blaiz|Blog.Checker|Blogl|BlogPeople|Blogshares.Spiders|Bloodhound|Blow|bmclient|Board|BOI|boitho|Bond|Bookmark.search.tool|boris|Bost|Boston.Project|BotRightHere|Bot.mailto:craftbot@yahoo.com|BotALot|botpaidtoclick|botw|brandwatch|BravoBrian|Brok|Bropwers|Broth|browseabit|BrowseX|Browsezilla|Bruin|bsalsa|Buddy|Build|Built|Bulls|bumblebee|Bunny|Busca|Busi|Buy|bwh3|c\-spider|CafeK|Cafi|camel|Cand|captu|Catch|cd34|Ceg|CFNetwork|cgichk|Cha0s|Chang|chaos|Char|char\(32\,35\)|charlotte|CheeseBot|Chek|CherryPicker|chill|ChinaClaw|CICC|Cisco|Cita|Clam|Claw|Click.Bot|clipping|clshttp|Clush|COAST|ColdFusion|Coll|Comb|commentreader|Compan|contact|Control|contype|Conc|Conv|Copernic|Copi|Copy|Coral|Corn|core-project|cosmos|costa|cr4nk|crank|craft|Crap|Crawler0|Crazy|Cres|cs\-CZ|cuill|Curl|Custo|Cute|CSHttp|Cyber|cyberalert|^DA$|daoBot|DARK|Data|Daten|Daum|dcbot|dcs|Deep|DepS|Detect|Deweb|Diam|Digger|Digimarc|digout4uagent|DIIbot|Dillo|Ding|DISC|discobot|Disp|Ditto|DLC|DnloadMage|DotBot|Doubanbot|Download|Download.Demon|Download.Devil|Download.Wonder|Downloader|drag|DreamPassport|Drec|Drip|dsdl|dsok|DSurf|DTAAgent|DTS|Dual|dumb|DynaWeb|e\-collector|eag|earn|EARTHCOM|EasyDL|ebin|EBM-APPLE|EBrowse|eCatch|echo|ecollector|Edco|edgeio|efp\@gmx\.net|EirGrabber|email|Email.Extractor|EmailCollector|EmailSearch|EmailSiphon|EmailWolf|Emer|empas|Enfi|Enhan|Enterprise\_Search|envolk|erck|EroCr|ESurf|Eval|Evil|Evere|EWH|Exabot|Exact|EXPLOITER|Expre|Extra|ExtractorPro|EyeN|FairAd|Fake|FANG|FAST|fastlwspider|FavOrg|Favorites.Sweeper|Faxo|FDM\_1|FDSE|fetch|FEZhead|Filan|FileHound|find|Firebat|Firefox.2\.0|Firs|Flam|Flash|FlickBot|Flip|fluffy|flunky|focus|Foob|Fooky|Forex|Forum|ForV|Fost|Foto|Foun|Franklin.Locator|freefind|FreshDownload|FrontPage|FSurf|Fuck|Fuer|futile|Fyber|Gais|GalaxyBot|Galbot|Gamespy\_Arcade|GbPl|Gener|geni|Geona|Get|gigabaz|Gira|Ginxbot|gluc|glx.?v|gnome|Go.Zilla|Goldfire|Google.Wireless.Transcoder|Googlebot\-Image|Got\-It|GOFORIT|gonzo|GornKer|GoSearch|^gotit$|gozilla|grab|Grabber|GrabNet|Grub|Grup|Graf|Green.Research|grub|grub\-client|gsa\-cra|GSearch|GT\:\:WWW|GuideBot|guruji|gvfs|Gyps|hack|haha|hailo|Harv|Hatena|Hax|Head|Helm|herit|hgre|hhjhj\@yahoo|Hippo|hloader|HMView|holm|holy|HomePageSearch|HooWWWer|HouxouCrawler|HMSE|HPPrint|htdig|HTTPConnect|httpdown|http.generic|HTTPGet|httplib|HTTPRetriever|HTTrack|human|Huron|hverify|Hybrid|Hyper|ia\_archiver|iaskspi|IBM\_Planetwide|iCCra|ichiro|ID\-Search|IDA|IDBot|IEAuto|IEMPT|iexplore\.exe|iGetter|Ilse|Iltrov|Image|Image.Stripper|Image.Sucker|imagefetch|iimds\_monitor|Incutio|IncyWincy|Indexer|Industry.Program|Indy|InetURL|informant|InfoNav|InfoTekies|Ingelin|Innerpr|Inspect|InstallShield.DigitalWizard|Insuran\.|Intellig|Intelliseek|InterGET|Internet.Ninja|Internet.x|Internet\_Explorer|InternetLinkagent|InternetSeer.com|Intraf|IP2|Ipsel|Iria|IRLbot|Iron33|Irvine|ISC\_Sys|iSilo|ISRCCrawler|ISSpi|IUPUI.Research.Bot|Jady|Jaka|Jam|^Java|java\/|Java\(tm\)|JBH.agent|Jenny|JetB|JetC|jeteye|jiro|JoBo|JOC|jupit|Just|Jyx|Kapere|kash|Kazo|KBee|Kenjin|Kernel|Keywo|KFSW|KKma|Know|kosmix|KRAE|KRetrieve|Krug|ksibot|ksoap|Kum|KWebGet|Lachesis|lanshan|Lapo|larbin|leacher|leech|LeechFTP|LeechGet|leipzig\.de|Lets|Lexi|lftp|Libby|libcrawl|libcurl|libfetch|libghttp|libWeb|libwhisker|libwww|libwww\-FM|libwww\-perl|LightningDownload|likse|Linc|Link|Link.Sleuth|LinkextractorPro|Linkie|LINKS.ARoMATIZED|LinkScan|linktiger|LinkWalker|Lint|List|lmcrawler|LMQ|LNSpiderguy|loader|LocalcomBot|Locu|London|lone|looksmart|loop|Lork|LTH\_|lwp\-request|LWP|lwp-request|lwp-trivial|Mac.Finder|Macintosh\;.I\;.PPC|Mac\_F|magi|Mag\-Net|Magnet|Magp|Mail.Sweeper|main|majest|Mam|Mana|MarcoPolo|mark.blonin|MarkWatch|MaSagool|Mass|Mass.Downloader|Mata|mavi|McBot|Mecha|MCspider|mediapartners|^Memo|MEGAUPLOAD|MetaProducts.Download.Express|Metaspin|Mete|Microsoft.Data.Access|Microsoft.URL|Microsoft\_Internet\_Explorer|MIDo|MIIx|miner|Mira|MIRE|Mirror|Miss|Missauga|Missigua.Locator|Missouri.College.Browse|Mist|Mizz|MJ12|mkdb|mlbot|MLM|MMMoCrawl|MnoG|moge|Moje|Monster|Monza.Browser|Mooz|Moreoverbot|MOT\-MPx220|mothra\/netscan|mouse|MovableType|Mozdex|Mozi\!|^Mozilla$|Mozilla\/1\.22|Mozilla\/22|^Mozilla\/3\.0.\(compatible|Mozilla\/3\.Mozilla\/2\.01|Mozilla\/4\.0\(compatible|Mozilla\/4\.08|Mozilla\/4\.61.\(Macintosh|Mozilla\/5\.0|Mozilla\/7\.0|Mozilla\/8|Mozilla\/9|Mozilla\:|Mozilla\/Firefox|^Mozilla.*Indy|^Mozilla.*NEWT|^Mozilla*MSIECrawler|Mp3Bot|MPF|MRA|MS.FrontPage|MS.?Search|MSFrontPage|MSIE\_6\.0|MSIE6|MSIECrawler|msnbot\-media|msnbot\-Products|MSNPTC|MSProxy|MSRBOT|multithreaddb|musc|MVAC|MWM|My\_age|MyApp|MyDog|MyEng|MyFamilyBot|MyGetRight|MyIE2|mysearch|myurl|NAG|NAMEPROTECT|NASA.Search|nationaldirectory|Naver|Navr|Near|NetAnts|netattache|Netcach|NetCarta|Netcraft|NetCrawl|NetMech|netprospector|NetResearchServer|NetSp|Net.Vampire|netX|NetZ|Neut|newLISP|NewsGatorInbox|NEWT|NEWT.ActiveX|Next|^NG|NICE|nikto|Nimb|Ninja|Ninte|NIPGCrawler|Noga|nogo|Noko|Nomad|Norb|noxtrumbot|NPbot|NuSe|Nutch|Nutex|NWSp|Obje|Ocel|Octo|ODI3|oegp|Offline|Offline.Explorer|Offline.Navigator|OK.Mozilla|omg|Omni|Onfo|onyx|OpaL|OpenBot|Openf|OpenTextSiteCrawler|OpenU|Orac|OrangeBot|Orbit|Oreg|osis|Outf|Owl|P3P|PackRat|PageGrabber|PagmIEDownload|pansci|Papa|Pars|Patw|pavu|Pb2Pb|pcBrow|PEAR|PEER|PECL|pepe|Perl|PerMan|PersonaPilot|Persuader|petit|PHP|PHP.vers|PHPot|Phras|PicaLo|Piff|Pige|pigs|^Ping|Pingd|PingALink|Pipe|Plag|Plant|playstarmusic|Pluck|Pockey|POE\-Com|Poirot|Pomp|Port.Huron|Post|powerset|Preload|press|Privoxy|Probe|Program.Shareware|Progressive.Download|ProPowerBot|prospector|Provider.Protocol.Discover|ProWebWalker|Prowl|Proxy|Prozilla|psbot|PSurf|psycheclone|^puf$|Pulse|Pump|PushSite|PussyCat|PuxaRapido|PycURL|Pyth|PyQ|QuepasaCreep|Query|Quest|QRVA|Qweer|radian|Radiation|Rambler|RAMP|RealDownload|Reap|Recorder|RedCarpet|RedKernel|ReGet|relevantnoise|replacer|Repo|requ|Rese|Retrieve|Rip|Rix|RMA|Roboz|Rogue|Rover|RPT\-HTTP|Rsync|RTG30|.ru\)|ruby|Rufus|Salt|Sample|SAPO|Sauger|savvy|SBIder|SBP|SCAgent|scan|SCEJ\_|Sched|Schizo|Schlong|Schmo|Scout|Scooter|Scorp|ScoutOut|SCrawl|screen|script|SearchExpress|searchhippo|Searchme|searchpreview|searchterms|Second.Street.Research|Security.Kol|Seekbot|Seeker|Sega|Sensis|Sept|Serious|Sezn|Shai|Share|Sharp|Shaz|shell|shelo|Sherl|Shim|Shiretoko|ShopWiki|SickleBot|Simple|Siph|sitecheck|SiteCrawler|SiteSnagger|Site.Sniper|SiteSucker|sitevigil|SiteX|Sleip|Slide|Slurpy.Verifier|Sly|Smag|SmartDownload|Smurf|sna\-|snag|Snake|Snapbot|Snip|Snoop|So\-net|SocSci|sogou|Sohu|solr|sootle|Soso|SpaceBison|Spad|Span|spanner|Speed|Spegla|Sphere|Sphider|spider|SpiderBot|SpiderEngine|SpiderView|Spin|sproose|Spurl|Spyder|Squi|SQ.Webscanner|sqwid|Sqworm|SSM\_Ag|Stack|Stamina|stamp|Stanford|Statbot|State|Steel|Strateg|Stress|Strip|studybot|Style|subot|Suck|Sume|sun4m|Sunrise|SuperBot|SuperBro|Supervi|Surf4Me|SuperHTTP|Surfbot|SurfWalker|Susi|suza|suzu|Sweep|sygol|syncrisis|Systems|Szukacz|Tagger|Tagyu|tAke|Talkro|TALWinHttpClient|tamu|Tandem|Tarantula|tarspider|tBot|TCF|Tcs\/1|TeamSoft|Tecomi|Teleport|Telesoft|Templeton|Tencent|Terrawiz|Test|TexNut|trivial|Turnitin|The.Intraformant|TheNomad|Thomas|TightTwatBot|Timely|Titan|TMCrawler|TMhtload|toCrawl|Todobr|Tongco|topic|Torrent|Track|translate|Traveler|TREEVIEW|True|Tunnel|turing|Turnitin|TutorGig|TV33\_Mercator|Twat|Tweak|Twice|Twisted.PageGetter|Tygo|ubee|UCmore|UdmSearch|UIowaCrawler|Ultraseek|UMBC|unf|UniversalFeedParser|unknown|UPG1|UtilMind|URLBase|URL.Control|URL\_Spider\_Pro|urldispatcher|URLGetFile|urllib|URLSpiderPro|URLy|User\-Agent|UserAgent|USyd|Vacuum|vagabo|Valet|Valid|Vamp|vayala|VB\_|VCI|VERI\~LI|verif|versus|via|Viewer|virtual|visibilitygap|Visual|vobsub|Void|VoilaBot|voyager|vspider|VSyn|w\:PACBHO60|w0000t|W3C|w3m|w3search|walhello|Walker|Wand|WAOL|WAPT|Watch|Wavefire|wbdbot|Weather|web.by.mail|Web.Data.Extractor|Web.Downloader|Web.Ima|Web.Mole|Web.Sucker|Web2Mal|Web2WAP|WebaltBot|WebAuto|WebBandit|Webbot|WebCapture|WebCat|webcraft\@bea|Webclip|webcollage|WebCollector|WebCopier|WebCopy|WebCor|webcrawl|WebDat|WebDav|webdevil|webdownloader|Webdup|WebEMail|WebEMailExtrac|WebEnhancer|WebFetch|WebGo|WebHook|Webinator|WebInd|webitpr|WebFilter|WebFountain|WebLea|Webmaster|WebmasterWorldForumBot|WebMin|WebMirror|webmole|webpic|WebPin|WebPix|WebReaper|WebRipper|WebRobot|WebSauger|WebSite|Website.eXtractor|Website.Quester|WebSnake|webspider|Webster|WebStripper|websucker|WebTre|WebVac|webwalk|WebWasher|WebWeasel|WebWhacker|WebZIP|Wells|WEP\_S|WEP.Search.00|WeRelateBot|wget|Whack|Whacker|whiz|WhosTalking|Widow|Win67|window.location|Windows.95\;|Windows.95\)|Windows.98\;|Windows.98\)|Winodws|Wildsoft.Surfer|WinHT|winhttp|WinHttpRequest|WinHTTrack|Winnie.Poh|wire|WISEbot|wisenutbot|wish|Wizz|WordP|Works|world|WUMPUS|Wweb|WWWC|WWWOFFLE|WWW\-Collector|WWW.Mechanize|www.ranks.nl|wwwster|^x$|X12R1|x\-Tractor|Xaldon|Xenu|XGET|xirq|Y\!OASIS|Y\!Tunnel|yacy|YaDirectBot|Yahoo\-MMAudVid|YahooSeeker|YahooYSMcm|Yamm|Yand|yang|Yeti|Yoono|yori|Yotta|YTunnel|Zade|zagre|ZBot|Zeal|ZeBot|zerx|Zeus|ZIPCode|Zixy|zmao|Zyborg [NC] acl bad_bot hdr_sub(User-Agent) -i RidderBot acl bad_bot hdr_sub(User-Agent) -i Rivva acl bad_bot hdr_sub(User-Agent) -i RuxitSynthetic acl bad_bot hdr_sub(User-Agent) -i RyteBot acl bad_bot hdr_sub(User-Agent) -i SBL-BOT acl bad_bot hdr_sub(User-Agent) -i SEOkicks acl bad_bot hdr_sub(User-Agent) -i SEOlizer acl bad_bot hdr_sub(User-Agent) -i SWIMGBot acl bad_bot hdr_sub(User-Agent) -i S[eE][mM]rushBot acl bad_bot hdr_sub(User-Agent) -i SafeDNSBot acl bad_bot hdr_sub(User-Agent) -i SafeSearch microdata crawler acl bad_bot hdr_sub(User-Agent) -i ScoutJet acl bad_bot hdr_sub(User-Agent) -i Scrapy acl bad_bot hdr_sub(User-Agent) -i Screaming Frog SEO Spider acl bad_bot hdr_sub(User-Agent) -i SearchAtlas acl bad_bot hdr_sub(User-Agent) -i Seekport acl bad_bot hdr_sub(User-Agent) -i SemanticScholarBot acl bad_bot hdr_sub(User-Agent) -i SentiBot acl bad_bot hdr_sub(User-Agent) -i SenutoBot acl bad_bot hdr_sub(User-Agent) -i SeobilityBot acl bad_bot hdr_sub(User-Agent) -i SerendeputyBot acl bad_bot hdr_sub(User-Agent) -i SeznamBot acl bad_bot hdr_sub(User-Agent) -i SimpleCrawler acl bad_bot hdr_sub(User-Agent) -i SimplePie acl bad_bot hdr_sub(User-Agent) -i SimpleScraper acl bad_bot hdr_sub(User-Agent) -i SiteCheckerBotCrawler acl bad_bot hdr_sub(User-Agent) -i Siteimprove\.com acl bad_bot hdr_sub(User-Agent) -i SkypeUriPreview acl bad_bot hdr_sub(User-Agent) -i Slack-ImgProxy acl bad_bot hdr_sub(User-Agent) -i Slackbot acl bad_bot hdr_sub(User-Agent) -i Slurp acl bad_bot hdr_sub(User-Agent) -i Snacktory acl bad_bot hdr_sub(User-Agent) -i Snap URL Preview Service acl bad_bot hdr_sub(User-Agent) -i SocialRankIOBot acl bad_bot hdr_sub(User-Agent) -i Sogou acl bad_bot hdr_sub(User-Agent) -i Sonic acl bad_bot hdr_sub(User-Agent) -i Storebot-Google acl bad_bot hdr_sub(User-Agent) -i StorygizeBot acl bad_bot hdr_sub(User-Agent) -i StractBot acl bad_bot hdr_sub(User-Agent) -i Streamline3Bot\/ acl bad_bot hdr_sub(User-Agent) -i Superfeedr acl bad_bot hdr_sub(User-Agent) -i SurdotlyBot acl bad_bot hdr_sub(User-Agent) -i SurveyBot acl bad_bot hdr_sub(User-Agent) -i Synapse acl bad_bot hdr_sub(User-Agent) -i Sysomos acl bad_bot hdr_sub(User-Agent) -i Taboolabot acl bad_bot hdr_sub(User-Agent) -i TangibleeBot acl bad_bot hdr_sub(User-Agent) -i TelegramBot acl bad_bot hdr_sub(User-Agent) -i Teoma acl bad_bot hdr_sub(User-Agent) -i Thinklab acl bad_bot hdr_sub(User-Agent) -i TinEye acl bad_bot hdr_sub(User-Agent) -i Tiny Tiny RSS acl bad_bot hdr_sub(User-Agent) -i TombaPublicWebCrawler acl bad_bot hdr_sub(User-Agent) -i ToutiaoSpider acl bad_bot hdr_sub(User-Agent) -i Traackr\.com acl bad_bot hdr_sub(User-Agent) -i TrendsmapResolver acl bad_bot hdr_sub(User-Agent) -i Trove acl bad_bot hdr_sub(User-Agent) -i Turnitin acl bad_bot hdr_sub(User-Agent) -i TweetmemeBot acl bad_bot hdr_sub(User-Agent) -i Twingly acl bad_bot hdr_sub(User-Agent) -i Twitterbot acl bad_bot hdr_sub(User-Agent) -i Twurly acl bad_bot hdr_sub(User-Agent) -i UT-Dorkbot acl bad_bot hdr_sub(User-Agent) -i Upflow acl bad_bot hdr_sub(User-Agent) -i Uptime-Kuma acl bad_bot hdr_sub(User-Agent) -i UptimeRobot acl bad_bot hdr_sub(User-Agent) -i Uptimebot\.org acl bad_bot hdr_sub(User-Agent) -i UsineNouvelleCrawler acl bad_bot hdr_sub(User-Agent) -i VKRobot acl bad_bot hdr_sub(User-Agent) -i Validator\.nu acl bad_bot hdr_sub(User-Agent) -i Valve\/Steam acl bad_bot hdr_sub(User-Agent) -i VelenPublicWebCrawler acl bad_bot hdr_sub(User-Agent) -i Veoozbot acl bad_bot hdr_sub(User-Agent) -i Vercelbot acl bad_bot hdr_sub(User-Agent) -i Viber acl bad_bot hdr_sub(User-Agent) -i Vigil\/ acl bad_bot hdr_sub(User-Agent) -i VoluumDSP-content-bot acl bad_bot hdr_sub(User-Agent) -i W3C-checklink acl bad_bot hdr_sub(User-Agent) -i W3C-mobileOK acl bad_bot hdr_sub(User-Agent) -i W3C_CSS_Validator acl bad_bot hdr_sub(User-Agent) -i W3C_I18n-Checker acl bad_bot hdr_sub(User-Agent) -i W3C_Unicorn acl bad_bot hdr_sub(User-Agent) -i W3C_Validator acl bad_bot hdr_sub(User-Agent) -i WeSEE:Search acl bad_bot hdr_sub(User-Agent) -i WebDataStats acl bad_bot hdr_sub(User-Agent) -i WellKnownBot acl bad_bot hdr_sub(User-Agent) -i WhatsApp acl bad_bot hdr_sub(User-Agent) -i WordPress\/ acl bad_bot hdr_sub(User-Agent) -i WordupInfoSearch acl bad_bot hdr_sub(User-Agent) -i Xenu Link Sleuth acl bad_bot hdr_sub(User-Agent) -i Y!J acl bad_bot hdr_sub(User-Agent) -i YaK\/ acl bad_bot hdr_sub(User-Agent) -i Yahoo Link Preview acl bad_bot hdr_sub(User-Agent) -i YandexRenderResourcesBot\/ acl bad_bot hdr_sub(User-Agent) -i Yellowbrandprotectionbot acl bad_bot hdr_sub(User-Agent) -i Yeti acl bad_bot hdr_sub(User-Agent) -i YisouSpider acl bad_bot hdr_sub(User-Agent) -i YouBot acl bad_bot hdr_sub(User-Agent) -i Zabbix acl bad_bot hdr_sub(User-Agent) -i ZoomBot acl bad_bot hdr_sub(User-Agent) -i ZoominfoBot acl bad_bot hdr_sub(User-Agent) -i ZumBot acl bad_bot hdr_sub(User-Agent) -i ZuperlistBot\/ acl bad_bot hdr_sub(User-Agent) -i [Cc]urebot acl bad_bot hdr_sub(User-Agent) -i [cC]laude[bB]ot acl bad_bot hdr_sub(User-Agent) -i [pP]ingdom acl bad_bot hdr_sub(User-Agent) -i [wW]get acl bad_bot hdr_sub(User-Agent) -i ^Apache-HttpClient acl bad_bot hdr_sub(User-Agent) -i ^BW\/ acl bad_bot hdr_sub(User-Agent) -i ^LCC acl bad_bot hdr_sub(User-Agent) -i ^PHP-Curl-Class acl bad_bot hdr_sub(User-Agent) -i ^curl acl bad_bot hdr_sub(User-Agent) -i acapbot acl bad_bot hdr_sub(User-Agent) -i acoonbot acl bad_bot hdr_sub(User-Agent) -i adbeat_bot acl bad_bot hdr_sub(User-Agent) -i adscanner acl bad_bot hdr_sub(User-Agent) -i aiHitBot acl bad_bot hdr_sub(User-Agent) -i aiohttp acl bad_bot hdr_sub(User-Agent) -i antibot acl bad_bot hdr_sub(User-Agent) -i arabot acl bad_bot hdr_sub(User-Agent) -i archive\.org_bot acl bad_bot hdr_sub(User-Agent) -i awesomecrawler acl bad_bot hdr_sub(User-Agent) -i axios acl bad_bot hdr_sub(User-Agent) -i backlinkcrawler acl bad_bot hdr_sub(User-Agent) -i betaBot acl bad_bot hdr_sub(User-Agent) -i bidswitchbot acl bad_bot hdr_sub(User-Agent) -i bingbot acl bad_bot hdr_sub(User-Agent) -i binlar acl bad_bot hdr_sub(User-Agent) -i bitlybot acl bad_bot hdr_sub(User-Agent) -i blogmuraBot acl bad_bot hdr_sub(User-Agent) -i bnf\.fr_bot acl bad_bot hdr_sub(User-Agent) -i bot-pge\.chlooe\.com acl bad_bot hdr_sub(User-Agent) -i botify acl bad_bot hdr_sub(User-Agent) -i brainobot acl bad_bot hdr_sub(User-Agent) -i buzzbot acl bad_bot hdr_sub(User-Agent) -i cXensebot acl bad_bot hdr_sub(User-Agent) -i careerbot acl bad_bot hdr_sub(User-Agent) -i centurybot acl bad_bot hdr_sub(User-Agent) -i changedetection acl bad_bot hdr_sub(User-Agent) -i check_http acl bad_bot hdr_sub(User-Agent) -i citeseerxbot acl bad_bot hdr_sub(User-Agent) -i coccoc acl bad_bot hdr_sub(User-Agent) -i collection@infegy\.com acl bad_bot hdr_sub(User-Agent) -i content crawler spider acl bad_bot hdr_sub(User-Agent) -i contxbot acl bad_bot hdr_sub(User-Agent) -i convera acl bad_bot hdr_sub(User-Agent) -i crawler4j acl bad_bot hdr_sub(User-Agent) -i datagnionbot acl bad_bot hdr_sub(User-Agent) -i dcrawl acl bad_bot hdr_sub(User-Agent) -i deadlinkchecker acl bad_bot hdr_sub(User-Agent) -i deepnoc acl bad_bot hdr_sub(User-Agent) -i developers\.google\.com\/\+\/web\/snippet acl bad_bot hdr_sub(User-Agent) -i discobot acl bad_bot hdr_sub(User-Agent) -i domaincrawler acl bad_bot hdr_sub(User-Agent) -i dotbot acl bad_bot hdr_sub(User-Agent) -i drupact acl bad_bot hdr_sub(User-Agent) -i e\.ventures Investment Crawler acl bad_bot hdr_sub(User-Agent) -i ec2linkfinder acl bad_bot hdr_sub(User-Agent) -i edisterbot acl bad_bot hdr_sub(User-Agent) -i electricmonk acl bad_bot hdr_sub(User-Agent) -i elisabot acl bad_bot hdr_sub(User-Agent) -i epicbot acl bad_bot hdr_sub(User-Agent) -i eright acl bad_bot hdr_sub(User-Agent) -i europarchive\.org acl bad_bot hdr_sub(User-Agent) -i ev-crawler\/ acl bad_bot hdr_sub(User-Agent) -i evc-batch acl bad_bot hdr_sub(User-Agent) -i exabot acl bad_bot hdr_sub(User-Agent) -i ezooms acl bad_bot hdr_sub(User-Agent) -i facebookcatalog\/ acl bad_bot hdr_sub(User-Agent) -i facebookexternalhit acl bad_bot hdr_sub(User-Agent) -i fedoraplanet acl bad_bot hdr_sub(User-Agent) -i feedbot acl bad_bot hdr_sub(User-Agent) -i filterdb\.iss\.net\/crawler acl bad_bot hdr_sub(User-Agent) -i findlink acl bad_bot hdr_sub(User-Agent) -i findthatfile acl bad_bot hdr_sub(User-Agent) -i findxbot acl bad_bot hdr_sub(User-Agent) -i fluffy acl bad_bot hdr_sub(User-Agent) -i fr-crawler acl bad_bot hdr_sub(User-Agent) -i fuelbot acl bad_bot hdr_sub(User-Agent) -i g00g1e\.net acl bad_bot hdr_sub(User-Agent) -i g2reader-bot acl bad_bot hdr_sub(User-Agent) -i gnam gnam spider acl bad_bot hdr_sub(User-Agent) -i google-xrawler acl bad_bot hdr_sub(User-Agent) -i grub\.org acl bad_bot hdr_sub(User-Agent) -i gslfbot acl bad_bot hdr_sub(User-Agent) -i heritrix acl bad_bot hdr_sub(User-Agent) -i http_get acl bad_bot hdr_sub(User-Agent) -i https:\/\/developers\.cloudflare\.com\/security-center\/ acl bad_bot hdr_sub(User-Agent) -i httpunit acl bad_bot hdr_sub(User-Agent) -i httpx acl bad_bot hdr_sub(User-Agent) -i hypestat acl bad_bot hdr_sub(User-Agent) -i hyscore\.io acl bad_bot hdr_sub(User-Agent) -i ia_archiver acl bad_bot hdr_sub(User-Agent) -i ichiro acl bad_bot hdr_sub(User-Agent) -i imrbot acl bad_bot hdr_sub(User-Agent) -i infoobot acl bad_bot hdr_sub(User-Agent) -i inoreader acl bad_bot hdr_sub(User-Agent) -i integromedb acl bad_bot hdr_sub(User-Agent) -i intelium_bot acl bad_bot hdr_sub(User-Agent) -i ip-web-crawler\.com acl bad_bot hdr_sub(User-Agent) -i ips-agent acl bad_bot hdr_sub(User-Agent) -i iskanie acl bad_bot hdr_sub(User-Agent) -i it2media-domain-crawler acl bad_bot hdr_sub(User-Agent) -i jpg-newsbot acl bad_bot hdr_sub(User-Agent) -i jyxobot acl bad_bot hdr_sub(User-Agent) -i lb-spider acl bad_bot hdr_sub(User-Agent) -i libwww-perl acl bad_bot hdr_sub(User-Agent) -i linkapediabot acl bad_bot hdr_sub(User-Agent) -i linkdex acl bad_bot hdr_sub(User-Agent) -i lipperhey acl bad_bot hdr_sub(User-Agent) -i lkxscan acl bad_bot hdr_sub(User-Agent) -i lssbot acl bad_bot hdr_sub(User-Agent) -i lssrocketcrawler acl bad_bot hdr_sub(User-Agent) -i ltx71 acl bad_bot hdr_sub(User-Agent) -i magpie-crawler acl bad_bot hdr_sub(User-Agent) -i mappydata acl bad_bot hdr_sub(User-Agent) -i memorybot acl bad_bot hdr_sub(User-Agent) -i meta-externalagent\/ acl bad_bot hdr_sub(User-Agent) -i meta-externalfetcher\/ acl bad_bot hdr_sub(User-Agent) -i mindUpBot acl bad_bot hdr_sub(User-Agent) -i minicrawler acl bad_bot hdr_sub(User-Agent) -i mlbot acl bad_bot hdr_sub(User-Agent) -i moatbot acl bad_bot hdr_sub(User-Agent) -i msnbot acl bad_bot hdr_sub(User-Agent) -i msrbot acl bad_bot hdr_sub(User-Agent) -i nerdybot acl bad_bot hdr_sub(User-Agent) -i netEstate NE Crawler acl bad_bot hdr_sub(User-Agent) -i netresearchserver acl bad_bot hdr_sub(User-Agent) -i newsharecounts acl bad_bot hdr_sub(User-Agent) -i newspaper\/ acl bad_bot hdr_sub(User-Agent) -i niki-bot acl bad_bot hdr_sub(User-Agent) -i node-fetch acl bad_bot hdr_sub(User-Agent) -i officestorebot acl bad_bot hdr_sub(User-Agent) -i okhttp acl bad_bot hdr_sub(User-Agent) -i omgili acl bad_bot hdr_sub(User-Agent) -i online-webceo-bot acl bad_bot hdr_sub(User-Agent) -i openindexspider acl bad_bot hdr_sub(User-Agent) -i outbrain acl bad_bot hdr_sub(User-Agent) -i page2rss acl bad_bot hdr_sub(User-Agent) -i panscient acl bad_bot hdr_sub(User-Agent) -i phpcrawl acl bad_bot hdr_sub(User-Agent) -i pinterest\.com\/bot acl bad_bot hdr_sub(User-Agent) -i postrank acl bad_bot hdr_sub(User-Agent) -i proximic acl bad_bot hdr_sub(User-Agent) -i psbot acl bad_bot hdr_sub(User-Agent) -i purebot acl bad_bot hdr_sub(User-Agent) -i python-opengraph acl bad_bot hdr_sub(User-Agent) -i python-requests acl bad_bot hdr_sub(User-Agent) -i redditbot acl bad_bot hdr_sub(User-Agent) -i rogerbot acl bad_bot hdr_sub(User-Agent) -i rssbot\/ acl bad_bot hdr_sub(User-Agent) -i scribdbot acl bad_bot hdr_sub(User-Agent) -i search\.marginalia\.nu acl bad_bot hdr_sub(User-Agent) -i seekbot acl bad_bot hdr_sub(User-Agent) -i seewithkids acl bad_bot hdr_sub(User-Agent) -i semanticbot acl bad_bot hdr_sub(User-Agent) -i sempi\.tech acl bad_bot hdr_sub(User-Agent) -i seoscanners acl bad_bot hdr_sub(User-Agent) -i seostar\.co acl bad_bot hdr_sub(User-Agent) -i serpstatbot\/ acl bad_bot hdr_sub(User-Agent) -i sitebot acl bad_bot hdr_sub(User-Agent) -i siteexplorer\.info acl bad_bot hdr_sub(User-Agent) -i smtbot acl bad_bot hdr_sub(User-Agent) -i spbot acl bad_bot hdr_sub(User-Agent) -i speedy acl bad_bot hdr_sub(User-Agent) -i startmebot\/ acl bad_bot hdr_sub(User-Agent) -i summify acl bad_bot hdr_sub(User-Agent) -i t3versionsBot acl bad_bot hdr_sub(User-Agent) -i tagoobot acl bad_bot hdr_sub(User-Agent) -i theoldreader\.com acl bad_bot hdr_sub(User-Agent) -i tigerbot acl bad_bot hdr_sub(User-Agent) -i toplistbot acl bad_bot hdr_sub(User-Agent) -i tracemyfile acl bad_bot hdr_sub(User-Agent) -i trendictionbot acl bad_bot hdr_sub(User-Agent) -i trovitBot acl bad_bot hdr_sub(User-Agent) -i tweetedtimes acl bad_bot hdr_sub(User-Agent) -i twengabot acl bad_bot hdr_sub(User-Agent) -i um-LN acl bad_bot hdr_sub(User-Agent) -i urlappendbot acl bad_bot hdr_sub(User-Agent) -i vebidoobot acl bad_bot hdr_sub(User-Agent) -i vercel-screenshot acl bad_bot hdr_sub(User-Agent) -i virustotal acl bad_bot hdr_sub(User-Agent) -i vkShare acl bad_bot hdr_sub(User-Agent) -i voilabot acl bad_bot hdr_sub(User-Agent) -i vuhuvBot acl bad_bot hdr_sub(User-Agent) -i wbsearchbot acl bad_bot hdr_sub(User-Agent) -i web-archive-net\.com\.bot acl bad_bot hdr_sub(User-Agent) -i webcompanycrawler acl bad_bot hdr_sub(User-Agent) -i webmon acl bad_bot hdr_sub(User-Agent) -i wocbot acl bad_bot hdr_sub(User-Agent) -i woobot acl bad_bot hdr_sub(User-Agent) -i woorankreview\/ acl bad_bot hdr_sub(User-Agent) -i woriobot acl bad_bot hdr_sub(User-Agent) -i wotbox acl bad_bot hdr_sub(User-Agent) -i www\.uptime\.com acl bad_bot hdr_sub(User-Agent) -i x09Mozilla acl bad_bot hdr_sub(User-Agent) -i x22Mozilla acl bad_bot hdr_sub(User-Agent) -i xovibot acl bad_bot hdr_sub(User-Agent) -i yacybot acl bad_bot hdr_sub(User-Agent) -i yandex\.com\/bots acl bad_bot hdr_sub(User-Agent) -i yanga acl bad_bot hdr_sub(User-Agent) -i yoozBot acl bad_bot hdr_sub(User-Agent) -i zenback bot acl bad_bot hdr_sub(User-Agent) -i zgrab http-request deny if bad_bot