map $http_user_agent $bad_bot {
    "~*(^| )PTST\/" 1;
    "~*(^| )sentry\/" 1;
    "~*(sistrix|SISTRIX) [cC]rawler" 1;
    "~*007ac9 Crawler" 1;
    "~*2ip bot" 1;
    "~*2ip\.ru" 1;
    "~*360Spider" 1;
    "~*<li>Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)</li>" 1;
    "~*A Patent Crawler" 1;
    "~*A6-Indexer" 1;
    "~*ADmantX" 1;
    "~*AHC\/" 1;
    "~*AISearchBot" 1;
    "~*APIs-Google" 1;
    "~*Aboundex" 1;
    "~*AcademicBotRTU" 1;
    "~*AddSearchBot" 1;
    "~*AddThis" 1;
    "~*Adidxbot" 1;
    "~*AdsBot-Google([^-]|$)" 1;
    "~*AdsBot-Google-Mobile" 1;
    "~*AdsTxtCrawler" 1;
    "~*AdvBot" 1;
    "~*Ahrefs(Bot|SiteAudit)" 1;
    "~*AlexandriaOrgBot" 1;
    "~*AlphaBot" 1;
    "~*Amazon CloudFront" 1;
    "~*Amazonbot" 1;
    "~*AndersPinkBot" 1;
    "~*AnyEvent" 1;
    "~*Apercite" 1;
    "~*AppEngine-Google" 1;
    "~*AppInsights" 1;
    "~*Applebot" 1;
    "~*ArchiveBot" 1;
    "~*AspiegelBot" 1;
    "~*Atom Feed Robot" 1;
    "~*Audisto Crawler" 1;
    "~*AwarioBot" 1;
    "~*AwarioRssBot" 1;
    "~*AwarioSmartBot" 1;
    "~*B2B Bot" 1;
    "~*BDCbot" 1;
    "~*BIGLOTRON" 1;
    "~*BLEXBot\/" 1;
    "~*BLP_bbot" 1;
    "~*BTWebClient" 1;
    "~*BUbiNG" 1;
    "~*Baidu-YunGuanCe" 1;
    "~*Baiduspider" 1;
    "~*Bark[rR]owler" 1;
    "~*BazQux" 1;
    "~*BehloolBot" 1;
    "~*Better Uptime Bot" 1;
    "~*BingPreview\/" 1;
    "~*BitBot" 1;
    "~*BitSightBot\/" 1;
    "~*Blackboard" 1;
    "~*BlogTraffic\/\d\.\d+ Feed-Fetcher" 1;
    "~*BomboraBot" 1;
    "~*Bot\.AraTurka\.com" 1;
    "~*BoxcarBot" 1;
    "~*BrandONbot" 1;
    "~*BrandVerity" 1;
    "~*BrightEdge Crawler" 1;
    "~*BublupBot" 1;
    "~*Buck\/" 1;
    "~*Bytespider" 1;
    "~*CC Metadata Scaper" 1;
    "~*CCBot" 1;
    "~*CISPA Webcrawler" 1;
    "~*Caliperbot" 1;
    "~*CapsuleChecker" 1;
    "~*ChatGPT-User" 1;
    "~*CheckMarkNetwork\/" 1;
    "~*Chrome-Lighthouse" 1;
    "~*Cincraw" 1;
    "~*Clickagy" 1;
    "~*Cliqzbot\/" 1;
    "~*CloudFlare-AlwaysOnline" 1;
    "~*CloudFlare-Prefetch" 1;
    "~*Cloudflare-Healthchecks" 1;
    "~*Cloudflare-SSLDetector" 1;
    "~*Cloudflare-Traffic-Manager" 1;
    "~*Cocolyzebot" 1;
    "~*Companybook-Crawler" 1;
    "~*ContextAd Bot" 1;
    "~*CookieHubScan" 1;
    "~*Cookiebot" 1;
    "~*CrawlyProjectCrawler" 1;
    "~*CriteoBot" 1;
    "~*CrunchBot" 1;
    "~*CrystalSemanticsBot" 1;
    "~*Cutbot" 1;
    "~*CyberPatrol" 1;
    "~*DareBoost" 1;
    "~*DataForSeoBot" 1;
    "~*Datafeedwatch" 1;
    "~*Datanyze" 1;
    "~*Dataprovider\.com" 1;
    "~*Daum\/" 1;
    "~*DeuSu\/" 1;
    "~*Diffbot\/" 1;
    "~*Digg Deeper" 1;
    "~*Digincore bot" 1;
    "~*Discordbot" 1;
    "~*Disqus" 1;
    "~*DnyzBot" 1;
    "~*Domain Re-Animator Bot" 1;
    "~*DomainStatsBot" 1;
    "~*Domains Project\/" 1;
    "~*Dragonbot" 1;
    "~*Dubbotbot" 1;
    "~*DuckDuckBot" 1;
    "~*DuckDuckGo-Favicons-Bot" 1;
    "~*EZID" 1;
    "~*Embedly" 1;
    "~*EveryoneSocialBot" 1;
    "~*Expanse" 1;
    "~*Experibot" 1;
    "~*ExtLinksBot" 1;
    "~*Eyeotabot" 1;
    "~*FAST Enterprise Crawler" 1;
    "~*FAST-WebCrawler" 1;
    "~*Facebot" 1;
    "~*FeedValidator" 1;
    "~*Feedbin" 1;
    "~*Feedfetcher-Google" 1;
    "~*Feedly" 1;
    "~*Feedspot" 1;
    "~*FemtosearchBot" 1;
    "~*Fetch\/" 1;
    "~*Fever" 1;
    "~*FindITAnswersbot" 1;
    "~*Flamingo_SearchEngine" 1;
    "~*FlipboardProxy" 1;
    "~*FreeWebMonitoring SiteChecker" 1;
    "~*FreshRSS" 1;
    "~*FreshpingBot" 1;
    "~*Friendica" 1;
    "~*Fyrebot" 1;
    "~*G2 Web Services" 1;
    "~*GPTBot" 1;
    "~*GarlikCrawler" 1;
    "~*GeedoBot" 1;
    "~*Genieo" 1;
    "~*Gigablast" 1;
    "~*Gigabot" 1;
    "~*GingerCrawler" 1;
    "~*Gluten Free Crawler\/" 1;
    "~*GnowitNewsbot" 1;
    "~*Go-http-client" 1;
    "~*Google Favicon" 1;
    "~*Google Web Preview" 1;
    "~*Google-Adwords-Instant" 1;
    "~*Google-Certificates-Bridge" 1;
    "~*Google-InspectionTool" 1;
    "~*Google-PhysicalWeb" 1;
    "~*Google-Read-Aloud" 1;
    "~*Google-Safety" 1;
    "~*Google-Site-Verification" 1;
    "~*Google-Structured-Data-Testing-Tool" 1;
    "~*GoogleOther" 1;
    "~*Googlebot-Image" 1;
    "~*Googlebot-Mobile" 1;
    "~*Googlebot-News" 1;
    "~*Googlebot-Video" 1;
    "~*Googlebot\/" 1;
    "~*Gowikibot" 1;
    "~*GrapeshotCrawler" 1;
    "~*Grobbot" 1;
    "~*GroupHigh\/" 1;
    "~*GroupMeBot" 1;
    "~*Gwene" 1;
    "~*HTTrack" 1;
    "~*Hatena" 1;
    "~*HeadlessChrome" 1;
    "~*HttpUrlConnection" 1;
    "~*HubSpot" 1;
    "~*IAS crawler" 1;
    "~*ICBot\/" 1;
    "~*ICC-Crawler" 1;
    "~*INETDEX-BOT" 1;
    "~*Iframely" 1;
    "~*ImagesiftBot" 1;
    "~*IndeedBot" 1;
    "~*InterfaxScanBot" 1;
    "~*InternetMeasurement" 1;
    "~*IonCrawl" 1;
    "~*IstellaBot" 1;
    "~*James BOT" 1;
    "~*Jamie's Spider" 1;
    "~*Jetslide" 1;
    "~*Jetty" 1;
    "~*JobboerseBot" 1;
    "~*Jooblebot" 1;
    "~*Jugendschutzprogramm-Crawler" 1;
    "~*K7MLWCBot" 1;
    "~*KStandBot" 1;
    "~*Kemvibot" 1;
    "~*KeybaseBot" 1;
    "~*KomodiaBot" 1;
    "~*KosmioBot" 1;
    "~*Landau-Media-Spider" 1;
    "~*Laserlikebot" 1;
    "~*Leikibot" 1;
    "~*LightspeedSystemsCrawler" 1;
    "~*Linespider" 1;
    "~*Linguee Bot" 1;
    "~*LinkArchiver" 1;
    "~*LinkedInBot" 1;
    "~*LinkisBot" 1;
    "~*Livelap[bB]ot" 1;
    "~*Luminator-robots" 1;
    "~*MBCrawler" 1;
    "~*MJ12bot" 1;
    "~*MTRobot" 1;
    "~*MaCoCu" 1;
    "~*Mail\.RU_Bot" 1;
    "~*Mastodon" 1;
    "~*MauiBot" 1;
    "~*Mediapartners \(Googlebot\)" 1;
    "~*Mediapartners-Google" 1;
    "~*Mediatoolkitbot" 1;
    "~*MegaIndex" 1;
    "~*MeltwaterNews" 1;
    "~*MetaInspector" 1;
    "~*MetaJobBot" 1;
    "~*MetaURI" 1;
    "~*Miniflux\/" 1;
    "~*MixnodeCache\/" 1;
    "~*MojeekBot\/" 1;
    "~*Monsidobot" 1;
    "~*MoodleBot" 1;
    "~*Moreover" 1;
    "~*MuckRack" 1;
    "~*Multiviewbot" 1;
    "~*NAVER Blog Rssbot" 1;
    "~*NING\/" 1;
    "~*NINJA bot" 1;
    "~*NIXStatsbot" 1;
    "~*NTENTbot" 1;
    "~*Neevabot" 1;
    "~*NerdByNature\.Bot" 1;
    "~*NetSystemsResearch" 1;
    "~*NetcraftSurveyAgent" 1;
    "~*Neticle Crawler" 1;
    "~*Netvibes" 1;
    "~*NewsBlur" 1;
    "~*NextCloud" 1;
    "~*Nicecrawler" 1;
    "~*Nimbostratus-Bot" 1;
    "~*Nmap Scripting Engine" 1;
    "~*Nutch" 1;
    "~*Nuzzel" 1;
    "~*OAI-SearchBot" 1;
    "~*Ocarinabot" 1;
    "~*OdklBot\/" 1;
    "~*OpenGraphCheck" 1;
    "~*OpenHoseBot" 1;
    "~*OrangeBot\/" 1;
    "~*OutclicksBot" 1;
    "~*PR-CY\.RU" 1;
    "~*PagePeeker\/" 1;
    "~*PageThing" 1;
    "~*Pandalytics" 1;
    "~*PaperLiBot" 1;
    "~*Pcore-HTTP" 1;
    "~*PerplexityBot\/" 1;
    "~*PetalBot" 1;
    "~*PhantomJS" 1;
    "~*PhxBot" 1;
    "~*PiplBot" 1;
    "~*PocketParser" 1;
    "~*Primalbot" 1;
    "~*PrivacyAwareBot" 1;
    "~*Pulsepoint" 1;
    "~*Python-urllib" 1;
    "~*Qwantify" 1;
    "~*RSSingBot" 1;
    "~*RankActiveLinkBot" 1;
    "~*Refindbot" 1;
    "~*RegionStuttgartBot" 1;
    "~*RetrevoPageAnalyzer" 1;
    "~*ReverseEngineeringBot" 1;
    "~*RewriteCond %{HTTP_USER_AGENT} ^$|\&lt;|\&gt;|\&#039;|\%|\_iRc|\_Works|\@\$x|\&lt;\?|\$x0e|\+select\+|\+union\+|1\,\1\,1\,|2icommerce|3GSE|4all|59\.64\.153\.|88\.0\.106\.|98|85\.17\.|A\_Browser|ABAC|Abont|abot|Accept|Access|Accoo|AceFTP|Acme|ActiveTouristBot|Address|Adopt|adress|adressendeutschland|ADSARobot|agent|ah\-ha|Ahead|AESOP\_com\_SpiderMan|aipbot|Alarm|Albert|Alek|Alexibot|Alligator|AllSubmitter|alma|almaden|ALot|Alpha|aktuelles|Akregat|Amfi|amzn\_assoc|Anal|Anarchie|andit|Anon|AnotherBot|Ansearch|AnswerBus|antivirx|Apexoo|appie|Aqua_Products|Arachmo|archive|arian|ASPSe|ASSORT|aster|Atari|ATHENS|AtHome|Atlocal|Atomic_Email_Hunter|Atomz|Atrop|^attach|attrib|autoemailspider|autohttp|axod|batch|b2w|Back|BackDoorBot|BackStreet|BackWeb|Badass|Baid|Bali|Bandit|Baidu|Barry|BasicHTTP|BatchFTP|bdfetch|beat|Become|Beij|BenchMark|berts|bew|big.brother|Bigfoot|Bilgi|Bison|Bitacle|Biz360|Black|Black.Hole|BlackWidow|bladder.fusion|Blaiz|Blog.Checker|Blogl|BlogPeople|Blogshares.Spiders|Bloodhound|Blow|bmclient|Board|BOI|boitho|Bond|Bookmark.search.tool|boris|Bost|Boston.Project|BotRightHere|Bot.mailto:craftbot@yahoo.com|BotALot|botpaidtoclick|botw|brandwatch|BravoBrian|Brok|Bropwers|Broth|browseabit|BrowseX|Browsezilla|Bruin|bsalsa|Buddy|Build|Built|Bulls|bumblebee|Bunny|Busca|Busi|Buy|bwh3|c\-spider|CafeK|Cafi|camel|Cand|captu|Catch|cd34|Ceg|CFNetwork|cgichk|Cha0s|Chang|chaos|Char|char\(32\,35\)|charlotte|CheeseBot|Chek|CherryPicker|chill|ChinaClaw|CICC|Cisco|Cita|Clam|Claw|Click.Bot|clipping|clshttp|Clush|COAST|ColdFusion|Coll|Comb|commentreader|Compan|contact|Control|contype|Conc|Conv|Copernic|Copi|Copy|Coral|Corn|core-project|cosmos|costa|cr4nk|crank|craft|Crap|Crawler0|Crazy|Cres|cs\-CZ|cuill|Curl|Custo|Cute|CSHttp|Cyber|cyberalert|^DA$|daoBot|DARK|Data|Daten|Daum|dcbot|dcs|Deep|DepS|Detect|Deweb|Diam|Digger|Digimarc|digout4uagent|DIIbot|Dillo|Ding|DISC|discobot|Disp|Ditto|DLC|DnloadMage|DotBot|Doubanbot|Download|Download.Demon|Download.Devil|Download.Wonder|Downloader|drag|DreamPassport|Drec|Drip|dsdl|dsok|DSurf|DTAAgent|DTS|Dual|dumb|DynaWeb|e\-collector|eag|earn|EARTHCOM|EasyDL|ebin|EBM-APPLE|EBrowse|eCatch|echo|ecollector|Edco|edgeio|efp\@gmx\.net|EirGrabber|email|Email.Extractor|EmailCollector|EmailSearch|EmailSiphon|EmailWolf|Emer|empas|Enfi|Enhan|Enterprise\_Search|envolk|erck|EroCr|ESurf|Eval|Evil|Evere|EWH|Exabot|Exact|EXPLOITER|Expre|Extra|ExtractorPro|EyeN|FairAd|Fake|FANG|FAST|fastlwspider|FavOrg|Favorites.Sweeper|Faxo|FDM\_1|FDSE|fetch|FEZhead|Filan|FileHound|find|Firebat|Firefox.2\.0|Firs|Flam|Flash|FlickBot|Flip|fluffy|flunky|focus|Foob|Fooky|Forex|Forum|ForV|Fost|Foto|Foun|Franklin.Locator|freefind|FreshDownload|FrontPage|FSurf|Fuck|Fuer|futile|Fyber|Gais|GalaxyBot|Galbot|Gamespy\_Arcade|GbPl|Gener|geni|Geona|Get|gigabaz|Gira|Ginxbot|gluc|glx.?v|gnome|Go.Zilla|Goldfire|Google.Wireless.Transcoder|Googlebot\-Image|Got\-It|GOFORIT|gonzo|GornKer|GoSearch|^gotit$|gozilla|grab|Grabber|GrabNet|Grub|Grup|Graf|Green.Research|grub|grub\-client|gsa\-cra|GSearch|GT\:\:WWW|GuideBot|guruji|gvfs|Gyps|hack|haha|hailo|Harv|Hatena|Hax|Head|Helm|herit|hgre|hhjhj\@yahoo|Hippo|hloader|HMView|holm|holy|HomePageSearch|HooWWWer|HouxouCrawler|HMSE|HPPrint|htdig|HTTPConnect|httpdown|http.generic|HTTPGet|httplib|HTTPRetriever|HTTrack|human|Huron|hverify|Hybrid|Hyper|ia\_archiver|iaskspi|IBM\_Planetwide|iCCra|ichiro|ID\-Search|IDA|IDBot|IEAuto|IEMPT|iexplore\.exe|iGetter|Ilse|Iltrov|Image|Image.Stripper|Image.Sucker|imagefetch|iimds\_monitor|Incutio|IncyWincy|Indexer|Industry.Program|Indy|InetURL|informant|InfoNav|InfoTekies|Ingelin|Innerpr|Inspect|InstallShield.DigitalWizard|Insuran\.|Intellig|Intelliseek|InterGET|Internet.Ninja|Internet.x|Internet\_Explorer|InternetLinkagent|InternetSeer.com|Intraf|IP2|Ipsel|Iria|IRLbot|Iron33|Irvine|ISC\_Sys|iSilo|ISRCCrawler|ISSpi|IUPUI.Research.Bot|Jady|Jaka|Jam|^Java|java\/|Java\(tm\)|JBH.agent|Jenny|JetB|JetC|jeteye|jiro|JoBo|JOC|jupit|Just|Jyx|Kapere|kash|Kazo|KBee|Kenjin|Kernel|Keywo|KFSW|KKma|Know|kosmix|KRAE|KRetrieve|Krug|ksibot|ksoap|Kum|KWebGet|Lachesis|lanshan|Lapo|larbin|leacher|leech|LeechFTP|LeechGet|leipzig\.de|Lets|Lexi|lftp|Libby|libcrawl|libcurl|libfetch|libghttp|libWeb|libwhisker|libwww|libwww\-FM|libwww\-perl|LightningDownload|likse|Linc|Link|Link.Sleuth|LinkextractorPro|Linkie|LINKS.ARoMATIZED|LinkScan|linktiger|LinkWalker|Lint|List|lmcrawler|LMQ|LNSpiderguy|loader|LocalcomBot|Locu|London|lone|looksmart|loop|Lork|LTH\_|lwp\-request|LWP|lwp-request|lwp-trivial|Mac.Finder|Macintosh\;.I\;.PPC|Mac\_F|magi|Mag\-Net|Magnet|Magp|Mail.Sweeper|main|majest|Mam|Mana|MarcoPolo|mark.blonin|MarkWatch|MaSagool|Mass|Mass.Downloader|Mata|mavi|McBot|Mecha|MCspider|mediapartners|^Memo|MEGAUPLOAD|MetaProducts.Download.Express|Metaspin|Mete|Microsoft.Data.Access|Microsoft.URL|Microsoft\_Internet\_Explorer|MIDo|MIIx|miner|Mira|MIRE|Mirror|Miss|Missauga|Missigua.Locator|Missouri.College.Browse|Mist|Mizz|MJ12|mkdb|mlbot|MLM|MMMoCrawl|MnoG|moge|Moje|Monster|Monza.Browser|Mooz|Moreoverbot|MOT\-MPx220|mothra\/netscan|mouse|MovableType|Mozdex|Mozi\!|^Mozilla$|Mozilla\/1\.22|Mozilla\/22|^Mozilla\/3\.0.\(compatible|Mozilla\/3\.Mozilla\/2\.01|Mozilla\/4\.0\(compatible|Mozilla\/4\.08|Mozilla\/4\.61.\(Macintosh|Mozilla\/5\.0|Mozilla\/7\.0|Mozilla\/8|Mozilla\/9|Mozilla\:|Mozilla\/Firefox|^Mozilla.*Indy|^Mozilla.*NEWT|^Mozilla*MSIECrawler|Mp3Bot|MPF|MRA|MS.FrontPage|MS.?Search|MSFrontPage|MSIE\_6\.0|MSIE6|MSIECrawler|msnbot\-media|msnbot\-Products|MSNPTC|MSProxy|MSRBOT|multithreaddb|musc|MVAC|MWM|My\_age|MyApp|MyDog|MyEng|MyFamilyBot|MyGetRight|MyIE2|mysearch|myurl|NAG|NAMEPROTECT|NASA.Search|nationaldirectory|Naver|Navr|Near|NetAnts|netattache|Netcach|NetCarta|Netcraft|NetCrawl|NetMech|netprospector|NetResearchServer|NetSp|Net.Vampire|netX|NetZ|Neut|newLISP|NewsGatorInbox|NEWT|NEWT.ActiveX|Next|^NG|NICE|nikto|Nimb|Ninja|Ninte|NIPGCrawler|Noga|nogo|Noko|Nomad|Norb|noxtrumbot|NPbot|NuSe|Nutch|Nutex|NWSp|Obje|Ocel|Octo|ODI3|oegp|Offline|Offline.Explorer|Offline.Navigator|OK.Mozilla|omg|Omni|Onfo|onyx|OpaL|OpenBot|Openf|OpenTextSiteCrawler|OpenU|Orac|OrangeBot|Orbit|Oreg|osis|Outf|Owl|P3P|PackRat|PageGrabber|PagmIEDownload|pansci|Papa|Pars|Patw|pavu|Pb2Pb|pcBrow|PEAR|PEER|PECL|pepe|Perl|PerMan|PersonaPilot|Persuader|petit|PHP|PHP.vers|PHPot|Phras|PicaLo|Piff|Pige|pigs|^Ping|Pingd|PingALink|Pipe|Plag|Plant|playstarmusic|Pluck|Pockey|POE\-Com|Poirot|Pomp|Port.Huron|Post|powerset|Preload|press|Privoxy|Probe|Program.Shareware|Progressive.Download|ProPowerBot|prospector|Provider.Protocol.Discover|ProWebWalker|Prowl|Proxy|Prozilla|psbot|PSurf|psycheclone|^puf$|Pulse|Pump|PushSite|PussyCat|PuxaRapido|PycURL|Pyth|PyQ|QuepasaCreep|Query|Quest|QRVA|Qweer|radian|Radiation|Rambler|RAMP|RealDownload|Reap|Recorder|RedCarpet|RedKernel|ReGet|relevantnoise|replacer|Repo|requ|Rese|Retrieve|Rip|Rix|RMA|Roboz|Rogue|Rover|RPT\-HTTP|Rsync|RTG30|.ru\)|ruby|Rufus|Salt|Sample|SAPO|Sauger|savvy|SBIder|SBP|SCAgent|scan|SCEJ\_|Sched|Schizo|Schlong|Schmo|Scout|Scooter|Scorp|ScoutOut|SCrawl|screen|script|SearchExpress|searchhippo|Searchme|searchpreview|searchterms|Second.Street.Research|Security.Kol|Seekbot|Seeker|Sega|Sensis|Sept|Serious|Sezn|Shai|Share|Sharp|Shaz|shell|shelo|Sherl|Shim|Shiretoko|ShopWiki|SickleBot|Simple|Siph|sitecheck|SiteCrawler|SiteSnagger|Site.Sniper|SiteSucker|sitevigil|SiteX|Sleip|Slide|Slurpy.Verifier|Sly|Smag|SmartDownload|Smurf|sna\-|snag|Snake|Snapbot|Snip|Snoop|So\-net|SocSci|sogou|Sohu|solr|sootle|Soso|SpaceBison|Spad|Span|spanner|Speed|Spegla|Sphere|Sphider|spider|SpiderBot|SpiderEngine|SpiderView|Spin|sproose|Spurl|Spyder|Squi|SQ.Webscanner|sqwid|Sqworm|SSM\_Ag|Stack|Stamina|stamp|Stanford|Statbot|State|Steel|Strateg|Stress|Strip|studybot|Style|subot|Suck|Sume|sun4m|Sunrise|SuperBot|SuperBro|Supervi|Surf4Me|SuperHTTP|Surfbot|SurfWalker|Susi|suza|suzu|Sweep|sygol|syncrisis|Systems|Szukacz|Tagger|Tagyu|tAke|Talkro|TALWinHttpClient|tamu|Tandem|Tarantula|tarspider|tBot|TCF|Tcs\/1|TeamSoft|Tecomi|Teleport|Telesoft|Templeton|Tencent|Terrawiz|Test|TexNut|trivial|Turnitin|The.Intraformant|TheNomad|Thomas|TightTwatBot|Timely|Titan|TMCrawler|TMhtload|toCrawl|Todobr|Tongco|topic|Torrent|Track|translate|Traveler|TREEVIEW|True|Tunnel|turing|Turnitin|TutorGig|TV33\_Mercator|Twat|Tweak|Twice|Twisted.PageGetter|Tygo|ubee|UCmore|UdmSearch|UIowaCrawler|Ultraseek|UMBC|unf|UniversalFeedParser|unknown|UPG1|UtilMind|URLBase|URL.Control|URL\_Spider\_Pro|urldispatcher|URLGetFile|urllib|URLSpiderPro|URLy|User\-Agent|UserAgent|USyd|Vacuum|vagabo|Valet|Valid|Vamp|vayala|VB\_|VCI|VERI\~LI|verif|versus|via|Viewer|virtual|visibilitygap|Visual|vobsub|Void|VoilaBot|voyager|vspider|VSyn|w\:PACBHO60|w0000t|W3C|w3m|w3search|walhello|Walker|Wand|WAOL|WAPT|Watch|Wavefire|wbdbot|Weather|web.by.mail|Web.Data.Extractor|Web.Downloader|Web.Ima|Web.Mole|Web.Sucker|Web2Mal|Web2WAP|WebaltBot|WebAuto|WebBandit|Webbot|WebCapture|WebCat|webcraft\@bea|Webclip|webcollage|WebCollector|WebCopier|WebCopy|WebCor|webcrawl|WebDat|WebDav|webdevil|webdownloader|Webdup|WebEMail|WebEMailExtrac|WebEnhancer|WebFetch|WebGo|WebHook|Webinator|WebInd|webitpr|WebFilter|WebFountain|WebLea|Webmaster|WebmasterWorldForumBot|WebMin|WebMirror|webmole|webpic|WebPin|WebPix|WebReaper|WebRipper|WebRobot|WebSauger|WebSite|Website.eXtractor|Website.Quester|WebSnake|webspider|Webster|WebStripper|websucker|WebTre|WebVac|webwalk|WebWasher|WebWeasel|WebWhacker|WebZIP|Wells|WEP\_S|WEP.Search.00|WeRelateBot|wget|Whack|Whacker|whiz|WhosTalking|Widow|Win67|window.location|Windows.95\;|Windows.95\)|Windows.98\;|Windows.98\)|Winodws|Wildsoft.Surfer|WinHT|winhttp|WinHttpRequest|WinHTTrack|Winnie.Poh|wire|WISEbot|wisenutbot|wish|Wizz|WordP|Works|world|WUMPUS|Wweb|WWWC|WWWOFFLE|WWW\-Collector|WWW.Mechanize|www.ranks.nl|wwwster|^x$|X12R1|x\-Tractor|Xaldon|Xenu|XGET|xirq|Y\!OASIS|Y\!Tunnel|yacy|YaDirectBot|Yahoo\-MMAudVid|YahooSeeker|YahooYSMcm|Yamm|Yand|yang|Yeti|Yoono|yori|Yotta|YTunnel|Zade|zagre|ZBot|Zeal|ZeBot|zerx|Zeus|ZIPCode|Zixy|zmao|Zyborg [NC]" 1;
    "~*RidderBot" 1;
    "~*Rivva" 1;
    "~*RuxitSynthetic" 1;
    "~*RyteBot" 1;
    "~*SBL-BOT" 1;
    "~*SEOkicks" 1;
    "~*SEOlizer" 1;
    "~*SWIMGBot" 1;
    "~*S[eE][mM]rushBot" 1;
    "~*SafeDNSBot" 1;
    "~*SafeSearch microdata crawler" 1;
    "~*ScoutJet" 1;
    "~*Scrapy" 1;
    "~*Screaming Frog SEO Spider" 1;
    "~*SearchAtlas" 1;
    "~*Seekport" 1;
    "~*SemanticScholarBot" 1;
    "~*SentiBot" 1;
    "~*SenutoBot" 1;
    "~*SeobilityBot" 1;
    "~*SerendeputyBot" 1;
    "~*SeznamBot" 1;
    "~*SimpleCrawler" 1;
    "~*SimplePie" 1;
    "~*SimpleScraper" 1;
    "~*SiteCheckerBotCrawler" 1;
    "~*Siteimprove\.com" 1;
    "~*SkypeUriPreview" 1;
    "~*Slack-ImgProxy" 1;
    "~*Slackbot" 1;
    "~*Slurp" 1;
    "~*Snacktory" 1;
    "~*Snap URL Preview Service" 1;
    "~*SocialRankIOBot" 1;
    "~*Sogou" 1;
    "~*Sonic" 1;
    "~*Storebot-Google" 1;
    "~*StorygizeBot" 1;
    "~*StractBot" 1;
    "~*Streamline3Bot\/" 1;
    "~*Superfeedr" 1;
    "~*SurdotlyBot" 1;
    "~*SurveyBot" 1;
    "~*Synapse" 1;
    "~*Sysomos" 1;
    "~*Taboolabot" 1;
    "~*TangibleeBot" 1;
    "~*TelegramBot" 1;
    "~*Teoma" 1;
    "~*Thinklab" 1;
    "~*TinEye" 1;
    "~*Tiny Tiny RSS" 1;
    "~*TombaPublicWebCrawler" 1;
    "~*ToutiaoSpider" 1;
    "~*Traackr\.com" 1;
    "~*TrendsmapResolver" 1;
    "~*Trove" 1;
    "~*Turnitin" 1;
    "~*TweetmemeBot" 1;
    "~*Twingly" 1;
    "~*Twitterbot" 1;
    "~*Twurly" 1;
    "~*UT-Dorkbot" 1;
    "~*Upflow" 1;
    "~*Uptime-Kuma" 1;
    "~*UptimeRobot" 1;
    "~*Uptimebot\.org" 1;
    "~*UsineNouvelleCrawler" 1;
    "~*VKRobot" 1;
    "~*Validator\.nu" 1;
    "~*Valve\/Steam" 1;
    "~*VelenPublicWebCrawler" 1;
    "~*Veoozbot" 1;
    "~*Vercelbot" 1;
    "~*Viber" 1;
    "~*Vigil\/" 1;
    "~*VoluumDSP-content-bot" 1;
    "~*W3C-checklink" 1;
    "~*W3C-mobileOK" 1;
    "~*W3C_CSS_Validator" 1;
    "~*W3C_I18n-Checker" 1;
    "~*W3C_Unicorn" 1;
    "~*W3C_Validator" 1;
    "~*WeSEE:Search" 1;
    "~*WebDataStats" 1;
    "~*WellKnownBot" 1;
    "~*WhatsApp" 1;
    "~*WordPress\/" 1;
    "~*WordupInfoSearch" 1;
    "~*Xenu Link Sleuth" 1;
    "~*Y!J" 1;
    "~*YaK\/" 1;
    "~*Yahoo Link Preview" 1;
    "~*YandexRenderResourcesBot\/" 1;
    "~*Yellowbrandprotectionbot" 1;
    "~*Yeti" 1;
    "~*YisouSpider" 1;
    "~*YouBot" 1;
    "~*Zabbix" 1;
    "~*ZoomBot" 1;
    "~*ZoominfoBot" 1;
    "~*ZumBot" 1;
    "~*ZuperlistBot\/" 1;
    "~*[Cc]urebot" 1;
    "~*[cC]laude[bB]ot" 1;
    "~*[pP]ingdom" 1;
    "~*[wW]get" 1;
    "~*^Apache-HttpClient" 1;
    "~*^BW\/" 1;
    "~*^LCC " 1;
    "~*^PHP-Curl-Class" 1;
    "~*^curl" 1;
    "~*acapbot" 1;
    "~*acoonbot" 1;
    "~*adbeat_bot" 1;
    "~*adscanner" 1;
    "~*aiHitBot" 1;
    "~*aiohttp" 1;
    "~*antibot" 1;
    "~*arabot" 1;
    "~*archive\.org_bot" 1;
    "~*awesomecrawler" 1;
    "~*axios" 1;
    "~*backlinkcrawler" 1;
    "~*betaBot" 1;
    "~*bidswitchbot" 1;
    "~*bingbot" 1;
    "~*binlar" 1;
    "~*bitlybot" 1;
    "~*blogmuraBot" 1;
    "~*bnf\.fr_bot" 1;
    "~*bot-pge\.chlooe\.com" 1;
    "~*botify" 1;
    "~*brainobot" 1;
    "~*buzzbot" 1;
    "~*cXensebot" 1;
    "~*careerbot" 1;
    "~*centurybot" 1;
    "~*changedetection" 1;
    "~*check_http" 1;
    "~*citeseerxbot" 1;
    "~*coccoc" 1;
    "~*collection@infegy\.com" 1;
    "~*content crawler spider" 1;
    "~*contxbot" 1;
    "~*convera" 1;
    "~*crawler4j" 1;
    "~*datagnionbot" 1;
    "~*dcrawl" 1;
    "~*deadlinkchecker" 1;
    "~*deepnoc" 1;
    "~*developers\.google\.com\/\+\/web\/snippet" 1;
    "~*discobot" 1;
    "~*domaincrawler" 1;
    "~*dotbot" 1;
    "~*drupact" 1;
    "~*e\.ventures Investment Crawler" 1;
    "~*ec2linkfinder" 1;
    "~*edisterbot" 1;
    "~*electricmonk" 1;
    "~*elisabot" 1;
    "~*epicbot" 1;
    "~*eright" 1;
    "~*europarchive\.org" 1;
    "~*ev-crawler\/" 1;
    "~*evc-batch" 1;
    "~*exabot" 1;
    "~*ezooms" 1;
    "~*facebookcatalog\/" 1;
    "~*facebookexternalhit" 1;
    "~*fedoraplanet" 1;
    "~*feedbot" 1;
    "~*filterdb\.iss\.net\/crawler" 1;
    "~*findlink" 1;
    "~*findthatfile" 1;
    "~*findxbot" 1;
    "~*fluffy" 1;
    "~*fr-crawler" 1;
    "~*fuelbot" 1;
    "~*g00g1e\.net" 1;
    "~*g2reader-bot" 1;
    "~*gnam gnam spider" 1;
    "~*google-xrawler" 1;
    "~*grub\.org" 1;
    "~*gslfbot" 1;
    "~*heritrix" 1;
    "~*http_get" 1;
    "~*https:\/\/developers\.cloudflare\.com\/security-center\/" 1;
    "~*httpunit" 1;
    "~*httpx" 1;
    "~*hypestat" 1;
    "~*hyscore\.io" 1;
    "~*ia_archiver" 1;
    "~*ichiro" 1;
    "~*imrbot" 1;
    "~*infoobot" 1;
    "~*inoreader" 1;
    "~*integromedb" 1;
    "~*intelium_bot" 1;
    "~*ip-web-crawler\.com" 1;
    "~*ips-agent" 1;
    "~*iskanie" 1;
    "~*it2media-domain-crawler" 1;
    "~*jpg-newsbot" 1;
    "~*jyxobot" 1;
    "~*lb-spider" 1;
    "~*libwww-perl" 1;
    "~*linkapediabot" 1;
    "~*linkdex" 1;
    "~*lipperhey" 1;
    "~*lkxscan" 1;
    "~*lssbot" 1;
    "~*lssrocketcrawler" 1;
    "~*ltx71" 1;
    "~*magpie-crawler" 1;
    "~*mappydata" 1;
    "~*memorybot" 1;
    "~*meta-externalagent\/" 1;
    "~*meta-externalfetcher\/" 1;
    "~*mindUpBot" 1;
    "~*minicrawler" 1;
    "~*mlbot" 1;
    "~*moatbot" 1;
    "~*msnbot" 1;
    "~*msrbot" 1;
    "~*nerdybot" 1;
    "~*netEstate NE Crawler" 1;
    "~*netresearchserver" 1;
    "~*newsharecounts" 1;
    "~*newspaper\/" 1;
    "~*niki-bot" 1;
    "~*node-fetch" 1;
    "~*officestorebot" 1;
    "~*okhttp" 1;
    "~*omgili" 1;
    "~*online-webceo-bot" 1;
    "~*openindexspider" 1;
    "~*outbrain" 1;
    "~*page2rss" 1;
    "~*panscient" 1;
    "~*phpcrawl" 1;
    "~*pinterest\.com\/bot" 1;
    "~*postrank" 1;
    "~*proximic" 1;
    "~*psbot" 1;
    "~*purebot" 1;
    "~*python-opengraph" 1;
    "~*python-requests" 1;
    "~*redditbot" 1;
    "~*rogerbot" 1;
    "~*rssbot\/" 1;
    "~*scribdbot" 1;
    "~*search\.marginalia\.nu" 1;
    "~*seekbot" 1;
    "~*seewithkids" 1;
    "~*semanticbot" 1;
    "~*sempi\.tech" 1;
    "~*seoscanners" 1;
    "~*seostar\.co" 1;
    "~*serpstatbot\/" 1;
    "~*sitebot" 1;
    "~*siteexplorer\.info" 1;
    "~*smtbot" 1;
    "~*spbot" 1;
    "~*speedy" 1;
    "~*startmebot\/" 1;
    "~*summify" 1;
    "~*t3versionsBot" 1;
    "~*tagoobot" 1;
    "~*theoldreader\.com" 1;
    "~*tigerbot" 1;
    "~*toplistbot" 1;
    "~*tracemyfile" 1;
    "~*trendictionbot" 1;
    "~*trovitBot" 1;
    "~*tweetedtimes" 1;
    "~*twengabot" 1;
    "~*um-LN" 1;
    "~*urlappendbot" 1;
    "~*vebidoobot" 1;
    "~*vercel-screenshot" 1;
    "~*virustotal" 1;
    "~*vkShare" 1;
    "~*voilabot" 1;
    "~*vuhuvBot" 1;
    "~*wbsearchbot" 1;
    "~*web-archive-net\.com\.bot" 1;
    "~*webcompanycrawler" 1;
    "~*webmon " 1;
    "~*wocbot" 1;
    "~*woobot" 1;
    "~*woorankreview\/" 1;
    "~*woriobot" 1;
    "~*wotbox" 1;
    "~*www\.uptime\.com" 1;
    "~*x09Mozilla" 1;
    "~*x22Mozilla" 1;
    "~*xovibot" 1;
    "~*yacybot" 1;
    "~*yandex\.com\/bots" 1;
    "~*yanga" 1;
    "~*yoozBot" 1;
    "~*zenback bot" 1;
    "~*zgrab" 1;
    default 0;
}