mirror of
https://github.com/fabriziosalmi/patterns.git
synced 2025-12-18 02:05:42 +00:00
594 lines
23 KiB
Plaintext
594 lines
23 KiB
Plaintext
map $http_user_agent $bad_bot {
|
|
"~*(^| )PTST\/" 1;
|
|
"~*(^| )sentry\/" 1;
|
|
"~*(sistrix|SISTRIX) [cC]rawler" 1;
|
|
"~*007ac9 Crawler" 1;
|
|
"~*2ip bot" 1;
|
|
"~*2ip\.ru" 1;
|
|
"~*360Spider" 1;
|
|
"~*<li>Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)</li>" 1;
|
|
"~*A Patent Crawler" 1;
|
|
"~*A6-Indexer" 1;
|
|
"~*ADmantX" 1;
|
|
"~*AHC\/" 1;
|
|
"~*AISearchBot" 1;
|
|
"~*APIs-Google" 1;
|
|
"~*Aboundex" 1;
|
|
"~*AcademicBotRTU" 1;
|
|
"~*AddSearchBot" 1;
|
|
"~*AddThis" 1;
|
|
"~*Adidxbot" 1;
|
|
"~*AdsBot-Google([^-]|$)" 1;
|
|
"~*AdsBot-Google-Mobile" 1;
|
|
"~*AdsTxtCrawler" 1;
|
|
"~*AdvBot" 1;
|
|
"~*Ahrefs(Bot|SiteAudit)" 1;
|
|
"~*AlexandriaOrgBot" 1;
|
|
"~*AlphaBot" 1;
|
|
"~*Amazon CloudFront" 1;
|
|
"~*Amazonbot" 1;
|
|
"~*AndersPinkBot" 1;
|
|
"~*AnyEvent" 1;
|
|
"~*Apercite" 1;
|
|
"~*AppEngine-Google" 1;
|
|
"~*AppInsights" 1;
|
|
"~*Applebot" 1;
|
|
"~*ArchiveBot" 1;
|
|
"~*AspiegelBot" 1;
|
|
"~*Atom Feed Robot" 1;
|
|
"~*Audisto Crawler" 1;
|
|
"~*AwarioBot" 1;
|
|
"~*AwarioRssBot" 1;
|
|
"~*AwarioSmartBot" 1;
|
|
"~*B2B Bot" 1;
|
|
"~*BDCbot" 1;
|
|
"~*BIGLOTRON" 1;
|
|
"~*BLEXBot\/" 1;
|
|
"~*BLP_bbot" 1;
|
|
"~*BTWebClient" 1;
|
|
"~*BUbiNG" 1;
|
|
"~*Baidu-YunGuanCe" 1;
|
|
"~*Baiduspider" 1;
|
|
"~*Bark[rR]owler" 1;
|
|
"~*BazQux" 1;
|
|
"~*BehloolBot" 1;
|
|
"~*Better Uptime Bot" 1;
|
|
"~*BingPreview\/" 1;
|
|
"~*BitBot" 1;
|
|
"~*BitSightBot\/" 1;
|
|
"~*Blackboard" 1;
|
|
"~*BlogTraffic\/\d\.\d+ Feed-Fetcher" 1;
|
|
"~*BomboraBot" 1;
|
|
"~*Bot\.AraTurka\.com" 1;
|
|
"~*BoxcarBot" 1;
|
|
"~*BrandONbot" 1;
|
|
"~*BrandVerity" 1;
|
|
"~*BrightEdge Crawler" 1;
|
|
"~*BublupBot" 1;
|
|
"~*Buck\/" 1;
|
|
"~*Bytespider" 1;
|
|
"~*CC Metadata Scaper" 1;
|
|
"~*CCBot" 1;
|
|
"~*CISPA Webcrawler" 1;
|
|
"~*Caliperbot" 1;
|
|
"~*CapsuleChecker" 1;
|
|
"~*ChatGPT-User" 1;
|
|
"~*CheckMarkNetwork\/" 1;
|
|
"~*Chrome-Lighthouse" 1;
|
|
"~*Cincraw" 1;
|
|
"~*Clickagy" 1;
|
|
"~*Cliqzbot\/" 1;
|
|
"~*CloudFlare-AlwaysOnline" 1;
|
|
"~*CloudFlare-Prefetch" 1;
|
|
"~*Cloudflare-Healthchecks" 1;
|
|
"~*Cloudflare-SSLDetector" 1;
|
|
"~*Cloudflare-Traffic-Manager" 1;
|
|
"~*Cocolyzebot" 1;
|
|
"~*Companybook-Crawler" 1;
|
|
"~*ContextAd Bot" 1;
|
|
"~*CookieHubScan" 1;
|
|
"~*Cookiebot" 1;
|
|
"~*CrawlyProjectCrawler" 1;
|
|
"~*CriteoBot" 1;
|
|
"~*CrunchBot" 1;
|
|
"~*CrystalSemanticsBot" 1;
|
|
"~*Cutbot" 1;
|
|
"~*CyberPatrol" 1;
|
|
"~*DareBoost" 1;
|
|
"~*DataForSeoBot" 1;
|
|
"~*Datafeedwatch" 1;
|
|
"~*Datanyze" 1;
|
|
"~*Dataprovider\.com" 1;
|
|
"~*Daum\/" 1;
|
|
"~*DeuSu\/" 1;
|
|
"~*Diffbot\/" 1;
|
|
"~*Digg Deeper" 1;
|
|
"~*Digincore bot" 1;
|
|
"~*Discordbot" 1;
|
|
"~*Disqus" 1;
|
|
"~*DnyzBot" 1;
|
|
"~*Domain Re-Animator Bot" 1;
|
|
"~*DomainStatsBot" 1;
|
|
"~*Domains Project\/" 1;
|
|
"~*Dragonbot" 1;
|
|
"~*Dubbotbot" 1;
|
|
"~*DuckDuckBot" 1;
|
|
"~*DuckDuckGo-Favicons-Bot" 1;
|
|
"~*EZID" 1;
|
|
"~*Embedly" 1;
|
|
"~*EveryoneSocialBot" 1;
|
|
"~*Expanse" 1;
|
|
"~*Experibot" 1;
|
|
"~*ExtLinksBot" 1;
|
|
"~*Eyeotabot" 1;
|
|
"~*FAST Enterprise Crawler" 1;
|
|
"~*FAST-WebCrawler" 1;
|
|
"~*Facebot" 1;
|
|
"~*FeedValidator" 1;
|
|
"~*Feedbin" 1;
|
|
"~*Feedfetcher-Google" 1;
|
|
"~*Feedly" 1;
|
|
"~*Feedspot" 1;
|
|
"~*FemtosearchBot" 1;
|
|
"~*Fetch\/" 1;
|
|
"~*Fever" 1;
|
|
"~*FindITAnswersbot" 1;
|
|
"~*Flamingo_SearchEngine" 1;
|
|
"~*FlipboardProxy" 1;
|
|
"~*FreeWebMonitoring SiteChecker" 1;
|
|
"~*FreshRSS" 1;
|
|
"~*FreshpingBot" 1;
|
|
"~*Friendica" 1;
|
|
"~*Fyrebot" 1;
|
|
"~*G2 Web Services" 1;
|
|
"~*GPTBot" 1;
|
|
"~*GarlikCrawler" 1;
|
|
"~*GeedoBot" 1;
|
|
"~*Genieo" 1;
|
|
"~*Gigablast" 1;
|
|
"~*Gigabot" 1;
|
|
"~*GingerCrawler" 1;
|
|
"~*Gluten Free Crawler\/" 1;
|
|
"~*GnowitNewsbot" 1;
|
|
"~*Go-http-client" 1;
|
|
"~*Google Favicon" 1;
|
|
"~*Google Web Preview" 1;
|
|
"~*Google-Adwords-Instant" 1;
|
|
"~*Google-Certificates-Bridge" 1;
|
|
"~*Google-InspectionTool" 1;
|
|
"~*Google-PhysicalWeb" 1;
|
|
"~*Google-Read-Aloud" 1;
|
|
"~*Google-Safety" 1;
|
|
"~*Google-Site-Verification" 1;
|
|
"~*Google-Structured-Data-Testing-Tool" 1;
|
|
"~*GoogleOther" 1;
|
|
"~*Googlebot-Image" 1;
|
|
"~*Googlebot-Mobile" 1;
|
|
"~*Googlebot-News" 1;
|
|
"~*Googlebot-Video" 1;
|
|
"~*Googlebot\/" 1;
|
|
"~*Gowikibot" 1;
|
|
"~*GrapeshotCrawler" 1;
|
|
"~*Grobbot" 1;
|
|
"~*GroupHigh\/" 1;
|
|
"~*GroupMeBot" 1;
|
|
"~*Gwene" 1;
|
|
"~*HTTrack" 1;
|
|
"~*Hatena" 1;
|
|
"~*HeadlessChrome" 1;
|
|
"~*HttpUrlConnection" 1;
|
|
"~*HubSpot" 1;
|
|
"~*IAS crawler" 1;
|
|
"~*ICBot\/" 1;
|
|
"~*ICC-Crawler" 1;
|
|
"~*INETDEX-BOT" 1;
|
|
"~*Iframely" 1;
|
|
"~*ImagesiftBot" 1;
|
|
"~*IndeedBot" 1;
|
|
"~*InterfaxScanBot" 1;
|
|
"~*InternetMeasurement" 1;
|
|
"~*IonCrawl" 1;
|
|
"~*IstellaBot" 1;
|
|
"~*James BOT" 1;
|
|
"~*Jamie's Spider" 1;
|
|
"~*Jetslide" 1;
|
|
"~*Jetty" 1;
|
|
"~*JobboerseBot" 1;
|
|
"~*Jooblebot" 1;
|
|
"~*Jugendschutzprogramm-Crawler" 1;
|
|
"~*K7MLWCBot" 1;
|
|
"~*KStandBot" 1;
|
|
"~*Kemvibot" 1;
|
|
"~*KeybaseBot" 1;
|
|
"~*KomodiaBot" 1;
|
|
"~*KosmioBot" 1;
|
|
"~*Landau-Media-Spider" 1;
|
|
"~*Laserlikebot" 1;
|
|
"~*Leikibot" 1;
|
|
"~*LightspeedSystemsCrawler" 1;
|
|
"~*Linespider" 1;
|
|
"~*Linguee Bot" 1;
|
|
"~*LinkArchiver" 1;
|
|
"~*LinkedInBot" 1;
|
|
"~*LinkisBot" 1;
|
|
"~*Livelap[bB]ot" 1;
|
|
"~*Luminator-robots" 1;
|
|
"~*MBCrawler" 1;
|
|
"~*MJ12bot" 1;
|
|
"~*MTRobot" 1;
|
|
"~*MaCoCu" 1;
|
|
"~*Mail\.RU_Bot" 1;
|
|
"~*Mastodon" 1;
|
|
"~*MauiBot" 1;
|
|
"~*Mediapartners \(Googlebot\)" 1;
|
|
"~*Mediapartners-Google" 1;
|
|
"~*Mediatoolkitbot" 1;
|
|
"~*MegaIndex" 1;
|
|
"~*MeltwaterNews" 1;
|
|
"~*MetaInspector" 1;
|
|
"~*MetaJobBot" 1;
|
|
"~*MetaURI" 1;
|
|
"~*Miniflux\/" 1;
|
|
"~*MixnodeCache\/" 1;
|
|
"~*MojeekBot\/" 1;
|
|
"~*Monsidobot" 1;
|
|
"~*MoodleBot" 1;
|
|
"~*Moreover" 1;
|
|
"~*MuckRack" 1;
|
|
"~*Multiviewbot" 1;
|
|
"~*NAVER Blog Rssbot" 1;
|
|
"~*NING\/" 1;
|
|
"~*NINJA bot" 1;
|
|
"~*NIXStatsbot" 1;
|
|
"~*NTENTbot" 1;
|
|
"~*Neevabot" 1;
|
|
"~*NerdByNature\.Bot" 1;
|
|
"~*NetSystemsResearch" 1;
|
|
"~*NetcraftSurveyAgent" 1;
|
|
"~*Neticle Crawler" 1;
|
|
"~*Netvibes" 1;
|
|
"~*NewsBlur" 1;
|
|
"~*NextCloud" 1;
|
|
"~*Nicecrawler" 1;
|
|
"~*Nimbostratus-Bot" 1;
|
|
"~*Nmap Scripting Engine" 1;
|
|
"~*Nutch" 1;
|
|
"~*Nuzzel" 1;
|
|
"~*OAI-SearchBot" 1;
|
|
"~*Ocarinabot" 1;
|
|
"~*OdklBot\/" 1;
|
|
"~*OpenGraphCheck" 1;
|
|
"~*OpenHoseBot" 1;
|
|
"~*OrangeBot\/" 1;
|
|
"~*OutclicksBot" 1;
|
|
"~*PR-CY\.RU" 1;
|
|
"~*PagePeeker\/" 1;
|
|
"~*PageThing" 1;
|
|
"~*Pandalytics" 1;
|
|
"~*PaperLiBot" 1;
|
|
"~*Pcore-HTTP" 1;
|
|
"~*PerplexityBot\/" 1;
|
|
"~*PetalBot" 1;
|
|
"~*PhantomJS" 1;
|
|
"~*PhxBot" 1;
|
|
"~*PiplBot" 1;
|
|
"~*PocketParser" 1;
|
|
"~*Primalbot" 1;
|
|
"~*PrivacyAwareBot" 1;
|
|
"~*Pulsepoint" 1;
|
|
"~*Python-urllib" 1;
|
|
"~*Qwantify" 1;
|
|
"~*RSSingBot" 1;
|
|
"~*RankActiveLinkBot" 1;
|
|
"~*Refindbot" 1;
|
|
"~*RegionStuttgartBot" 1;
|
|
"~*RetrevoPageAnalyzer" 1;
|
|
"~*ReverseEngineeringBot" 1;
|
|
"~*RewriteCond %{HTTP_USER_AGENT} ^$|\<|\>|\'|\%|\_iRc|\_Works|\@\$x|\<\?|\$x0e|\+select\+|\+union\+|1\,\1\,1\,|2icommerce|3GSE|4all|59\.64\.153\.|88\.0\.106\.|98|85\.17\.|A\_Browser|ABAC|Abont|abot|Accept|Access|Accoo|AceFTP|Acme|ActiveTouristBot|Address|Adopt|adress|adressendeutschland|ADSARobot|agent|ah\-ha|Ahead|AESOP\_com\_SpiderMan|aipbot|Alarm|Albert|Alek|Alexibot|Alligator|AllSubmitter|alma|almaden|ALot|Alpha|aktuelles|Akregat|Amfi|amzn\_assoc|Anal|Anarchie|andit|Anon|AnotherBot|Ansearch|AnswerBus|antivirx|Apexoo|appie|Aqua_Products|Arachmo|archive|arian|ASPSe|ASSORT|aster|Atari|ATHENS|AtHome|Atlocal|Atomic_Email_Hunter|Atomz|Atrop|^attach|attrib|autoemailspider|autohttp|axod|batch|b2w|Back|BackDoorBot|BackStreet|BackWeb|Badass|Baid|Bali|Bandit|Baidu|Barry|BasicHTTP|BatchFTP|bdfetch|beat|Become|Beij|BenchMark|berts|bew|big.brother|Bigfoot|Bilgi|Bison|Bitacle|Biz360|Black|Black.Hole|BlackWidow|bladder.fusion|Blaiz|Blog.Checker|Blogl|BlogPeople|Blogshares.Spiders|Bloodhound|Blow|bmclient|Board|BOI|boitho|Bond|Bookmark.search.tool|boris|Bost|Boston.Project|BotRightHere|Bot.mailto:craftbot@yahoo.com|BotALot|botpaidtoclick|botw|brandwatch|BravoBrian|Brok|Bropwers|Broth|browseabit|BrowseX|Browsezilla|Bruin|bsalsa|Buddy|Build|Built|Bulls|bumblebee|Bunny|Busca|Busi|Buy|bwh3|c\-spider|CafeK|Cafi|camel|Cand|captu|Catch|cd34|Ceg|CFNetwork|cgichk|Cha0s|Chang|chaos|Char|char\(32\,35\)|charlotte|CheeseBot|Chek|CherryPicker|chill|ChinaClaw|CICC|Cisco|Cita|Clam|Claw|Click.Bot|clipping|clshttp|Clush|COAST|ColdFusion|Coll|Comb|commentreader|Compan|contact|Control|contype|Conc|Conv|Copernic|Copi|Copy|Coral|Corn|core-project|cosmos|costa|cr4nk|crank|craft|Crap|Crawler0|Crazy|Cres|cs\-CZ|cuill|Curl|Custo|Cute|CSHttp|Cyber|cyberalert|^DA$|daoBot|DARK|Data|Daten|Daum|dcbot|dcs|Deep|DepS|Detect|Deweb|Diam|Digger|Digimarc|digout4uagent|DIIbot|Dillo|Ding|DISC|discobot|Disp|Ditto|DLC|DnloadMage|DotBot|Doubanbot|Download|Download.Demon|Download.Devil|Download.Wonder|Downloader|drag|DreamPassport|Drec|Drip|dsdl|dsok|DSurf|DTAAgent|DTS|Dual|dumb|DynaWeb|e\-collector|eag|earn|EARTHCOM|EasyDL|ebin|EBM-APPLE|EBrowse|eCatch|echo|ecollector|Edco|edgeio|efp\@gmx\.net|EirGrabber|email|Email.Extractor|EmailCollector|EmailSearch|EmailSiphon|EmailWolf|Emer|empas|Enfi|Enhan|Enterprise\_Search|envolk|erck|EroCr|ESurf|Eval|Evil|Evere|EWH|Exabot|Exact|EXPLOITER|Expre|Extra|ExtractorPro|EyeN|FairAd|Fake|FANG|FAST|fastlwspider|FavOrg|Favorites.Sweeper|Faxo|FDM\_1|FDSE|fetch|FEZhead|Filan|FileHound|find|Firebat|Firefox.2\.0|Firs|Flam|Flash|FlickBot|Flip|fluffy|flunky|focus|Foob|Fooky|Forex|Forum|ForV|Fost|Foto|Foun|Franklin.Locator|freefind|FreshDownload|FrontPage|FSurf|Fuck|Fuer|futile|Fyber|Gais|GalaxyBot|Galbot|Gamespy\_Arcade|GbPl|Gener|geni|Geona|Get|gigabaz|Gira|Ginxbot|gluc|glx.?v|gnome|Go.Zilla|Goldfire|Google.Wireless.Transcoder|Googlebot\-Image|Got\-It|GOFORIT|gonzo|GornKer|GoSearch|^gotit$|gozilla|grab|Grabber|GrabNet|Grub|Grup|Graf|Green.Research|grub|grub\-client|gsa\-cra|GSearch|GT\:\:WWW|GuideBot|guruji|gvfs|Gyps|hack|haha|hailo|Harv|Hatena|Hax|Head|Helm|herit|hgre|hhjhj\@yahoo|Hippo|hloader|HMView|holm|holy|HomePageSearch|HooWWWer|HouxouCrawler|HMSE|HPPrint|htdig|HTTPConnect|httpdown|http.generic|HTTPGet|httplib|HTTPRetriever|HTTrack|human|Huron|hverify|Hybrid|Hyper|ia\_archiver|iaskspi|IBM\_Planetwide|iCCra|ichiro|ID\-Search|IDA|IDBot|IEAuto|IEMPT|iexplore\.exe|iGetter|Ilse|Iltrov|Image|Image.Stripper|Image.Sucker|imagefetch|iimds\_monitor|Incutio|IncyWincy|Indexer|Industry.Program|Indy|InetURL|informant|InfoNav|InfoTekies|Ingelin|Innerpr|Inspect|InstallShield.DigitalWizard|Insuran\.|Intellig|Intelliseek|InterGET|Internet.Ninja|Internet.x|Internet\_Explorer|InternetLinkagent|InternetSeer.com|Intraf|IP2|Ipsel|Iria|IRLbot|Iron33|Irvine|ISC\_Sys|iSilo|ISRCCrawler|ISSpi|IUPUI.Research.Bot|Jady|Jaka|Jam|^Java|java\/|Java\(tm\)|JBH.agent|Jenny|JetB|JetC|jeteye|jiro|JoBo|JOC|jupit|Just|Jyx|Kapere|kash|Kazo|KBee|Kenjin|Kernel|Keywo|KFSW|KKma|Know|kosmix|KRAE|KRetrieve|Krug|ksibot|ksoap|Kum|KWebGet|Lachesis|lanshan|Lapo|larbin|leacher|leech|LeechFTP|LeechGet|leipzig\.de|Lets|Lexi|lftp|Libby|libcrawl|libcurl|libfetch|libghttp|libWeb|libwhisker|libwww|libwww\-FM|libwww\-perl|LightningDownload|likse|Linc|Link|Link.Sleuth|LinkextractorPro|Linkie|LINKS.ARoMATIZED|LinkScan|linktiger|LinkWalker|Lint|List|lmcrawler|LMQ|LNSpiderguy|loader|LocalcomBot|Locu|London|lone|looksmart|loop|Lork|LTH\_|lwp\-request|LWP|lwp-request|lwp-trivial|Mac.Finder|Macintosh\;.I\;.PPC|Mac\_F|magi|Mag\-Net|Magnet|Magp|Mail.Sweeper|main|majest|Mam|Mana|MarcoPolo|mark.blonin|MarkWatch|MaSagool|Mass|Mass.Downloader|Mata|mavi|McBot|Mecha|MCspider|mediapartners|^Memo|MEGAUPLOAD|MetaProducts.Download.Express|Metaspin|Mete|Microsoft.Data.Access|Microsoft.URL|Microsoft\_Internet\_Explorer|MIDo|MIIx|miner|Mira|MIRE|Mirror|Miss|Missauga|Missigua.Locator|Missouri.College.Browse|Mist|Mizz|MJ12|mkdb|mlbot|MLM|MMMoCrawl|MnoG|moge|Moje|Monster|Monza.Browser|Mooz|Moreoverbot|MOT\-MPx220|mothra\/netscan|mouse|MovableType|Mozdex|Mozi\!|^Mozilla$|Mozilla\/1\.22|Mozilla\/22|^Mozilla\/3\.0.\(compatible|Mozilla\/3\.Mozilla\/2\.01|Mozilla\/4\.0\(compatible|Mozilla\/4\.08|Mozilla\/4\.61.\(Macintosh|Mozilla\/5\.0|Mozilla\/7\.0|Mozilla\/8|Mozilla\/9|Mozilla\:|Mozilla\/Firefox|^Mozilla.*Indy|^Mozilla.*NEWT|^Mozilla*MSIECrawler|Mp3Bot|MPF|MRA|MS.FrontPage|MS.?Search|MSFrontPage|MSIE\_6\.0|MSIE6|MSIECrawler|msnbot\-media|msnbot\-Products|MSNPTC|MSProxy|MSRBOT|multithreaddb|musc|MVAC|MWM|My\_age|MyApp|MyDog|MyEng|MyFamilyBot|MyGetRight|MyIE2|mysearch|myurl|NAG|NAMEPROTECT|NASA.Search|nationaldirectory|Naver|Navr|Near|NetAnts|netattache|Netcach|NetCarta|Netcraft|NetCrawl|NetMech|netprospector|NetResearchServer|NetSp|Net.Vampire|netX|NetZ|Neut|newLISP|NewsGatorInbox|NEWT|NEWT.ActiveX|Next|^NG|NICE|nikto|Nimb|Ninja|Ninte|NIPGCrawler|Noga|nogo|Noko|Nomad|Norb|noxtrumbot|NPbot|NuSe|Nutch|Nutex|NWSp|Obje|Ocel|Octo|ODI3|oegp|Offline|Offline.Explorer|Offline.Navigator|OK.Mozilla|omg|Omni|Onfo|onyx|OpaL|OpenBot|Openf|OpenTextSiteCrawler|OpenU|Orac|OrangeBot|Orbit|Oreg|osis|Outf|Owl|P3P|PackRat|PageGrabber|PagmIEDownload|pansci|Papa|Pars|Patw|pavu|Pb2Pb|pcBrow|PEAR|PEER|PECL|pepe|Perl|PerMan|PersonaPilot|Persuader|petit|PHP|PHP.vers|PHPot|Phras|PicaLo|Piff|Pige|pigs|^Ping|Pingd|PingALink|Pipe|Plag|Plant|playstarmusic|Pluck|Pockey|POE\-Com|Poirot|Pomp|Port.Huron|Post|powerset|Preload|press|Privoxy|Probe|Program.Shareware|Progressive.Download|ProPowerBot|prospector|Provider.Protocol.Discover|ProWebWalker|Prowl|Proxy|Prozilla|psbot|PSurf|psycheclone|^puf$|Pulse|Pump|PushSite|PussyCat|PuxaRapido|PycURL|Pyth|PyQ|QuepasaCreep|Query|Quest|QRVA|Qweer|radian|Radiation|Rambler|RAMP|RealDownload|Reap|Recorder|RedCarpet|RedKernel|ReGet|relevantnoise|replacer|Repo|requ|Rese|Retrieve|Rip|Rix|RMA|Roboz|Rogue|Rover|RPT\-HTTP|Rsync|RTG30|.ru\)|ruby|Rufus|Salt|Sample|SAPO|Sauger|savvy|SBIder|SBP|SCAgent|scan|SCEJ\_|Sched|Schizo|Schlong|Schmo|Scout|Scooter|Scorp|ScoutOut|SCrawl|screen|script|SearchExpress|searchhippo|Searchme|searchpreview|searchterms|Second.Street.Research|Security.Kol|Seekbot|Seeker|Sega|Sensis|Sept|Serious|Sezn|Shai|Share|Sharp|Shaz|shell|shelo|Sherl|Shim|Shiretoko|ShopWiki|SickleBot|Simple|Siph|sitecheck|SiteCrawler|SiteSnagger|Site.Sniper|SiteSucker|sitevigil|SiteX|Sleip|Slide|Slurpy.Verifier|Sly|Smag|SmartDownload|Smurf|sna\-|snag|Snake|Snapbot|Snip|Snoop|So\-net|SocSci|sogou|Sohu|solr|sootle|Soso|SpaceBison|Spad|Span|spanner|Speed|Spegla|Sphere|Sphider|spider|SpiderBot|SpiderEngine|SpiderView|Spin|sproose|Spurl|Spyder|Squi|SQ.Webscanner|sqwid|Sqworm|SSM\_Ag|Stack|Stamina|stamp|Stanford|Statbot|State|Steel|Strateg|Stress|Strip|studybot|Style|subot|Suck|Sume|sun4m|Sunrise|SuperBot|SuperBro|Supervi|Surf4Me|SuperHTTP|Surfbot|SurfWalker|Susi|suza|suzu|Sweep|sygol|syncrisis|Systems|Szukacz|Tagger|Tagyu|tAke|Talkro|TALWinHttpClient|tamu|Tandem|Tarantula|tarspider|tBot|TCF|Tcs\/1|TeamSoft|Tecomi|Teleport|Telesoft|Templeton|Tencent|Terrawiz|Test|TexNut|trivial|Turnitin|The.Intraformant|TheNomad|Thomas|TightTwatBot|Timely|Titan|TMCrawler|TMhtload|toCrawl|Todobr|Tongco|topic|Torrent|Track|translate|Traveler|TREEVIEW|True|Tunnel|turing|Turnitin|TutorGig|TV33\_Mercator|Twat|Tweak|Twice|Twisted.PageGetter|Tygo|ubee|UCmore|UdmSearch|UIowaCrawler|Ultraseek|UMBC|unf|UniversalFeedParser|unknown|UPG1|UtilMind|URLBase|URL.Control|URL\_Spider\_Pro|urldispatcher|URLGetFile|urllib|URLSpiderPro|URLy|User\-Agent|UserAgent|USyd|Vacuum|vagabo|Valet|Valid|Vamp|vayala|VB\_|VCI|VERI\~LI|verif|versus|via|Viewer|virtual|visibilitygap|Visual|vobsub|Void|VoilaBot|voyager|vspider|VSyn|w\:PACBHO60|w0000t|W3C|w3m|w3search|walhello|Walker|Wand|WAOL|WAPT|Watch|Wavefire|wbdbot|Weather|web.by.mail|Web.Data.Extractor|Web.Downloader|Web.Ima|Web.Mole|Web.Sucker|Web2Mal|Web2WAP|WebaltBot|WebAuto|WebBandit|Webbot|WebCapture|WebCat|webcraft\@bea|Webclip|webcollage|WebCollector|WebCopier|WebCopy|WebCor|webcrawl|WebDat|WebDav|webdevil|webdownloader|Webdup|WebEMail|WebEMailExtrac|WebEnhancer|WebFetch|WebGo|WebHook|Webinator|WebInd|webitpr|WebFilter|WebFountain|WebLea|Webmaster|WebmasterWorldForumBot|WebMin|WebMirror|webmole|webpic|WebPin|WebPix|WebReaper|WebRipper|WebRobot|WebSauger|WebSite|Website.eXtractor|Website.Quester|WebSnake|webspider|Webster|WebStripper|websucker|WebTre|WebVac|webwalk|WebWasher|WebWeasel|WebWhacker|WebZIP|Wells|WEP\_S|WEP.Search.00|WeRelateBot|wget|Whack|Whacker|whiz|WhosTalking|Widow|Win67|window.location|Windows.95\;|Windows.95\)|Windows.98\;|Windows.98\)|Winodws|Wildsoft.Surfer|WinHT|winhttp|WinHttpRequest|WinHTTrack|Winnie.Poh|wire|WISEbot|wisenutbot|wish|Wizz|WordP|Works|world|WUMPUS|Wweb|WWWC|WWWOFFLE|WWW\-Collector|WWW.Mechanize|www.ranks.nl|wwwster|^x$|X12R1|x\-Tractor|Xaldon|Xenu|XGET|xirq|Y\!OASIS|Y\!Tunnel|yacy|YaDirectBot|Yahoo\-MMAudVid|YahooSeeker|YahooYSMcm|Yamm|Yand|yang|Yeti|Yoono|yori|Yotta|YTunnel|Zade|zagre|ZBot|Zeal|ZeBot|zerx|Zeus|ZIPCode|Zixy|zmao|Zyborg [NC]" 1;
|
|
"~*RidderBot" 1;
|
|
"~*Rivva" 1;
|
|
"~*RuxitSynthetic" 1;
|
|
"~*RyteBot" 1;
|
|
"~*SBL-BOT" 1;
|
|
"~*SEOkicks" 1;
|
|
"~*SEOlizer" 1;
|
|
"~*SWIMGBot" 1;
|
|
"~*S[eE][mM]rushBot" 1;
|
|
"~*SafeDNSBot" 1;
|
|
"~*SafeSearch microdata crawler" 1;
|
|
"~*ScoutJet" 1;
|
|
"~*Scrapy" 1;
|
|
"~*Screaming Frog SEO Spider" 1;
|
|
"~*SearchAtlas" 1;
|
|
"~*Seekport" 1;
|
|
"~*SemanticScholarBot" 1;
|
|
"~*SentiBot" 1;
|
|
"~*SenutoBot" 1;
|
|
"~*SeobilityBot" 1;
|
|
"~*SerendeputyBot" 1;
|
|
"~*SeznamBot" 1;
|
|
"~*SimpleCrawler" 1;
|
|
"~*SimplePie" 1;
|
|
"~*SimpleScraper" 1;
|
|
"~*SiteCheckerBotCrawler" 1;
|
|
"~*Siteimprove\.com" 1;
|
|
"~*SkypeUriPreview" 1;
|
|
"~*Slack-ImgProxy" 1;
|
|
"~*Slackbot" 1;
|
|
"~*Slurp" 1;
|
|
"~*Snacktory" 1;
|
|
"~*Snap URL Preview Service" 1;
|
|
"~*SocialRankIOBot" 1;
|
|
"~*Sogou" 1;
|
|
"~*Sonic" 1;
|
|
"~*Storebot-Google" 1;
|
|
"~*StorygizeBot" 1;
|
|
"~*StractBot" 1;
|
|
"~*Streamline3Bot\/" 1;
|
|
"~*Superfeedr" 1;
|
|
"~*SurdotlyBot" 1;
|
|
"~*SurveyBot" 1;
|
|
"~*Synapse" 1;
|
|
"~*Sysomos" 1;
|
|
"~*Taboolabot" 1;
|
|
"~*TangibleeBot" 1;
|
|
"~*TelegramBot" 1;
|
|
"~*Teoma" 1;
|
|
"~*Thinklab" 1;
|
|
"~*TinEye" 1;
|
|
"~*Tiny Tiny RSS" 1;
|
|
"~*TombaPublicWebCrawler" 1;
|
|
"~*ToutiaoSpider" 1;
|
|
"~*Traackr\.com" 1;
|
|
"~*TrendsmapResolver" 1;
|
|
"~*Trove" 1;
|
|
"~*Turnitin" 1;
|
|
"~*TweetmemeBot" 1;
|
|
"~*Twingly" 1;
|
|
"~*Twitterbot" 1;
|
|
"~*Twurly" 1;
|
|
"~*UT-Dorkbot" 1;
|
|
"~*Upflow" 1;
|
|
"~*Uptime-Kuma" 1;
|
|
"~*UptimeRobot" 1;
|
|
"~*Uptimebot\.org" 1;
|
|
"~*UsineNouvelleCrawler" 1;
|
|
"~*VKRobot" 1;
|
|
"~*Validator\.nu" 1;
|
|
"~*Valve\/Steam" 1;
|
|
"~*VelenPublicWebCrawler" 1;
|
|
"~*Veoozbot" 1;
|
|
"~*Vercelbot" 1;
|
|
"~*Viber" 1;
|
|
"~*Vigil\/" 1;
|
|
"~*VoluumDSP-content-bot" 1;
|
|
"~*W3C-checklink" 1;
|
|
"~*W3C-mobileOK" 1;
|
|
"~*W3C_CSS_Validator" 1;
|
|
"~*W3C_I18n-Checker" 1;
|
|
"~*W3C_Unicorn" 1;
|
|
"~*W3C_Validator" 1;
|
|
"~*WeSEE:Search" 1;
|
|
"~*WebDataStats" 1;
|
|
"~*WellKnownBot" 1;
|
|
"~*WhatsApp" 1;
|
|
"~*WordPress\/" 1;
|
|
"~*WordupInfoSearch" 1;
|
|
"~*Xenu Link Sleuth" 1;
|
|
"~*Y!J" 1;
|
|
"~*YaK\/" 1;
|
|
"~*Yahoo Link Preview" 1;
|
|
"~*YandexRenderResourcesBot\/" 1;
|
|
"~*Yellowbrandprotectionbot" 1;
|
|
"~*Yeti" 1;
|
|
"~*YisouSpider" 1;
|
|
"~*YouBot" 1;
|
|
"~*Zabbix" 1;
|
|
"~*ZoomBot" 1;
|
|
"~*ZoominfoBot" 1;
|
|
"~*ZumBot" 1;
|
|
"~*ZuperlistBot\/" 1;
|
|
"~*[Cc]urebot" 1;
|
|
"~*[cC]laude[bB]ot" 1;
|
|
"~*[pP]ingdom" 1;
|
|
"~*[wW]get" 1;
|
|
"~*^Apache-HttpClient" 1;
|
|
"~*^BW\/" 1;
|
|
"~*^LCC " 1;
|
|
"~*^PHP-Curl-Class" 1;
|
|
"~*^curl" 1;
|
|
"~*acapbot" 1;
|
|
"~*acoonbot" 1;
|
|
"~*adbeat_bot" 1;
|
|
"~*adscanner" 1;
|
|
"~*aiHitBot" 1;
|
|
"~*aiohttp" 1;
|
|
"~*antibot" 1;
|
|
"~*arabot" 1;
|
|
"~*archive\.org_bot" 1;
|
|
"~*awesomecrawler" 1;
|
|
"~*axios" 1;
|
|
"~*backlinkcrawler" 1;
|
|
"~*betaBot" 1;
|
|
"~*bidswitchbot" 1;
|
|
"~*bingbot" 1;
|
|
"~*binlar" 1;
|
|
"~*bitlybot" 1;
|
|
"~*blogmuraBot" 1;
|
|
"~*bnf\.fr_bot" 1;
|
|
"~*bot-pge\.chlooe\.com" 1;
|
|
"~*botify" 1;
|
|
"~*brainobot" 1;
|
|
"~*buzzbot" 1;
|
|
"~*cXensebot" 1;
|
|
"~*careerbot" 1;
|
|
"~*centurybot" 1;
|
|
"~*changedetection" 1;
|
|
"~*check_http" 1;
|
|
"~*citeseerxbot" 1;
|
|
"~*coccoc" 1;
|
|
"~*collection@infegy\.com" 1;
|
|
"~*content crawler spider" 1;
|
|
"~*contxbot" 1;
|
|
"~*convera" 1;
|
|
"~*crawler4j" 1;
|
|
"~*datagnionbot" 1;
|
|
"~*dcrawl" 1;
|
|
"~*deadlinkchecker" 1;
|
|
"~*deepnoc" 1;
|
|
"~*developers\.google\.com\/\+\/web\/snippet" 1;
|
|
"~*discobot" 1;
|
|
"~*domaincrawler" 1;
|
|
"~*dotbot" 1;
|
|
"~*drupact" 1;
|
|
"~*e\.ventures Investment Crawler" 1;
|
|
"~*ec2linkfinder" 1;
|
|
"~*edisterbot" 1;
|
|
"~*electricmonk" 1;
|
|
"~*elisabot" 1;
|
|
"~*epicbot" 1;
|
|
"~*eright" 1;
|
|
"~*europarchive\.org" 1;
|
|
"~*ev-crawler\/" 1;
|
|
"~*evc-batch" 1;
|
|
"~*exabot" 1;
|
|
"~*ezooms" 1;
|
|
"~*facebookcatalog\/" 1;
|
|
"~*facebookexternalhit" 1;
|
|
"~*fedoraplanet" 1;
|
|
"~*feedbot" 1;
|
|
"~*filterdb\.iss\.net\/crawler" 1;
|
|
"~*findlink" 1;
|
|
"~*findthatfile" 1;
|
|
"~*findxbot" 1;
|
|
"~*fluffy" 1;
|
|
"~*fr-crawler" 1;
|
|
"~*fuelbot" 1;
|
|
"~*g00g1e\.net" 1;
|
|
"~*g2reader-bot" 1;
|
|
"~*gnam gnam spider" 1;
|
|
"~*google-xrawler" 1;
|
|
"~*grub\.org" 1;
|
|
"~*gslfbot" 1;
|
|
"~*heritrix" 1;
|
|
"~*http_get" 1;
|
|
"~*https:\/\/developers\.cloudflare\.com\/security-center\/" 1;
|
|
"~*httpunit" 1;
|
|
"~*httpx" 1;
|
|
"~*hypestat" 1;
|
|
"~*hyscore\.io" 1;
|
|
"~*ia_archiver" 1;
|
|
"~*ichiro" 1;
|
|
"~*imrbot" 1;
|
|
"~*infoobot" 1;
|
|
"~*inoreader" 1;
|
|
"~*integromedb" 1;
|
|
"~*intelium_bot" 1;
|
|
"~*ip-web-crawler\.com" 1;
|
|
"~*ips-agent" 1;
|
|
"~*iskanie" 1;
|
|
"~*it2media-domain-crawler" 1;
|
|
"~*jpg-newsbot" 1;
|
|
"~*jyxobot" 1;
|
|
"~*lb-spider" 1;
|
|
"~*libwww-perl" 1;
|
|
"~*linkapediabot" 1;
|
|
"~*linkdex" 1;
|
|
"~*lipperhey" 1;
|
|
"~*lkxscan" 1;
|
|
"~*lssbot" 1;
|
|
"~*lssrocketcrawler" 1;
|
|
"~*ltx71" 1;
|
|
"~*magpie-crawler" 1;
|
|
"~*mappydata" 1;
|
|
"~*memorybot" 1;
|
|
"~*meta-externalagent\/" 1;
|
|
"~*meta-externalfetcher\/" 1;
|
|
"~*mindUpBot" 1;
|
|
"~*minicrawler" 1;
|
|
"~*mlbot" 1;
|
|
"~*moatbot" 1;
|
|
"~*msnbot" 1;
|
|
"~*msrbot" 1;
|
|
"~*nerdybot" 1;
|
|
"~*netEstate NE Crawler" 1;
|
|
"~*netresearchserver" 1;
|
|
"~*newsharecounts" 1;
|
|
"~*newspaper\/" 1;
|
|
"~*niki-bot" 1;
|
|
"~*node-fetch" 1;
|
|
"~*officestorebot" 1;
|
|
"~*okhttp" 1;
|
|
"~*omgili" 1;
|
|
"~*online-webceo-bot" 1;
|
|
"~*openindexspider" 1;
|
|
"~*outbrain" 1;
|
|
"~*page2rss" 1;
|
|
"~*panscient" 1;
|
|
"~*phpcrawl" 1;
|
|
"~*pinterest\.com\/bot" 1;
|
|
"~*postrank" 1;
|
|
"~*proximic" 1;
|
|
"~*psbot" 1;
|
|
"~*purebot" 1;
|
|
"~*python-opengraph" 1;
|
|
"~*python-requests" 1;
|
|
"~*redditbot" 1;
|
|
"~*rogerbot" 1;
|
|
"~*rssbot\/" 1;
|
|
"~*scribdbot" 1;
|
|
"~*search\.marginalia\.nu" 1;
|
|
"~*seekbot" 1;
|
|
"~*seewithkids" 1;
|
|
"~*semanticbot" 1;
|
|
"~*sempi\.tech" 1;
|
|
"~*seoscanners" 1;
|
|
"~*seostar\.co" 1;
|
|
"~*serpstatbot\/" 1;
|
|
"~*sitebot" 1;
|
|
"~*siteexplorer\.info" 1;
|
|
"~*smtbot" 1;
|
|
"~*spbot" 1;
|
|
"~*speedy" 1;
|
|
"~*startmebot\/" 1;
|
|
"~*summify" 1;
|
|
"~*t3versionsBot" 1;
|
|
"~*tagoobot" 1;
|
|
"~*theoldreader\.com" 1;
|
|
"~*tigerbot" 1;
|
|
"~*toplistbot" 1;
|
|
"~*tracemyfile" 1;
|
|
"~*trendictionbot" 1;
|
|
"~*trovitBot" 1;
|
|
"~*tweetedtimes" 1;
|
|
"~*twengabot" 1;
|
|
"~*um-LN" 1;
|
|
"~*urlappendbot" 1;
|
|
"~*vebidoobot" 1;
|
|
"~*vercel-screenshot" 1;
|
|
"~*virustotal" 1;
|
|
"~*vkShare" 1;
|
|
"~*voilabot" 1;
|
|
"~*vuhuvBot" 1;
|
|
"~*wbsearchbot" 1;
|
|
"~*web-archive-net\.com\.bot" 1;
|
|
"~*webcompanycrawler" 1;
|
|
"~*webmon " 1;
|
|
"~*wocbot" 1;
|
|
"~*woobot" 1;
|
|
"~*woorankreview\/" 1;
|
|
"~*woriobot" 1;
|
|
"~*wotbox" 1;
|
|
"~*www\.uptime\.com" 1;
|
|
"~*x09Mozilla" 1;
|
|
"~*x22Mozilla" 1;
|
|
"~*xovibot" 1;
|
|
"~*yacybot" 1;
|
|
"~*yandex\.com\/bots" 1;
|
|
"~*yanga" 1;
|
|
"~*yoozBot" 1;
|
|
"~*zenback bot" 1;
|
|
"~*zgrab" 1;
|
|
default 0;
|
|
}
|