External/patterns
1
0
Fork 0
mirror of https://github.com/fabriziosalmi/patterns.git synced 2025-12-17 17:55:48 +00:00
Code Issues Packages Projects Releases Wiki Activity
patterns/waf_patterns/nginx/bots.conf
github-actions[bot] cf21042b9c Update: [Fri Feb 7 00:25:52 UTC 2025]
2025-02-07 00:25:52 +00:00

1790 lines
40 KiB
Plaintext
Raw Blame History

map $http_user_agent $bad_bot {
"~* YLT" 1;
"~*008\/" 1;
"~*13TABS" 1;
"~*192\.comAgent" 1;
"~*2GDPR\/" 1;
"~*2ip\.ru" 1;
"~*360Spider" 1;
"~*404checker" 1;
"~*404enemy" 1;
"~*7Siters" 1;
"~*80legs" 1;
"~*A6-Indexer" 1;
"~*ADmantX" 1;
"~*AIBOT" 1;
"~*ALittle\ Client" 1;
"~*APIs-Google" 1;
"~*ASPSeek" 1;
"~*AWS Security Scanner" 1;
"~*Abonti" 1;
"~*Aboundex" 1;
"~*Aboundexbot" 1;
"~*Accoona-AI-Agent" 1;
"~*Acunetix" 1;
"~*AdAuth\/" 1;
"~*AddThis" 1;
"~*AdminLabs" 1;
"~*AdsTxtCrawlerTP" 1;
"~*Adstxtaggregator" 1;
"~*Adyen HttpClient" 1;
"~*AfD-Verbotsverfahren" 1;
"~*AffiliateLabz\/" 1;
"~*AhrefsBot" 1;
"~*AiHitBot" 1;
"~*Aipbot" 1;
"~*Airmail" 1;
"~*Alexibot" 1;
"~*Alibaba\.Security\.Heimdall" 1;
"~*AllSubmitter" 1;
"~*Alligator" 1;
"~*AlphaBot" 1;
"~*Anarchie" 1;
"~*Anarchy" 1;
"~*Anarchy99" 1;
"~*AndroidDownloadManager" 1;
"~*Anemone" 1;
"~*AngleSharp" 1;
"~*Ankit" 1;
"~*Ant\.com" 1;
"~*Anthill" 1;
"~*Anturis Agent" 1;
"~*AnyEvent-HTTP\/" 1;
"~*Apache Ant\/" 1;
"~*Apache Droid" 1;
"~*Apache OpenOffice" 1;
"~*Apache-HttpAsyncClient" 1;
"~*Apache-HttpClient" 1;
"~*ApacheBench" 1;
"~*Apexoo" 1;
"~*AportWorm\/" 1;
"~*AppBeat\/" 1;
"~*AppEngine-Google" 1;
"~*AppleSyndication" 1;
"~*Aprc\/[0-9]" 1;
"~*Arachmo" 1;
"~*Arachnophilia" 1;
"~*Arukereso" 1;
"~*Asana\/" 1;
"~*Ask Jeeves" 1;
"~*AskQuickly" 1;
"~*Aspiegel" 1;
"~*Asterias" 1;
"~*Astute" 1;
"~*Atomseobot" 1;
"~*Attach" 1;
"~*AutomaticWPTester" 1;
"~*Autonomy" 1;
"~*AwarioBot" 1;
"~*AwarioRssBot" 1;
"~*AwarioSmartBot" 1;
"~*B-l-i-t-z-B-O-T" 1;
"~*BBBike" 1;
"~*BCKLINKS" 1;
"~*BDCbot" 1;
"~*BDFetch" 1;
"~*BKCTwitterUnshortener\/" 1;
"~*BLEXBot" 1;
"~*BPImageWalker" 1;
"~*BUbiNG" 1;
"~*BackDoorBot" 1;
"~*BackStreet" 1;
"~*BackWeb" 1;
"~*Backlink-Ceck" 1;
"~*BacklinkCrawler" 1;
"~*BacklinkHttpStatus" 1;
"~*BacklinksExtendedBot" 1;
"~*BackupLand" 1;
"~*Bad-Neighborhood" 1;
"~*Badass" 1;
"~*Bandit" 1;
"~*Barkrowler" 1;
"~*Barracuda Sentinel \(EE\)" 1;
"~*BatchFTP" 1;
"~*Battleztar Bazinga" 1;
"~*Battleztar\ Bazinga" 1;
"~*BazQux" 1;
"~*BegunAdvertising" 1;
"~*BetaBot" 1;
"~*Bewica-security-scan" 1;
"~*Bidtellect" 1;
"~*BigBozz" 1;
"~*Bigfoot" 1;
"~*BingLocalSearch" 1;
"~*BingPreview" 1;
"~*Bitacle" 1;
"~*Bitrix link preview" 1;
"~*Black Hole" 1;
"~*BlackWidow" 1;
"~*Black\ Hole" 1;
"~*Blackboard" 1;
"~*Blackboard Safeassign" 1;
"~*BlockNote\.Net" 1;
"~*BlogBridge" 1;
"~*BlogPulseLive" 1;
"~*BlogSearch" 1;
"~*Bloglines" 1;
"~*Bloglovin" 1;
"~*Blogtrottr" 1;
"~*Blow" 1;
"~*BlowFish" 1;
"~*Boardreader" 1;
"~*Bolt" 1;
"~*Boost\.Beast" 1;
"~*BotALot" 1;
"~*Braintree-Webhooks" 1;
"~*Branch Metrics API" 1;
"~*Branch-Passthrough" 1;
"~*Brandprotect" 1;
"~*Brandwatch" 1;
"~*Brodie\/" 1;
"~*Browsershots" 1;
"~*Buck" 1;
"~*Buck\/" 1;
"~*Buddy" 1;
"~*BuiltBotTough" 1;
"~*BuiltWith" 1;
"~*Bullseye" 1;
"~*BunnySlippers" 1;
"~*Burf Search" 1;
"~*Butterfly\/" 1;
"~*BuzzSumo" 1;
"~*Bytespider" 1;
"~*CAAM\/[0-9]" 1;
"~*CATExplorador" 1;
"~*CC Metadata Scaper" 1;
"~*CCBot" 1;
"~*CERT\.at-Statistics-Survey" 1;
"~*CISPA Vulnerability Notification" 1;
"~*CISPA Web Analyser" 1;
"~*CJNetworkQuality" 1;
"~*CODE87" 1;
"~*CSHttp" 1;
"~*CSSCheck" 1;
"~*CakePHP" 1;
"~*Calculon" 1;
"~*Canary%20Mail" 1;
"~*CaretNail" 1;
"~*CazoodleBot" 1;
"~*Cegbfeieh" 1;
"~*CensysInspect" 1;
"~*Cerberian Drtrs" 1;
"~*ChangesMeter" 1;
"~*Charlotte" 1;
"~*ChatGPT-User" 1;
"~*CheTeam" 1;
"~*CheckHost" 1;
"~*CheeseBot" 1;
"~*CherryPicker" 1;
"~*ChinaClaw" 1;
"~*Chirp\/" 1;
"~*Chlooe" 1;
"~*Chromaxa" 1;
"~*CirrusExplorer" 1;
"~*Citoid" 1;
"~*Claritybot" 1;
"~*Clarsentia" 1;
"~*ClaudeBot" 1;
"~*Cliqzbot" 1;
"~*Cloud mapping" 1;
"~*CloudEndure" 1;
"~*CloudFlare-AlwaysOnline" 1;
"~*Cloud\ mapping" 1;
"~*Cloudflare-Healthchecks" 1;
"~*Cloudinary" 1;
"~*Cocolyzebot" 1;
"~*Cogentbot" 1;
"~*ColdFusion" 1;
"~*Collector" 1;
"~*CommaFeed" 1;
"~*Commons-HttpClient" 1;
"~*Contextual Code Sites Explorer" 1;
"~*CookieReports" 1;
"~*Copier" 1;
"~*CopyRightCheck" 1;
"~*Copyscape" 1;
"~*Cosmos" 1;
"~*Cosmos4j\.feedback" 1;
"~*Covario-IDS" 1;
"~*Craftbot" 1;
"~*Craw\/" 1;
"~*Crawling\ at\ Home\ Project" 1;
"~*CrazyWebCrawler" 1;
"~*Crescent" 1;
"~*Criteo" 1;
"~*Crowsnest" 1;
"~*CrunchBot" 1;
"~*Cula\/" 1;
"~*Curious" 1;
"~*Curious George" 1;
"~*Custo" 1;
"~*CyotekWebCopy" 1;
"~*DAP\/NetHTTP" 1;
"~*DBLBot" 1;
"~*DIIbot" 1;
"~*DMBrowser" 1;
"~*DNSPod-reporting" 1;
"~*DSearch" 1;
"~*DTS Agent" 1;
"~*DTS\ Agent" 1;
"~*DareBoost" 1;
"~*DataCha0s" 1;
"~*DataXu" 1;
"~*DatabaseDriverMysqli" 1;
"~*DatadogSynthetics" 1;
"~*Datafeedwatch" 1;
"~*Datanyze" 1;
"~*DataparkSearch" 1;
"~*Daum(oa)?[ \/][0-9]" 1;
"~*Demon" 1;
"~*DeuSu" 1;
"~*Deusu" 1;
"~*Devil" 1;
"~*Digg" 1;
"~*Digincore" 1;
"~*DigitalPebble" 1;
"~*Dirbuster" 1;
"~*Disco" 1;
"~*Discobot" 1;
"~*Discourse Forum Onebox" 1;
"~*Discoverybot" 1;
"~*Dispatch" 1;
"~*Dispatch\/" 1;
"~*Disqus\/" 1;
"~*DittoSpyder" 1;
"~*DnBCrawler-Analytics" 1;
"~*DnyzBot" 1;
"~*Dolphin http client" 1;
"~*DomCopBot" 1;
"~*DomainAppender" 1;
"~*DomainCrawler" 1;
"~*DomainLabz" 1;
"~*DomainSigmaCrawler" 1;
"~*DomainStatsBot" 1;
"~*Domains Project\/" 1;
"~*Domains\ Project" 1;
"~*Donuts Content Explorer" 1;
"~*Dotbot" 1;
"~*Download Wonder" 1;
"~*Download\ Wonder" 1;
"~*DowntimeDetector" 1;
"~*Dragonfly" 1;
"~*Drip" 1;
"~*Drupal \(\+http:\/\/drupal\.org\/\)" 1;
"~*DuplexWeb-Google" 1;
"~*DynatraceSynthetic" 1;
"~*EARTHCOM" 1;
"~*ECCP" 1;
"~*ECCP/1.0" 1;
"~*EMail Exractor" 1;
"~*EMail Wolf" 1;
"~*EMail\ Siphon" 1;
"~*EMail\ Wolf" 1;
"~*Easy-Thumb" 1;
"~*EasyDL" 1;
"~*Ebingbong" 1;
"~*Ecxi" 1;
"~*EirGrabber" 1;
"~*ElectricMonk" 1;
"~*EmailWolf" 1;
"~*Embarcadero" 1;
"~*Embed PHP Library" 1;
"~*Embedly" 1;
"~*EroCrawler" 1;
"~*EventMachine HttpClient" 1;
"~*Everwall Link Expander" 1;
"~*Evidon" 1;
"~*Evil" 1;
"~*Evrinid" 1;
"~*Exabot" 1;
"~*ExactSearch" 1;
"~*ExaleadCloudview" 1;
"~*Excel\/" 1;
"~*ExoRank" 1;
"~*Exploratodo" 1;
"~*Express WebPictures" 1;
"~*Express\ WebPictures" 1;
"~*ExtLinksBot" 1;
"~*Extractor" 1;
"~*ExtractorPro" 1;
"~*Extreme Picture Finder" 1;
"~*Extreme\ Picture\ Finder" 1;
"~*EyeNetIE" 1;
"~*Ezooms" 1;
"~*FHscan" 1;
"~*FacebookBot" 1;
"~*Faraday v" 1;
"~*FavOrg" 1;
"~*Faveeo" 1;
"~*Favicon downloader" 1;
"~*Feed Wrangler" 1;
"~*FeedBooster" 1;
"~*FeedBucket" 1;
"~*FeedBunch\/" 1;
"~*FeedBurner" 1;
"~*FeedViewer\/" 1;
"~*FeedZcollector" 1;
"~*Feedable\/" 1;
"~*Feedbin" 1;
"~*Feedly" 1;
"~*FeedshowOnline" 1;
"~*Feedshow\/" 1;
"~*Feedspot" 1;
"~*Feedwind\/" 1;
"~*FemtosearchBot" 1;
"~*Fetch API" 1;
"~*Fetch\/[0-9]" 1;
"~*Fever\/[0-9]" 1;
"~*Fiery%20Feeds" 1;
"~*Filestack" 1;
"~*Fimap" 1;
"~*Firefox/7.0" 1;
"~*FlashGet" 1;
"~*FlipboardBrowserProxy" 1;
"~*FlipboardProxy" 1;
"~*FlipboardRSS" 1;
"~*Flock\/" 1;
"~*Florienzh\/" 1;
"~*Flunky" 1;
"~*Foobot" 1;
"~*ForusP" 1;
"~*FoundSeoTool" 1;
"~*Freeuploader" 1;
"~*FreshRSS" 1;
"~*FrontPage" 1;
"~*Funnelback" 1;
"~*Fuzz" 1;
"~*Fuzz Faster U Fool" 1;
"~*FyberSpider" 1;
"~*Fyrebot" 1;
"~*G-i-g-a-b-o-t" 1;
"~*GIS-LABS" 1;
"~*GPTBot" 1;
"~*GRequests" 1;
"~*GT::WWW" 1;
"~*GTmetrix" 1;
"~*GalaxyBot" 1;
"~*GeedoProductSearch" 1;
"~*Genieo" 1;
"~*GentleSource" 1;
"~*GermCrawler" 1;
"~*GetCode" 1;
"~*GetLinkInfo" 1;
"~*GetRight" 1;
"~*GetURLInfo\/" 1;
"~*GetWeb" 1;
"~*Getintent" 1;
"~*Geziyor" 1;
"~*Ghost Inspector" 1;
"~*GigablastOpenSource" 1;
"~*Gigabot" 1;
"~*GitHub-Hookshot" 1;
"~*Go [\d\.]* package http" 1;
"~*Go http package" 1;
"~*Go!Zilla" 1;
"~*Go-Ahead-Got-It" 1;
"~*Go-http-client" 1;
"~*GoSpotCheck" 1;
"~*GoZilla" 1;
"~*Gofeed" 1;
"~*Goldfire Server" 1;
"~*GomezAgent" 1;
"~*Goodzer\/" 1;
"~*Google AppsViewer" 1;
"~*Google Desktop" 1;
"~*Google Keyword Suggestion" 1;
"~*Google Keyword Tool" 1;
"~*Google PP Default" 1;
"~*Google Page Speed Insights" 1;
"~*Google Search Console" 1;
"~*Google Web Preview" 1;
"~*Google favicon" 1;
"~*Google-Ads" 1;
"~*Google-Adwords" 1;
"~*Google-Apps-Script" 1;
"~*Google-Calendar-Importer" 1;
"~*Google-HTTP-Java-Client" 1;
"~*Google-HotelAdsVerifier" 1;
"~*Google-InspectionTool" 1;
"~*Google-Podcast" 1;
"~*Google-Publisher-Plugin" 1;
"~*Google-Read-Aloud" 1;
"~*Google-SMTP-STS" 1;
"~*Google-SearchByImage" 1;
"~*Google-Site-Verification" 1;
"~*Google-Structured-Data-Testing-Tool" 1;
"~*Google-Transparency-Report" 1;
"~*Google-Youtube-Links" 1;
"~*Google-speakr" 1;
"~*GoogleDocs" 1;
"~*GoogleHC\/" 1;
"~*GoogleOther" 1;
"~*GoogleProber" 1;
"~*GoogleProducer" 1;
"~*GoogleSites" 1;
"~*Gookey" 1;
"~*Gotit" 1;
"~*GrabNet" 1;
"~*Grabber" 1;
"~*Grafula" 1;
"~*Grammarly" 1;
"~*GrapeFX" 1;
"~*GrapeshotCrawler" 1;
"~*GreatNews" 1;
"~*Gregarius" 1;
"~*GridBot" 1;
"~*GuzzleHttp" 1;
"~*HAA(A)?RTLAND http client" 1;
"~*HEADMasterSEO" 1;
"~*HMView" 1;
"~*HTMLparser" 1;
"~*HTTP Banner Detection" 1;
"~*HTTP-Header-Abfrage" 1;
"~*HTTP-Tiny" 1;
"~*HTTP::Lite" 1;
"~*HTTPMon" 1;
"~*HTTP_Compression_Test" 1;
"~*HTTPie" 1;
"~*HTTrack" 1;
"~*Haansoft" 1;
"~*Hadi Agent" 1;
"~*HaosouSpider" 1;
"~*HappyApps-WebCheck" 1;
"~*Hardenize" 1;
"~*Harvest" 1;
"~*Hatena" 1;
"~*Havij" 1;
"~*HaxerMen" 1;
"~*HeadlessChrome" 1;
"~*HeartRails_Capture" 1;
"~*Heritrix" 1;
"~*Hexometer" 1;
"~*Hloader" 1;
"~*Holmes" 1;
"~*HonesoSearchEngine" 1;
"~*HonoluluBot" 1;
"~*HootSuite Image proxy" 1;
"~*Hootsuite-WebFeed" 1;
"~*HostTracker" 1;
"~*HttpComponents" 1;
"~*HttpUrlConnection" 1;
"~*HubSpot " 1;
"~*HubSpot-Link-Resolver" 1;
"~*Humanlinks" 1;
"~*HybridBot" 1;
"~*IDBTE4M" 1;
"~*IDBot" 1;
"~*IDG Twitter Links Resolver" 1;
"~*IDwhois\/" 1;
"~*IODC" 1;
"~*IPS\/[0-9]" 1;
"~*IPWorks HTTP\/S Component" 1;
"~*IRLbot" 1;
"~*IZaBEE" 1;
"~*Iblog" 1;
"~*Id-search" 1;
"~*IdeelaborPlagiaat" 1;
"~*Iframely" 1;
"~*IlTrovatore" 1;
"~*IlseBot" 1;
"~*Image Fetch" 1;
"~*Image Sucker" 1;
"~*ImageEngine\/" 1;
"~*ImageVisu\/" 1;
"~*Image\ Fetch" 1;
"~*Image\ Sucker" 1;
"~*ImagesiftBot" 1;
"~*Imagga" 1;
"~*InAGist" 1;
"~*InDesign%20CC" 1;
"~*Inboxb0t" 1;
"~*IndeedBot" 1;
"~*Indy Library" 1;
"~*Indy\ Library" 1;
"~*InetURL" 1;
"~*InfoNaviRobot" 1;
"~*InfoTekies" 1;
"~*InfoWizards Reciprocal Link" 1;
"~*Information\ Security\ Team\ InfraSec\ Scanner" 1;
"~*InfraSec\ Scanner" 1;
"~*Instapaper" 1;
"~*Integrity" 1;
"~*Intelliseek" 1;
"~*InterGET" 1;
"~*Internet Ninja" 1;
"~*InternetMeasurement" 1;
"~*InternetSeer" 1;
"~*Internet\ Ninja" 1;
"~*Iria" 1;
"~*Irokez" 1;
"~*Iskanie" 1;
"~*IstellaBot" 1;
"~*JAHHO" 1;
"~*JOC\ Web\ Spider" 1;
"~*JS-Kit" 1;
"~*JamesBOT" 1;
"~*Jaunt\/" 1;
"~*Java.*outbrain" 1;
"~*Jbrofuzz" 1;
"~*JennyBot" 1;
"~*Jersey\/" 1;
"~*JetCar" 1;
"~*Jetty" 1;
"~*Jigsaw" 1;
"~*JikeSpider" 1;
"~*JobFeed discovery" 1;
"~*Jobboerse" 1;
"~*Jobg8 URL Monitor" 1;
"~*Jobrapido" 1;
"~*Jobsearch1\.5" 1;
"~*JoinVision Generic" 1;
"~*JolokiaPwn" 1;
"~*Joomla" 1;
"~*Jorgee" 1;
"~*JungleKeyThumbnail" 1;
"~*JustView" 1;
"~*Jyxobot" 1;
"~*KOCMOHABT" 1;
"~*Kaspersky Lab CFR link resolver" 1;
"~*Kelny\/" 1;
"~*Kenjin\ Spider" 1;
"~*Kerrigan\/" 1;
"~*KeyCDN" 1;
"~*Keybot\ Translation-Search-Machine" 1;
"~*Keyword Density" 1;
"~*Keyword\ Density" 1;
"~*Keywords Research" 1;
"~*KickFire" 1;
"~*KimonoLabs\/" 1;
"~*Kinza" 1;
"~*Kml-Google" 1;
"~*Kozmosbot" 1;
"~*KumKie" 1;
"~*LNSpiderguy" 1;
"~*LWP::Simple" 1;
"~*LYT\.SR" 1;
"~*L\.webis" 1;
"~*Lanshanbot" 1;
"~*Larbin" 1;
"~*Lavf\/" 1;
"~*Leap" 1;
"~*LeechFTP" 1;
"~*LeechGet" 1;
"~*LexiBot" 1;
"~*Lftp" 1;
"~*LibVLC" 1;
"~*LibWeb" 1;
"~*Libwhisker" 1;
"~*Licorne" 1;
"~*LieBaoFast" 1;
"~*Liferea\/" 1;
"~*Lighthouse" 1;
"~*Lightspeedsystems" 1;
"~*Likse" 1;
"~*Link Valet" 1;
"~*LinkAlarm\/" 1;
"~*LinkAnalyser" 1;
"~*LinkExaminer" 1;
"~*LinkPreview" 1;
"~*LinkScan" 1;
"~*LinkTiger" 1;
"~*LinkWalker" 1;
"~*Linkbot" 1;
"~*LinkextractorPro" 1;
"~*LinkpadBot" 1;
"~*LinksManager" 1;
"~*LinqiaMetadataDownloaderBot" 1;
"~*LinqiaRSSBot" 1;
"~*LinqiaScrapeBot" 1;
"~*Lipperhey" 1;
"~*Lipperhey\ Spider" 1;
"~*Litemage_walker" 1;
"~*Lmspider" 1;
"~*LoadImpactRload" 1;
"~*LongURL API" 1;
"~*Ltx71" 1;
"~*Lucee \(CFML Engine\)" 1;
"~*Lush Http Client" 1;
"~*MFC_Tear_Sample" 1;
"~*MIDown tool" 1;
"~*MIDown\ tool" 1;
"~*MIIxpc" 1;
"~*MJ12bot" 1;
"~*MQQBrowser" 1;
"~*MS Web Services Client Protocol" 1;
"~*MSFrontPage" 1;
"~*MSIECrawler" 1;
"~*MTRobot" 1;
"~*MVAClient" 1;
"~*MacOutlook\/" 1;
"~*Mag-Net" 1;
"~*Magnet" 1;
"~*MagpieRSS" 1;
"~*Mail.RU_Bot" 1;
"~*Mail::STS" 1;
"~*MailChimp" 1;
"~*Mail\.Ru" 1;
"~*Majestic-SEO" 1;
"~*Majestic12" 1;
"~*Majestic\ SEO" 1;
"~*Mandrill" 1;
"~*MapperCmd" 1;
"~*MarkMonitor" 1;
"~*MarkWatch" 1;
"~*Mass Downloader" 1;
"~*Mass\ Downloader" 1;
"~*Masscan" 1;
"~*Mata Hari" 1;
"~*Mata\ Hari" 1;
"~*MatchorySearch\/" 1;
"~*MauiBot" 1;
"~*Mb2345Browser" 1;
"~*MeanPath\ Bot" 1;
"~*Meanpathbot" 1;
"~*Mediametric" 1;
"~*Mediapartners-Google" 1;
"~*Mediatoolkitbot" 1;
"~*MegaIndex\.ru" 1;
"~*MeltwaterNews" 1;
"~*Melvil Rawi" 1;
"~*MemGator" 1;
"~*MetaURI" 1;
"~*Metaspinner" 1;
"~*Metauri" 1;
"~*MicroMessenger" 1;
"~*Microsearch" 1;
"~*Microsoft Data Access" 1;
"~*Microsoft Office" 1;
"~*Microsoft Outlook" 1;
"~*Microsoft Windows Network Diagnostics" 1;
"~*Microsoft-WebDAV-MiniRedir" 1;
"~*MicrosoftPreview" 1;
"~*Microsoft\ Data\ Access" 1;
"~*Microsoft\ URL\ Control" 1;
"~*Microsoft\.Data\.Mashup" 1;
"~*Mindjet" 1;
"~*Minefield" 1;
"~*Miniature\.io" 1;
"~*Miniflux" 1;
"~*Miro-HttpClient" 1;
"~*Mister PiX" 1;
"~*Mister\ PiX" 1;
"~*Mnogosearch" 1;
"~*Moblie\ Safari" 1;
"~*Mojeek" 1;
"~*Mojolicious" 1;
"~*Mojolicious \(Perl\)" 1;
"~*Mollie" 1;
"~*MolokaiBot" 1;
"~*MonTools" 1;
"~*Monit\/" 1;
"~*Monitority\/" 1;
"~*Moreover" 1;
"~*Morfeus Fucking Scanner" 1;
"~*Morfeus\ Fucking\ Scanner" 1;
"~*Morning Paper" 1;
"~*MovableType" 1;
"~*Mozlila" 1;
"~*Mr.4x3" 1;
"~*Mr\.4x3 Powered" 1;
"~*Mrcgiguy" 1;
"~*Msrabot" 1;
"~*MuckRack\/" 1;
"~*Musobot" 1;
"~*MxToolbox\/" 1;
"~*NETCRAFT" 1;
"~*NG-Search" 1;
"~*NICErsPRO" 1;
"~*NLNZ_IAHarvester" 1;
"~*NPbot" 1;
"~*Najdi\.si" 1;
"~*Name Intelligence" 1;
"~*NameFo\.com" 1;
"~*Name\ Intelligence" 1;
"~*Nameprotect" 1;
"~*Navroad" 1;
"~*NearSite" 1;
"~*Needle" 1;
"~*Nessus" 1;
"~*Net Vampire" 1;
"~*NetAnts" 1;
"~*NetLyzer" 1;
"~*NetMechanic" 1;
"~*NetNewsWire" 1;
"~*NetShelter ContentScan" 1;
"~*NetSpider" 1;
"~*NetSystemsResearch" 1;
"~*NetTrack" 1;
"~*NetZIP" 1;
"~*Net\ Vampire" 1;
"~*Netcraft" 1;
"~*Netpursual" 1;
"~*Netsparker" 1;
"~*Nettrack" 1;
"~*Netvibes" 1;
"~*Neustar WPM" 1;
"~*NeutrinoAPI" 1;
"~*NewRelicPinger" 1;
"~*NewsBlur .*Finder" 1;
"~*NewsGator" 1;
"~*Nexgate Ruby Client" 1;
"~*NextGenSearchBot" 1;
"~*Nibbler" 1;
"~*NihilScio" 1;
"~*Niki-bot" 1;
"~*Nikto" 1;
"~*NimbleCrawler" 1;
"~*Nimbostratus" 1;
"~*Ninja" 1;
"~*Nmap" 1;
"~*Nmap Scripting Engine" 1;
"~*NodePing" 1;
"~*Nodemeter" 1;
"~*Norton-Safeweb" 1;
"~*Notifixious" 1;
"~*NotionEmbedder" 1;
"~*Nuclei" 1;
"~*Nutch" 1;
"~*Nuzzel" 1;
"~*Nymesis" 1;
"~*OMSC" 1;
"~*OPPO A33" 1;
"~*Observatory\/" 1;
"~*Ocelli\/" 1;
"~*Octopus" 1;
"~*Offline Explorer" 1;
"~*Offline Navigator" 1;
"~*Offline\ Explorer" 1;
"~*Offline\ Navigator" 1;
"~*OgScrper" 1;
"~*OnCrawl" 1;
"~*Online Domain Tools" 1;
"~*Open Source RSS" 1;
"~*OpenCalaisSemanticProxy" 1;
"~*OpenLinkProfiler" 1;
"~*OpenVAS" 1;
"~*Openfind" 1;
"~*Openstat\/" 1;
"~*Openvas" 1;
"~*Optimizer" 1;
"~*OrangeBot" 1;
"~*OrangeSpider" 1;
"~*Orbiter" 1;
"~*OrgProbe\/" 1;
"~*OutclicksBot" 1;
"~*OutfoxBot" 1;
"~*Outlook-Express" 1;
"~*Outlook-iOS" 1;
"~*Owler" 1;
"~*Owlin" 1;
"~*OxfordCloudService" 1;
"~*PDF24 URL To PDF" 1;
"~*PECL::HTTP" 1;
"~*PHPCrawl" 1;
"~*POE-Component-Client-HTTP" 1;
"~*PRTG Network Monitor" 1;
"~*PTST " 1;
"~*PTST\/[0-9]+" 1;
"~*Page Valet" 1;
"~*PageAnalyzer" 1;
"~*PageFreezer" 1;
"~*PageGrabber" 1;
"~*PagePeeker" 1;
"~*PageScorer" 1;
"~*PageThing" 1;
"~*Page\ Analyzer" 1;
"~*Pagespeed\/" 1;
"~*Pandalytics" 1;
"~*Panopta" 1;
"~*Panscient" 1;
"~*Papa Foto" 1;
"~*Papa\ Foto" 1;
"~*Pavuk" 1;
"~*PayPal IPN" 1;
"~*Pcore-HTTP" 1;
"~*Pearltrees" 1;
"~*Peew" 1;
"~*PeoplePal" 1;
"~*Perlu -" 1;
"~*Petalbot" 1;
"~*PhantomJS Screenshoter" 1;
"~*PhantomJS\/" 1;
"~*Photon\/" 1;
"~*Pi-Monster" 1;
"~*Picscout" 1;
"~*Picsearch" 1;
"~*PictureFinder" 1;
"~*Piepmatz" 1;
"~*Pimonster" 1;
"~*PingAdmin\.Ru" 1;
"~*PingSpot" 1;
"~*Pingability" 1;
"~*Pingdom" 1;
"~*Pingoscope" 1;
"~*Pixray" 1;
"~*Pizilla" 1;
"~*Plagger\/" 1;
"~*PleaseCrawl" 1;
"~*Pleroma " 1;
"~*Ploetz \+ Zeller" 1;
"~*Plukkie" 1;
"~*PocketImageCache" 1;
"~*PocketParser" 1;
"~*Pockey" 1;
"~*PodcastAddict\/" 1;
"~*Polymail\/" 1;
"~*Pompos" 1;
"~*Porkbun" 1;
"~*Port Monitor" 1;
"~*PostPost" 1;
"~*PostmanRuntime" 1;
"~*PowerPoint\/" 1;
"~*Prebid" 1;
"~*Prerender" 1;
"~*Priceonomics Analysis Engine" 1;
"~*PrintFriendly" 1;
"~*PritTorrent" 1;
"~*Prlog" 1;
"~*ProPowerBot" 1;
"~*ProWebWalker" 1;
"~*Probethenet" 1;
"~*Project ?25499" 1;
"~*Project-Resonance" 1;
"~*Protopage" 1;
"~*Proximic" 1;
"~*Psbot" 1;
"~*Pu_iN" 1;
"~*Pump" 1;
"~*PxBroker" 1;
"~*PyCurl" 1;
"~*Python-httplib2" 1;
"~*Python-urllib" 1;
"~*QQDownload" 1;
"~*Qirina Hurdler" 1;
"~*QrafterPro" 1;
"~*Qseero" 1;
"~*Qualidator" 1;
"~*QueryN Metasearch" 1;
"~*QueryN\ Metasearch" 1;
"~*Quick-Crawler" 1;
"~*QuiteRSS" 1;
"~*Quora Link Preview" 1;
"~*Qwantify" 1;
"~*ROI Hunter" 1;
"~*RPT-HTTPClient" 1;
"~*RSSMix\/" 1;
"~*RSSOwl" 1;
"~*RSSingBot" 1;
"~*Radian6" 1;
"~*RadioPublicImageResizer" 1;
"~*Railgun\/" 1;
"~*Rainbot" 1;
"~*RankActive" 1;
"~*RankActiveLinkBot" 1;
"~*RankFlex" 1;
"~*RankSonicSiteAuditor" 1;
"~*RankingBot" 1;
"~*RankingBot2" 1;
"~*Rankivabot" 1;
"~*RankurBot" 1;
"~*RapidLoad\/" 1;
"~*Re-re" 1;
"~*Re-re Studio" 1;
"~*ReGet" 1;
"~*ReactorNetty" 1;
"~*Readability" 1;
"~*RealDownload" 1;
"~*RealPlayer%20Downloader" 1;
"~*Reaper" 1;
"~*RebelMouse" 1;
"~*Recorder" 1;
"~*RecurPost\/" 1;
"~*RedesScrapy" 1;
"~*ReederForMac" 1;
"~*Reeder\/" 1;
"~*RepoMonkey" 1;
"~*ResponseCodeTest" 1;
"~*RestSharp" 1;
"~*Riddler" 1;
"~*Ripper" 1;
"~*Rival IQ" 1;
"~*Robosourcer" 1;
"~*Robozilla" 1;
"~*RocketCrawler" 1;
"~*Rogerbot" 1;
"~*RuxitSynthetic" 1;
"~*RyowlEngine" 1;
"~*SAP NetWeaver Application Server" 1;
"~*SBIder" 1;
"~*SEO Browser" 1;
"~*SEOCentro" 1;
"~*SEOkicks" 1;
"~*SEOkicks-Robot" 1;
"~*SEOlizer" 1;
"~*SEOlyt" 1;
"~*SEOlyticsCrawler" 1;
"~*SEOprofiler" 1;
"~*SEOsearch" 1;
"~*SEOstats" 1;
"~*SISTRIX" 1;
"~*SMRF URL Expander" 1;
"~*SMTBot" 1;
"~*SMUrlExpander" 1;
"~*SPDYCheck" 1;
"~*SPEng" 1;
"~*SSL Labs" 1;
"~*SalesIntelligent" 1;
"~*Saleslift" 1;
"~*SauceNAO" 1;
"~*Scamadviser-Frontend" 1;
"~*ScanAlert" 1;
"~*Scanbot" 1;
"~*Scoop" 1;
"~*ScopeContentAG-HTTP-Client" 1;
"~*ScoutJet" 1;
"~*ScoutURLMonitor" 1;
"~*ScrapeBox Page Scanner" 1;
"~*Scrapy" 1;
"~*Screaming" 1;
"~*ScreenShotService" 1;
"~*ScreenerBot" 1;
"~*ScrepyBot" 1;
"~*Scrubby" 1;
"~*Scrutiny\/" 1;
"~*Search37" 1;
"~*SearchExpress" 1;
"~*SearchSight" 1;
"~*SearchWP" 1;
"~*Searchestate" 1;
"~*SearchmetricsBot" 1;
"~*Seeker" 1;
"~*Seekport" 1;
"~*SeekportBot" 1;
"~*SemanticJuice" 1;
"~*Semiocast HTTP client" 1;
"~*Semrush" 1;
"~*SemrushBot" 1;
"~*SemrushBot-BA" 1;
"~*SemrushBot-FT" 1;
"~*SemrushBot-OCOB" 1;
"~*SemrushBot-SI" 1;
"~*SemrushBot-SWA" 1;
"~*Sendsay\.Ru" 1;
"~*SentiBot" 1;
"~*SenutoBot" 1;
"~*Seo Servis" 1;
"~*SeoCheck" 1;
"~*SeoCherryBot" 1;
"~*SeoSiteCheckup" 1;
"~*Seobility" 1;
"~*SeobilityBot" 1;
"~*Seomoz" 1;
"~*Seznam" 1;
"~*Shelob" 1;
"~*Shodan" 1;
"~*ShopWiki" 1;
"~*Shoppimon" 1;
"~*ShortLinkTranslate" 1;
"~*Sideqik" 1;
"~*Siege" 1;
"~*SimplePie" 1;
"~*SimplyFast" 1;
"~*Siphon" 1;
"~*Site Sucker" 1;
"~*Site-Shot\/" 1;
"~*Site24x7" 1;
"~*SiteAuditBot" 1;
"~*SiteBar" 1;
"~*SiteCheckerBotCrawler" 1;
"~*SiteCondor" 1;
"~*SiteExplorer" 1;
"~*SiteGuardian" 1;
"~*SiteIndexed" 1;
"~*SiteLockSpider" 1;
"~*SiteMonitor" 1;
"~*SiteSnagger" 1;
"~*SiteSucker" 1;
"~*SiteTruth" 1;
"~*Site\ Sucker" 1;
"~*Sitebeam" 1;
"~*Sitebulb\/" 1;
"~*Siteimprove" 1;
"~*Sitemap(s)? Generator" 1;
"~*SitemapGenerator" 1;
"~*Siteshooter B0t" 1;
"~*Sitevigil" 1;
"~*SkypeUriPreview" 1;
"~*Slack\/" 1;
"~*SlySearch" 1;
"~*SmartDownload" 1;
"~*Snake" 1;
"~*SnapSearch" 1;
"~*Snapbot" 1;
"~*Snappy" 1;
"~*Snarfer\/" 1;
"~*SniffRSS" 1;
"~*Snoopy" 1;
"~*SnowHaze Search" 1;
"~*SocialRankIOBot" 1;
"~*Sociscraper" 1;
"~*Sogou\ web\ spider" 1;
"~*SortSite" 1;
"~*Sosospider" 1;
"~*Sottopop" 1;
"~*SpaceBison" 1;
"~*SpamExperts" 1;
"~*Spammen" 1;
"~*SpankBot" 1;
"~*Spanner" 1;
"~*Spawning-AI" 1;
"~*Spbot" 1;
"~*Specificfeeds" 1;
"~*SpeedKit" 1;
"~*Spider_Bot" 1;
"~*Spider_Bot/3.0" 1;
"~*Spinn3r" 1;
"~*SplitSignalBot" 1;
"~*Sprinklr " 1;
"~*SputnikBot" 1;
"~*Sqlmap" 1;
"~*Sqlworm" 1;
"~*Sqworm" 1;
"~*StackRambler" 1;
"~*Statastico\/" 1;
"~*Statically-" 1;
"~*StatusCake" 1;
"~*Steeler" 1;
"~*Stratagems Kumo" 1;
"~*Stripe\/" 1;
"~*Stripper" 1;
"~*Stroke\.cz" 1;
"~*StudioFACA" 1;
"~*StumbleUpon" 1;
"~*Sucker" 1;
"~*Sucuri" 1;
"~*SuperBot" 1;
"~*SuperHTTP" 1;
"~*Surfbot" 1;
"~*Surphace Scout" 1;
"~*SurveyBot" 1;
"~*Suzuran" 1;
"~*Swiftbot" 1;
"~*Symfony BrowserKit" 1;
"~*Symfony2 BrowserKit" 1;
"~*SynHttpClient-Built" 1;
"~*Synapse\/" 1;
"~*Syndirella\/" 1;
"~*Sysomos" 1;
"~*Szukacz" 1;
"~*T0PHackTeam" 1;
"~*T8Abot" 1;
"~*TLSProbe\/" 1;
"~*Tarantula\/" 1;
"~*Taringa UGC" 1;
"~*TarmotGezgin" 1;
"~*Teleport" 1;
"~*TeleportPro" 1;
"~*Telesoft" 1;
"~*Telesphoreo" 1;
"~*Telesphorep" 1;
"~*Tenon\.io" 1;
"~*Test Certificate Info" 1;
"~*Tetrahedron" 1;
"~*TextRazor Downloader" 1;
"~*The Drop Reaper" 1;
"~*The Expert HTML Source Viewer" 1;
"~*The Intraformant" 1;
"~*The Knowledge AI" 1;
"~*TheNomad" 1;
"~*The\ Intraformant" 1;
"~*Thinklab" 1;
"~*ThumbSniper" 1;
"~*Thumbor" 1;
"~*Thumbshots" 1;
"~*TightTwatBot" 1;
"~*TinEye" 1;
"~*Tiny Tiny RSS" 1;
"~*TinyTestBot" 1;
"~*Titan" 1;
"~*Toata" 1;
"~*Toweyabot" 1;
"~*Traackr\.com" 1;
"~*Tracemyfile" 1;
"~*Trackuity" 1;
"~*TrapitAgent" 1;
"~*Trendiction" 1;
"~*Trendictionbot" 1;
"~*Trendsmap" 1;
"~*True_Robot" 1;
"~*TryJsoup" 1;
"~*TulipChain" 1;
"~*Turingos" 1;
"~*Turnitin" 1;
"~*TurnitinBot" 1;
"~*Tweetminster" 1;
"~*Tweezler\/" 1;
"~*TwengaBot" 1;
"~*Twice" 1;
"~*Twikle" 1;
"~*Twingly" 1;
"~*Twisted PageGetter" 1;
"~*Typhoeus" 1;
"~*URL Verifier" 1;
"~*URLTester" 1;
"~*URL\/Emacs" 1;
"~*URLitor" 1;
"~*URLy Warning" 1;
"~*URLy\ Warning" 1;
"~*URLy\.Warning" 1;
"~*UdmSearch" 1;
"~*UnisterBot" 1;
"~*UniversalFeedParser" 1;
"~*Unshorten\.It" 1;
"~*Untiny" 1;
"~*UnwindFetchor" 1;
"~*Upflow" 1;
"~*Uptimia" 1;
"~*UrlTrends Ranking Updater" 1;
"~*Urlcheckr" 1;
"~*Urlstat" 1;
"~*V-BOT" 1;
"~*VB Project" 1;
"~*VB\ Project" 1;
"~*VSAgent\/" 1;
"~*VSB-TUO\/" 1;
"~*VYU2" 1;
"~*Vacuum" 1;
"~*Vagabondo" 1;
"~*VelenPublicWebCrawler" 1;
"~*VeriCiteCrawler" 1;
"~*Verity" 1;
"~*VidibleScraper" 1;
"~*Virusdie" 1;
"~*Visual Rights Group" 1;
"~*VoidEYE" 1;
"~*Voil" 1;
"~*Voltron" 1;
"~*Vulnbusters Meter" 1;
"~*W3C-checklink" 1;
"~*W3C-mobileOK" 1;
"~*W3C_Unicorn" 1;
"~*WAC-OFU" 1;
"~*WASALive-Bot" 1;
"~*WBSearchBot" 1;
"~*WDT\.io" 1;
"~*WEBDAV" 1;
"~*WEPA" 1;
"~*WISENutbot" 1;
"~*WP Engine Install Performance API" 1;
"~*WP Rocket" 1;
"~*WPScan" 1;
"~*WWW-Collector-E" 1;
"~*WWW-Mechanize" 1;
"~*WWW::Document" 1;
"~*WWW::Mechanize" 1;
"~*WWWOFFLE" 1;
"~*WakeletLinkExpander" 1;
"~*Wallpapers" 1;
"~*Wallpapers/3.0" 1;
"~*WallpapersHD" 1;
"~*Wallpapers\/[0-9]+" 1;
"~*Wappalyzer" 1;
"~*WatchMouse" 1;
"~*WbSrch\/" 1;
"~*WeLikeLinks" 1;
"~*WeSEE" 1;
"~*Web Auto" 1;
"~*Web Collage" 1;
"~*Web Enhancer" 1;
"~*Web Fetch" 1;
"~*Web Fuck" 1;
"~*Web Pix" 1;
"~*Web Sauger" 1;
"~*Web Sucker" 1;
"~*Web spyder" 1;
"~*Web-sniffer" 1;
"~*WebAuto" 1;
"~*WebBandit" 1;
"~*WebCapture" 1;
"~*WebClient\/" 1;
"~*WebCollage" 1;
"~*WebCookies" 1;
"~*WebCopier" 1;
"~*WebCorp" 1;
"~*WebDataStats" 1;
"~*WebDoc" 1;
"~*WebEnhancer" 1;
"~*WebFetch" 1;
"~*WebFuck" 1;
"~*WebGazer" 1;
"~*WebGo IS" 1;
"~*WebGo\ IS" 1;
"~*WebImageCollector" 1;
"~*WebImages" 1;
"~*WebIndex" 1;
"~*WebLeacher" 1;
"~*WebPix" 1;
"~*WebReaper" 1;
"~*WebSauger" 1;
"~*WebSniffer" 1;
"~*WebStripper" 1;
"~*WebSucker" 1;
"~*WebThumbnail" 1;
"~*WebWhacker" 1;
"~*WebZIP" 1;
"~*Web\ Auto" 1;
"~*Web\ Collage" 1;
"~*Web\ Enhancer" 1;
"~*Web\ Fetch" 1;
"~*Web\ Fuck" 1;
"~*Web\ Pix" 1;
"~*Web\ Sauger" 1;
"~*Web\ Sucker" 1;
"~*Webalta" 1;
"~*Webauskunft" 1;
"~*WebmasterWorldForumBot" 1;
"~*Webshag" 1;
"~*Webshot" 1;
"~*Website Quester" 1;
"~*WebsiteExtractor" 1;
"~*WebsiteQuester" 1;
"~*Website\ Quester" 1;
"~*Websnapr" 1;
"~*Webster" 1;
"~*Webthumb\/" 1;
"~*Wfuzz\/" 1;
"~*Whack" 1;
"~*Whacker" 1;
"~*WhatCMS" 1;
"~*WhatWeb" 1;
"~*WhatsApp" 1;
"~*WhatsMyIP" 1;
"~*Whatweb" 1;
"~*WhereGoes\?" 1;
"~*Whibse" 1;
"~*WhoAPI\/" 1;
"~*WhoRunsCoinHive" 1;
"~*Whynder Magnet" 1;
"~*Widow" 1;
"~*WinHTTP\/" 1;
"~*WinHTTrack" 1;
"~*WinHttp-Autoproxy-Service" 1;
"~*WinPodder" 1;
"~*Windows-RSS-Platform" 1;
"~*WiseGuys\ Robot" 1;
"~*Woko" 1;
"~*Wolfram HTTPClient" 1;
"~*Wonderbot" 1;
"~*Woobot" 1;
"~*WordPress\/" 1;
"~*Word\/" 1;
"~*WordupinfoSearch" 1;
"~*Wotbox" 1;
"~*Wprecon" 1;
"~*Wtrace" 1;
"~*XING-contenttabreceiver" 1;
"~*Xaldon\ WebSpider" 1;
"~*Xaldon_WebSpider" 1;
"~*XaxisSemanticsClassifier" 1;
"~*XenForo\/" 1;
"~*Xenu" 1;
"~*Xenu Link Sleuth" 1;
"~*Y!J-[A-Z][A-Z][A-Z]" 1;
"~*YP\.PL" 1;
"~*Yaanb" 1;
"~*Yahoo Link Preview" 1;
"~*YahooCacheSystem" 1;
"~*YahooMailProxy" 1;
"~*YahooYSMcm" 1;
"~*YandeG" 1;
"~*Yandex(?!Search)" 1;
"~*Yo-yo" 1;
"~*YoYs\.net" 1;
"~*Yoleo Consumer" 1;
"~*YottaaMonitor" 1;
"~*YoudaoBot" 1;
"~*Your-Website-Sucks" 1;
"~*Zabbix" 1;
"~*Zade" 1;
"~*Zapier" 1;
"~*Zauba" 1;
"~*Zemanta Aggregator" 1;
"~*Zend\\Http\\Client" 1;
"~*Zend_Http_Client" 1;
"~*Zermelo" 1;
"~*Zeus" 1;
"~*Zeus " 1;
"~*Zitebot" 1;
"~*ZmEu" 1;
"~*ZnHTTP" 1;
"~*ZnajdzFoto" 1;
"~*Zombie\.js" 1;
"~*ZoomBot" 1;
"~*Zoom\.Mac" 1;
"~*ZoominfoBot" 1;
"~*ZoteroTranslationServer" 1;
"~*ZumBot" 1;
"~*ZyBorg" 1;
"~*[a-z0-9\-_]*(bot|crawl|archiver|transcoder|spider|uptime|validator|fetcher|cron|checker|reader|extractor|monitoring|analyzer|scraper)" 1;
"~*^Aether" 1;
"~*^Amazon CloudFront" 1;
"~*^Amazon Simple Notification Service Agent$" 1;
"~*^Amazon-Route53-Health-Check-Service" 1;
"~*^COMODO DCV" 1;
"~*^Calypso v\/" 1;
"~*^Corax" 1;
"~*^DHSH" 1;
"~*^DangDang" 1;
"~*^DavClnt" 1;
"~*^Expanse" 1;
"~*^FDM " 1;
"~*^Goose\/" 1;
"~*^Grabber" 1;
"~*^Gradle\/" 1;
"~*^HTTPClient\/" 1;
"~*^HTTPing" 1;
"~*^Java\/" 1;
"~*^Jeode\/" 1;
"~*^Jetty\/" 1;
"~*^Mail\/" 1;
"~*^Mget" 1;
"~*^Microsoft URL Control" 1;
"~*^Mikrotik\/" 1;
"~*^NG\/[0-9\.]" 1;
"~*^NING\/" 1;
"~*^Netlab360" 1;
"~*^Nuclei" 1;
"~*^PHP-AYMAPI\/" 1;
"~*^PHP\/" 1;
"~*^RMA\/" 1;
"~*^Ruby|Ruby\/[0-9]" 1;
"~*^Swurl " 1;
"~*^TLS tester " 1;
"~*^VSE\/[0-9]" 1;
"~*^WordPress\.com" 1;
"~*^XRL\/[0-9]" 1;
"~*^ZmEu" 1;
"~*^b0t$" 1;
"~*^bluefish " 1;
"~*^docker\/[0-9]" 1;
"~*^git\/" 1;
"~*^npm\/" 1;
"~*^pip\/" 1;
"~*^pnpm\/" 1;
"~*^symbolicator\/" 1;
"~*^twine\/" 1;
"~*^ureq" 1;
"~*a3logics\.in" 1;
"~*a\.pr-cy\.ru" 1;
"~*aboutthedomain" 1;
"~*acebookexternalhit\/" 1;
"~*acoon" 1;
"~*acrylicapps\.com\/pulp" 1;
"~*adbeat" 1;
"~*adressendeutschland" 1;
"~*adreview\/" 1;
"~*adscanner" 1;
"~*adstxt-worker" 1;
"~*adstxt\.com" 1;
"~*affilimate-puppeteer" 1;
"~*agentslug" 1;
"~*aihit" 1;
"~*aiohttp\/" 1;
"~*akka-http\/" 1;
"~*akula\/" 1;
"~*alertra" 1;
"~*alexa site audit" 1;
"~*allloadin" 1;
"~*alyze\.info" 1;
"~*amagit" 1;
"~*annotate_google" 1;
"~*anthropic-ai" 1;
"~*apimon\.de" 1;
"~*arachnode" 1;
"~*archive.org_bot" 1;
"~*aria2" 1;
"~*arquivo-web-crawler" 1;
"~*asafaweb" 1;
"~*asynchttp" 1;
"~*attohttpc" 1;
"~*autocite" 1;
"~*autoemailspider" 1;
"~*awin\.com" 1;
"~*axios\/" 1;
"~*backlink-check" 1;
"~*baidu\.com" 1;
"~*basicstate" 1;
"~*baypup\/" 1;
"~*biNu image cacher" 1;
"~*biglotron" 1;
"~*binlar" 1;
"~*biz_Directory" 1;
"~*boitho\.com-dc" 1;
"~*caam dot crwlr at gmail dot com" 1;
"~*catexplorador" 1;
"~*censys" 1;
"~*cf-facebook" 1;
"~*cg-eye" 1;
"~*changedetection" 1;
"~*chatterino-api-cache" 1;
"~*checkprivacy" 1;
"~*chkme\.com" 1;
"~*clark-crawler" 1;
"~*clips\.ua\.ac\.be" 1;
"~*cmcm\.com" 1;
"~*coccoc" 1;
"~*coccocbot" 1;
"~*cognitiveseo" 1;
"~*cohere-ai" 1;
"~*colly -" 1;
"~*commonscan" 1;
"~*contactbigdatafr" 1;
"~*contentkingapp" 1;
"~*convera" 1;
"~*copyright sheriff" 1;
"~*cortex\/" 1;
"~*crawler4j" 1;
"~*curb" 1;
"~*curl" 1;
"~*cuwhois\/" 1;
"~*cybo\.com" 1;
"~*dBpoweramp" 1;
"~*dataforseobot" 1;
"~*dataprovider" 1;
"~*ddline" 1;
"~*deeris" 1;
"~*delve\.ai" 1;
"~*demandbase-bot" 1;
"~*developers\.google\.com\/\+\/web\/snippet\/" 1;
"~*dlvr" 1;
"~*docoloc" 1;
"~*dotMailer content retrieval" 1;
"~*dotSemantic" 1;
"~*downforeveryoneorjustme" 1;
"~*downnotifier" 1;
"~*drupact" 1;
"~*dubaiindex" 1;
"~*eCairn-Grabber" 1;
"~*eCatch" 1;
"~*eContext\/" 1;
"~*ec2linkfinder" 1;
"~*elefent" 1;
"~*endo\/" 1;
"~*europarchive\.org" 1;
"~*evc-batch" 1;
"~*everyfeed-spider" 1;
"~*exif" 1;
"~*ezooms" 1;
"~*facebookcatalog" 1;
"~*facebookexternalhit" 1;
"~*facebookexternalua" 1;
"~*facebookplatform" 1;
"~*facebookscraper" 1;
"~*fairshare" 1;
"~*fasthttp" 1;
"~*faviconarchive" 1;
"~*faviconkit" 1;
"~*feeder" 1;
"~*feeltiptop" 1;
"~*findlink" 1;
"~*findthatfile" 1;
"~*fluffy" 1;
"~*flynxapp" 1;
"~*forensiq" 1;
"~*fragFINN\.de" 1;
"~*free thumbnails" 1;
"~*frontman" 1;
"~*g00g1e\.net" 1;
"~*gSOAP\/" 1;
"~*ganarvisitas" 1;
"~*gdnplus\.com" 1;
"~*geek-tools" 1;
"~*getprismatic" 1;
"~*getroot" 1;
"~*github-camo" 1;
"~*github\.com" 1;
"~*go-mtasts\/" 1;
"~*gobuster" 1;
"~*gobyus" 1;
"~*gofetch" 1;
"~*gooblog" 1;
"~*google-xrawler" 1;
"~*gopher" 1;
"~*gosquared-thumbnailer" 1;
"~*grabify" 1;
"~*grokkit" 1;
"~*grouphigh" 1;
"~*grub-client" 1;
"~*gvfs\/" 1;
"~*hackney\/" 1;
"~*help@dataminr\.com" 1;
"~*heritrix" 1;
"~*historious" 1;
"~*hkedcity" 1;
"~*hledejLevne\.cz" 1;
"~*hosterstats" 1;
"~*ht:\/\/check" 1;
"~*htdig" 1;
"~*htmlyse" 1;
"~*http-get" 1;
"~*http-kit" 1;
"~*http-request\/" 1;
"~*httpRequest" 1;
"~*http\.rb\/" 1;
"~*http_get" 1;
"~*http_request2" 1;
"~*http_requester" 1;
"~*httphr" 1;
"~*httpscheck" 1;
"~*httpssites_power" 1;
"~*httpunit" 1;
"~*httrack" 1;
"~*huaweisymantec" 1;
"~*i2kconnect\/" 1;
"~*iGooglePortal" 1;
"~*iThemes Sync\/" 1;
"~*iZSearch" 1;
"~*ichiro" 1;
"~*igdeSpyder" 1;
"~*imagineeasy" 1;
"~*imgsizer" 1;
"~*inbound\.li parser" 1;
"~*infegy" 1;
"~*infohelfer" 1;
"~*inpwrd\.com" 1;
"~*instabid" 1;
"~*integromedb" 1;
"~*internetVista monitor" 1;
"~*internetVista\ monitor" 1;
"~*internet_archive" 1;
"~*internetwache" 1;
"~*intraVnews" 1;
"~*iplabel" 1;
"~*ips-agent" 1;
"~*iqdb\/" 1;
"~*isUp\.li" 1;
"~*isitup\.org" 1;
"~*iskanie" 1;
"~*iubenda-radar" 1;
"~*janforman" 1;
"~*javelin\.io" 1;
"~*jobo" 1;
"~*khttp\/" 1;
"~*knows\.is" 1;
"~*kouio" 1;
"~*kube-probe" 1;
"~*kubectl" 1;
"~*kulturarw3" 1;
"~*leakix\.net" 1;
"~*letsencrypt" 1;
"~*libwww" 1;
"~*limber\.io" 1;
"~*link-check" 1;
"~*linkCheck" 1;
"~*link_thumbnailer" 1;
"~*linkdex" 1;
"~*linkdexbot" 1;
"~*linkfluence" 1;
"~*linkpeek" 1;
"~*livedoor ScreenShot" 1;
"~*localsearch-web" 1;
"~*longurl-r-package" 1;
"~*looid\.com" 1;
"~*looksystems\.net" 1;
"~*lscache_runner" 1;
"~*ltx71" 1;
"~*lua-resty-http" 1;
"~*lwp-request" 1;
"~*lwp-trivial" 1;
"~*lycos" 1;
"~*mShots" 1;
"~*mabontland" 1;
"~*magpie-crawler" 1;
"~*makecontact\/" 1;
"~*marketinggrader" 1;
"~*masscan\/" 1;
"~*mattermost" 1;
"~*meanpathbot" 1;
"~*mediawords" 1;
"~*mio_httpc" 1;
"~*mixdata dot com" 1;
"~*mixed-content-scan" 1;
"~*mixnode" 1;
"~*mogimogi" 1;
"~*monitis" 1;
"~*montastic" 1;
"~*mowser" 1;
"~*muhstik-scan" 1;
"~*myseosnapshot" 1;
"~*nWormFeedFinder" 1;
"~*nagios" 1;
"~*nationalarchives" 1;
"~*nbertaupete95" 1;
"~*netEstate\ NE\ Crawler" 1;
"~*netresearch" 1;
"~*nettle" 1;
"~*newsme" 1;
"~*newspaper\/" 1;
"~*nghttp2" 1;
"~*nineconnections" 1;
"~*node-fetch" 1;
"~*node-superagent" 1;
"~*node-urllib" 1;
"~*node\.io" 1;
"~*nominet\.org\.uk" 1;
"~*nominet\.uk" 1;
"~*notifyninja" 1;
"~*nuhk" 1;
"~*nutch" 1;
"~*nyawc\/" 1;
"~*oBot" 1;
"~*oegp" 1;
"~*okhttp" 1;
"~*omgili" 1;
"~*openai" 1;
"~*orion-semantics" 1;
"~*ow\.ly" 1;
"~*ownCloud News" 1;
"~*page scorer" 1;
"~*page2rss" 1;
"~*page\ scorer" 1;
"~*page_verifier" 1;
"~*panscient" 1;
"~*parsijoo" 1;
"~*pcBrowser" 1;
"~*peerindex" 1;
"~*php-requests" 1;
"~*phpservermon" 1;
"~*ping\.blo\.gs" 1;
"~*pinterest\.com" 1;
"~*plumanalytics" 1;
"~*polaris\ version" 1;
"~*postano" 1;
"~*postfix-mta-sts-resolver" 1;
"~*postplanner\.com" 1;
"~*postrank" 1;
"~*probe-image-size" 1;
"~*probely\.com" 1;
"~*probethenet" 1;
"~*prospectb2b" 1;
"~*proximic" 1;
"~*pshtt, https scanning" 1;
"~*pulsetic\.com" 1;
"~*python-httpx" 1;
"~*python-requests" 1;
"~*queuedriver" 1;
"~*quic-go-HTTP\/" 1;
"~*redback\/" 1;
"~*request\.js" 1;
"~*reqwest\/" 1;
"~*ripz" 1;
"~*safe-agent-scanner" 1;
"~*sc-downloader" 1;
"~*scalaj-http" 1;
"~*scan\.lol" 1;
"~*scooter" 1;
"~*search\.thunderstone" 1;
"~*searchenginepromotionhelp" 1;
"~*semanticdiscovery" 1;
"~*semanticjuice" 1;
"~*sentry\/" 1;
"~*seo-nastroj\.cz" 1;
"~*seo4ajax" 1;
"~*seobility" 1;
"~*seocompany" 1;
"~*seoscanners" 1;
"~*seositecheckup" 1;
"~*seostar" 1;
"~*serpstatbot" 1;
"~*servernfo" 1;
"~*sexsearcher" 1;
"~*shortURL lengthener" 1;
"~*shrinktheweb" 1;
"~*siteripz" 1;
"~*sitexy\.com" 1;
"~*sli-systems\.com" 1;
"~*slider\.com" 1;
"~*slurp" 1;
"~*sniptracker" 1;
"~*sogou web" 1;
"~*sogouspider" 1;
"~*sovereign\.ai" 1;
"~*sp_auditbot" 1;
"~*spaziodati" 1;
"~*speedy" 1;
"~*spray-can" 1;
"~*spyfu" 1;
"~*spyonweb" 1;
"~*sqlmap" 1;
"~*ssl-tools" 1;
"~*suchen" 1;
"~*summify" 1;
"~*swcd " 1;
"~*sysscan" 1;
"~*tAkeOut" 1;
"~*tchelebi\.io" 1;
"~*techiaith\.cymru" 1;
"~*teoma" 1;
"~*terrainformatica" 1;
"~*testuri" 1;
"~*theinternetrules" 1;
"~*timewe\.net" 1;
"~*topster" 1;
"~*touche\.com" 1;
"~*tracemyfile" 1;
"~*trendspottr" 1;
"~*truwoGPS" 1;
"~*tweetedtimes" 1;
"~*twibble" 1;
"~*ubermetrics-technologies" 1;
"~*uclassify" 1;
"~*ultimate_sitemap_parser" 1;
"~*unchaos" 1;
"~*unirest-java" 1;
"~*unshortenit" 1;
"~*updated" 1;
"~*updown\.io daemon" 1;
"~*urlresolver" 1;
"~*vBSEO" 1;
"~*via ggpht\.com GoogleImageProxy" 1;
"~*visionutils" 1;
"~*vkShare" 1;
"~*voltron" 1;
"~*voyager\/" 1;
"~*w3af\.org" 1;
"~*wangling" 1;
"~*web-capture\.net" 1;
"~*webcollage" 1;
"~*webgains-bot" 1;
"~*webkit2png" 1;
"~*webmastercoffee" 1;
"~*webmeup-crawler" 1;
"~*webmon " 1;
"~*webprosbot" 1;
"~*webscreenie" 1;
"~*websitepulse agent" 1;
"~*webtech\/" 1;
"~*wf84" 1;
"~*wget" 1;
"~*wkhtmlto" 1;
"~*wmtips" 1;
"~*woorankreview" 1;
"~*worldping-api" 1;
"~*wotbox" 1;
"~*wpif" 1;
"~*wprecon\.com survey" 1;
"~*wscheck" 1;
"~*www\.monitor\.us" 1;
"~*x09Mozilla" 1;
"~*x22Mozilla" 1;
"~*xpymep([0-9]?)\.exe" 1;
"~*yacy" 1;
"~*yanga" 1;
"~*yeti" 1;
"~*yomins\.com" 1;
"~*yoogliFetchAgent" 1;
"~*yourls\.org" 1;
"~*zgrab" 1;
default 0;
}
Reference in New Issue View Git Blame Copy Permalink