From c7e6223731d8083cbee0c92495c44b52982f61d3 Mon Sep 17 00:00:00 2001 From: fab Date: Fri, 3 Jan 2025 13:28:13 +0100 Subject: [PATCH] Delete waf_patterns/caddy directory --- waf_patterns/caddy/bots.conf | 593 ----------------------------------- 1 file changed, 593 deletions(-) delete mode 100644 waf_patterns/caddy/bots.conf diff --git a/waf_patterns/caddy/bots.conf b/waf_patterns/caddy/bots.conf deleted file mode 100644 index 943a88f..0000000 --- a/waf_patterns/caddy/bots.conf +++ /dev/null @@ -1,593 +0,0 @@ -@bad_bot { - header User-Agent *(^| )PTST\/* - header User-Agent *(^| )sentry\/* - header User-Agent *(sistrix|SISTRIX) [cC]rawler* - header User-Agent *007ac9 Crawler* - header User-Agent *2ip bot* - header User-Agent *2ip\.ru* - header User-Agent *360Spider* - header User-Agent *
  • Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)
    • * - header User-Agent *A Patent Crawler* - header User-Agent *A6-Indexer* - header User-Agent *ADmantX* - header User-Agent *AHC\/* - header User-Agent *AISearchBot* - header User-Agent *APIs-Google* - header User-Agent *Aboundex* - header User-Agent *AcademicBotRTU* - header User-Agent *AddSearchBot* - header User-Agent *AddThis* - header User-Agent *Adidxbot* - header User-Agent *AdsBot-Google([^-]|$)* - header User-Agent *AdsBot-Google-Mobile* - header User-Agent *AdsTxtCrawler* - header User-Agent *AdvBot* - header User-Agent *Ahrefs(Bot|SiteAudit)* - header User-Agent *AlexandriaOrgBot* - header User-Agent *AlphaBot* - header User-Agent *Amazon CloudFront* - header User-Agent *Amazonbot* - header User-Agent *AndersPinkBot* - header User-Agent *AnyEvent* - header User-Agent *Apercite* - header User-Agent *AppEngine-Google* - header User-Agent *AppInsights* - header User-Agent *Applebot* - header User-Agent *ArchiveBot* - header User-Agent *AspiegelBot* - header User-Agent *Atom Feed Robot* - header User-Agent *Audisto Crawler* - header User-Agent *AwarioBot* - header User-Agent *AwarioRssBot* - header User-Agent *AwarioSmartBot* - header User-Agent *B2B Bot* - header User-Agent *BDCbot* - header User-Agent *BIGLOTRON* - header User-Agent *BLEXBot\/* - header User-Agent *BLP_bbot* - header User-Agent *BTWebClient* - header User-Agent *BUbiNG* - header User-Agent *Baidu-YunGuanCe* - header User-Agent *Baiduspider* - header User-Agent *Bark[rR]owler* - header User-Agent *BazQux* - header User-Agent *BehloolBot* - header User-Agent *Better Uptime Bot* - header User-Agent *BingPreview\/* - header User-Agent *BitBot* - header User-Agent *BitSightBot\/* - header User-Agent *Blackboard* - header User-Agent *BlogTraffic\/\d\.\d+ Feed-Fetcher* - header User-Agent *BomboraBot* - header User-Agent *Bot\.AraTurka\.com* - header User-Agent *BoxcarBot* - header User-Agent *BrandONbot* - header User-Agent *BrandVerity* - header User-Agent *BrightEdge Crawler* - header User-Agent *BublupBot* - header User-Agent *Buck\/* - header User-Agent *Bytespider* - header User-Agent *CC Metadata Scaper* - header User-Agent *CCBot* - header User-Agent *CISPA Webcrawler* - header User-Agent *Caliperbot* - header User-Agent *CapsuleChecker* - header User-Agent *ChatGPT-User* - header User-Agent *CheckMarkNetwork\/* - header User-Agent *Chrome-Lighthouse* - header User-Agent *Cincraw* - header User-Agent *Clickagy* - header User-Agent *Cliqzbot\/* - header User-Agent *CloudFlare-AlwaysOnline* - header User-Agent *CloudFlare-Prefetch* - header User-Agent *Cloudflare-Healthchecks* - header User-Agent *Cloudflare-SSLDetector* - header User-Agent *Cloudflare-Traffic-Manager* - header User-Agent *Cocolyzebot* - header User-Agent *Companybook-Crawler* - header User-Agent *ContextAd Bot* - header User-Agent *CookieHubScan* - header User-Agent *Cookiebot* - header User-Agent *CrawlyProjectCrawler* - header User-Agent *CriteoBot* - header User-Agent *CrunchBot* - header User-Agent *CrystalSemanticsBot* - header User-Agent *Cutbot* - header User-Agent *CyberPatrol* - header User-Agent *DareBoost* - header User-Agent *DataForSeoBot* - header User-Agent *Datafeedwatch* - header User-Agent *Datanyze* - header User-Agent *Dataprovider\.com* - header User-Agent *Daum\/* - header User-Agent *DeuSu\/* - header User-Agent *Diffbot\/* - header User-Agent *Digg Deeper* - header User-Agent *Digincore bot* - header User-Agent *Discordbot* - header User-Agent *Disqus* - header User-Agent *DnyzBot* - header User-Agent *Domain Re-Animator Bot* - header User-Agent *DomainStatsBot* - header User-Agent *Domains Project\/* - header User-Agent *Dragonbot* - header User-Agent *Dubbotbot* - header User-Agent *DuckDuckBot* - header User-Agent *DuckDuckGo-Favicons-Bot* - header User-Agent *EZID* - header User-Agent *Embedly* - header User-Agent *EveryoneSocialBot* - header User-Agent *Expanse* - header User-Agent *Experibot* - header User-Agent *ExtLinksBot* - header User-Agent *Eyeotabot* - header User-Agent *FAST Enterprise Crawler* - header User-Agent *FAST-WebCrawler* - header User-Agent *Facebot* - header User-Agent *FeedValidator* - header User-Agent *Feedbin* - header User-Agent *Feedfetcher-Google* - header User-Agent *Feedly* - header User-Agent *Feedspot* - header User-Agent *FemtosearchBot* - header User-Agent *Fetch\/* - header User-Agent *Fever* - header User-Agent *FindITAnswersbot* - header User-Agent *Flamingo_SearchEngine* - header User-Agent *FlipboardProxy* - header User-Agent *FreeWebMonitoring SiteChecker* - header User-Agent *FreshRSS* - header User-Agent *FreshpingBot* - header User-Agent *Friendica* - header User-Agent *Fyrebot* - header User-Agent *G2 Web Services* - header User-Agent *GPTBot* - header User-Agent *GarlikCrawler* - header User-Agent *GeedoBot* - header User-Agent *Genieo* - header User-Agent *Gigablast* - header User-Agent *Gigabot* - header User-Agent *GingerCrawler* - header User-Agent *Gluten Free Crawler\/* - header User-Agent *GnowitNewsbot* - header User-Agent *Go-http-client* - header User-Agent *Google Favicon* - header User-Agent *Google Web Preview* - header User-Agent *Google-Adwords-Instant* - header User-Agent *Google-Certificates-Bridge* - header User-Agent *Google-InspectionTool* - header User-Agent *Google-PhysicalWeb* - header User-Agent *Google-Read-Aloud* - header User-Agent *Google-Safety* - header User-Agent *Google-Site-Verification* - header User-Agent *Google-Structured-Data-Testing-Tool* - header User-Agent *GoogleOther* - header User-Agent *Googlebot-Image* - header User-Agent *Googlebot-Mobile* - header User-Agent *Googlebot-News* - header User-Agent *Googlebot-Video* - header User-Agent *Googlebot\/* - header User-Agent *Gowikibot* - header User-Agent *GrapeshotCrawler* - header User-Agent *Grobbot* - header User-Agent *GroupHigh\/* - header User-Agent *GroupMeBot* - header User-Agent *Gwene* - header User-Agent *HTTrack* - header User-Agent *Hatena* - header User-Agent *HeadlessChrome* - header User-Agent *HttpUrlConnection* - header User-Agent *HubSpot* - header User-Agent *IAS crawler* - header User-Agent *ICBot\/* - header User-Agent *ICC-Crawler* - header User-Agent *INETDEX-BOT* - header User-Agent *Iframely* - header User-Agent *ImagesiftBot* - header User-Agent *IndeedBot* - header User-Agent *InterfaxScanBot* - header User-Agent *InternetMeasurement* - header User-Agent *IonCrawl* - header User-Agent *IstellaBot* - header User-Agent *James BOT* - header User-Agent *Jamie's Spider* - header User-Agent *Jetslide* - header User-Agent *Jetty* - header User-Agent *JobboerseBot* - header User-Agent *Jooblebot* - header User-Agent *Jugendschutzprogramm-Crawler* - header User-Agent *K7MLWCBot* - header User-Agent *KStandBot* - header User-Agent *Kemvibot* - header User-Agent *KeybaseBot* - header User-Agent *KomodiaBot* - header User-Agent *KosmioBot* - header User-Agent *Landau-Media-Spider* - header User-Agent *Laserlikebot* - header User-Agent *Leikibot* - header User-Agent *LightspeedSystemsCrawler* - header User-Agent *Linespider* - header User-Agent *Linguee Bot* - header User-Agent *LinkArchiver* - header User-Agent *LinkedInBot* - header User-Agent *LinkisBot* - header User-Agent *Livelap[bB]ot* - header User-Agent *Luminator-robots* - header User-Agent *MBCrawler* - header User-Agent *MJ12bot* - header User-Agent *MTRobot* - header User-Agent *MaCoCu* - header User-Agent *Mail\.RU_Bot* - header User-Agent *Mastodon* - header User-Agent *MauiBot* - header User-Agent *Mediapartners \(Googlebot\)* - header User-Agent *Mediapartners-Google* - header User-Agent *Mediatoolkitbot* - header User-Agent *MegaIndex* - header User-Agent *MeltwaterNews* - header User-Agent *MetaInspector* - header User-Agent *MetaJobBot* - header User-Agent *MetaURI* - header User-Agent *Miniflux\/* - header User-Agent *MixnodeCache\/* - header User-Agent *MojeekBot\/* - header User-Agent *Monsidobot* - header User-Agent *MoodleBot* - header User-Agent *Moreover* - header User-Agent *MuckRack* - header User-Agent *Multiviewbot* - header User-Agent *NAVER Blog Rssbot* - header User-Agent *NING\/* - header User-Agent *NINJA bot* - header User-Agent *NIXStatsbot* - header User-Agent *NTENTbot* - header User-Agent *Neevabot* - header User-Agent *NerdByNature\.Bot* - header User-Agent *NetSystemsResearch* - header User-Agent *NetcraftSurveyAgent* - header User-Agent *Neticle Crawler* - header User-Agent *Netvibes* - header User-Agent *NewsBlur* - header User-Agent *NextCloud* - header User-Agent *Nicecrawler* - header User-Agent *Nimbostratus-Bot* - header User-Agent *Nmap Scripting Engine* - header User-Agent *Nutch* - header User-Agent *Nuzzel* - header User-Agent *OAI-SearchBot* - header User-Agent *Ocarinabot* - header User-Agent *OdklBot\/* - header User-Agent *OpenGraphCheck* - header User-Agent *OpenHoseBot* - header User-Agent *OrangeBot\/* - header User-Agent *OutclicksBot* - header User-Agent *PR-CY\.RU* - header User-Agent *PagePeeker\/* - header User-Agent *PageThing* - header User-Agent *Pandalytics* - header User-Agent *PaperLiBot* - header User-Agent *Pcore-HTTP* - header User-Agent *PerplexityBot\/* - header User-Agent *PetalBot* - header User-Agent *PhantomJS* - header User-Agent *PhxBot* - header User-Agent *PiplBot* - header User-Agent *PocketParser* - header User-Agent *Primalbot* - header User-Agent *PrivacyAwareBot* - header User-Agent *Pulsepoint* - header User-Agent *Python-urllib* - header User-Agent *Qwantify* - header User-Agent *RSSingBot* - header User-Agent *RankActiveLinkBot* - header User-Agent *Refindbot* - header User-Agent *RegionStuttgartBot* - header User-Agent *RetrevoPageAnalyzer* - header User-Agent *ReverseEngineeringBot* - header User-Agent *RewriteCond %{HTTP_USER_AGENT} ^$|\<|\>|\'|\%|\_iRc|\_Works|\@\$x|\<\?|\$x0e|\+select\+|\+union\+|1\,\1\,1\,|2icommerce|3GSE|4all|59\.64\.153\.|88\.0\.106\.|98|85\.17\.|A\_Browser|ABAC|Abont|abot|Accept|Access|Accoo|AceFTP|Acme|ActiveTouristBot|Address|Adopt|adress|adressendeutschland|ADSARobot|agent|ah\-ha|Ahead|AESOP\_com\_SpiderMan|aipbot|Alarm|Albert|Alek|Alexibot|Alligator|AllSubmitter|alma|almaden|ALot|Alpha|aktuelles|Akregat|Amfi|amzn\_assoc|Anal|Anarchie|andit|Anon|AnotherBot|Ansearch|AnswerBus|antivirx|Apexoo|appie|Aqua_Products|Arachmo|archive|arian|ASPSe|ASSORT|aster|Atari|ATHENS|AtHome|Atlocal|Atomic_Email_Hunter|Atomz|Atrop|^attach|attrib|autoemailspider|autohttp|axod|batch|b2w|Back|BackDoorBot|BackStreet|BackWeb|Badass|Baid|Bali|Bandit|Baidu|Barry|BasicHTTP|BatchFTP|bdfetch|beat|Become|Beij|BenchMark|berts|bew|big.brother|Bigfoot|Bilgi|Bison|Bitacle|Biz360|Black|Black.Hole|BlackWidow|bladder.fusion|Blaiz|Blog.Checker|Blogl|BlogPeople|Blogshares.Spiders|Bloodhound|Blow|bmclient|Board|BOI|boitho|Bond|Bookmark.search.tool|boris|Bost|Boston.Project|BotRightHere|Bot.mailto:craftbot@yahoo.com|BotALot|botpaidtoclick|botw|brandwatch|BravoBrian|Brok|Bropwers|Broth|browseabit|BrowseX|Browsezilla|Bruin|bsalsa|Buddy|Build|Built|Bulls|bumblebee|Bunny|Busca|Busi|Buy|bwh3|c\-spider|CafeK|Cafi|camel|Cand|captu|Catch|cd34|Ceg|CFNetwork|cgichk|Cha0s|Chang|chaos|Char|char\(32\,35\)|charlotte|CheeseBot|Chek|CherryPicker|chill|ChinaClaw|CICC|Cisco|Cita|Clam|Claw|Click.Bot|clipping|clshttp|Clush|COAST|ColdFusion|Coll|Comb|commentreader|Compan|contact|Control|contype|Conc|Conv|Copernic|Copi|Copy|Coral|Corn|core-project|cosmos|costa|cr4nk|crank|craft|Crap|Crawler0|Crazy|Cres|cs\-CZ|cuill|Curl|Custo|Cute|CSHttp|Cyber|cyberalert|^DA$|daoBot|DARK|Data|Daten|Daum|dcbot|dcs|Deep|DepS|Detect|Deweb|Diam|Digger|Digimarc|digout4uagent|DIIbot|Dillo|Ding|DISC|discobot|Disp|Ditto|DLC|DnloadMage|DotBot|Doubanbot|Download|Download.Demon|Download.Devil|Download.Wonder|Downloader|drag|DreamPassport|Drec|Drip|dsdl|dsok|DSurf|DTAAgent|DTS|Dual|dumb|DynaWeb|e\-collector|eag|earn|EARTHCOM|EasyDL|ebin|EBM-APPLE|EBrowse|eCatch|echo|ecollector|Edco|edgeio|efp\@gmx\.net|EirGrabber|email|Email.Extractor|EmailCollector|EmailSearch|EmailSiphon|EmailWolf|Emer|empas|Enfi|Enhan|Enterprise\_Search|envolk|erck|EroCr|ESurf|Eval|Evil|Evere|EWH|Exabot|Exact|EXPLOITER|Expre|Extra|ExtractorPro|EyeN|FairAd|Fake|FANG|FAST|fastlwspider|FavOrg|Favorites.Sweeper|Faxo|FDM\_1|FDSE|fetch|FEZhead|Filan|FileHound|find|Firebat|Firefox.2\.0|Firs|Flam|Flash|FlickBot|Flip|fluffy|flunky|focus|Foob|Fooky|Forex|Forum|ForV|Fost|Foto|Foun|Franklin.Locator|freefind|FreshDownload|FrontPage|FSurf|Fuck|Fuer|futile|Fyber|Gais|GalaxyBot|Galbot|Gamespy\_Arcade|GbPl|Gener|geni|Geona|Get|gigabaz|Gira|Ginxbot|gluc|glx.?v|gnome|Go.Zilla|Goldfire|Google.Wireless.Transcoder|Googlebot\-Image|Got\-It|GOFORIT|gonzo|GornKer|GoSearch|^gotit$|gozilla|grab|Grabber|GrabNet|Grub|Grup|Graf|Green.Research|grub|grub\-client|gsa\-cra|GSearch|GT\:\:WWW|GuideBot|guruji|gvfs|Gyps|hack|haha|hailo|Harv|Hatena|Hax|Head|Helm|herit|hgre|hhjhj\@yahoo|Hippo|hloader|HMView|holm|holy|HomePageSearch|HooWWWer|HouxouCrawler|HMSE|HPPrint|htdig|HTTPConnect|httpdown|http.generic|HTTPGet|httplib|HTTPRetriever|HTTrack|human|Huron|hverify|Hybrid|Hyper|ia\_archiver|iaskspi|IBM\_Planetwide|iCCra|ichiro|ID\-Search|IDA|IDBot|IEAuto|IEMPT|iexplore\.exe|iGetter|Ilse|Iltrov|Image|Image.Stripper|Image.Sucker|imagefetch|iimds\_monitor|Incutio|IncyWincy|Indexer|Industry.Program|Indy|InetURL|informant|InfoNav|InfoTekies|Ingelin|Innerpr|Inspect|InstallShield.DigitalWizard|Insuran\.|Intellig|Intelliseek|InterGET|Internet.Ninja|Internet.x|Internet\_Explorer|InternetLinkagent|InternetSeer.com|Intraf|IP2|Ipsel|Iria|IRLbot|Iron33|Irvine|ISC\_Sys|iSilo|ISRCCrawler|ISSpi|IUPUI.Research.Bot|Jady|Jaka|Jam|^Java|java\/|Java\(tm\)|JBH.agent|Jenny|JetB|JetC|jeteye|jiro|JoBo|JOC|jupit|Just|Jyx|Kapere|kash|Kazo|KBee|Kenjin|Kernel|Keywo|KFSW|KKma|Know|kosmix|KRAE|KRetrieve|Krug|ksibot|ksoap|Kum|KWebGet|Lachesis|lanshan|Lapo|larbin|leacher|leech|LeechFTP|LeechGet|leipzig\.de|Lets|Lexi|lftp|Libby|libcrawl|libcurl|libfetch|libghttp|libWeb|libwhisker|libwww|libwww\-FM|libwww\-perl|LightningDownload|likse|Linc|Link|Link.Sleuth|LinkextractorPro|Linkie|LINKS.ARoMATIZED|LinkScan|linktiger|LinkWalker|Lint|List|lmcrawler|LMQ|LNSpiderguy|loader|LocalcomBot|Locu|London|lone|looksmart|loop|Lork|LTH\_|lwp\-request|LWP|lwp-request|lwp-trivial|Mac.Finder|Macintosh\;.I\;.PPC|Mac\_F|magi|Mag\-Net|Magnet|Magp|Mail.Sweeper|main|majest|Mam|Mana|MarcoPolo|mark.blonin|MarkWatch|MaSagool|Mass|Mass.Downloader|Mata|mavi|McBot|Mecha|MCspider|mediapartners|^Memo|MEGAUPLOAD|MetaProducts.Download.Express|Metaspin|Mete|Microsoft.Data.Access|Microsoft.URL|Microsoft\_Internet\_Explorer|MIDo|MIIx|miner|Mira|MIRE|Mirror|Miss|Missauga|Missigua.Locator|Missouri.College.Browse|Mist|Mizz|MJ12|mkdb|mlbot|MLM|MMMoCrawl|MnoG|moge|Moje|Monster|Monza.Browser|Mooz|Moreoverbot|MOT\-MPx220|mothra\/netscan|mouse|MovableType|Mozdex|Mozi\!|^Mozilla$|Mozilla\/1\.22|Mozilla\/22|^Mozilla\/3\.0.\(compatible|Mozilla\/3\.Mozilla\/2\.01|Mozilla\/4\.0\(compatible|Mozilla\/4\.08|Mozilla\/4\.61.\(Macintosh|Mozilla\/5\.0|Mozilla\/7\.0|Mozilla\/8|Mozilla\/9|Mozilla\:|Mozilla\/Firefox|^Mozilla.*Indy|^Mozilla.*NEWT|^Mozilla*MSIECrawler|Mp3Bot|MPF|MRA|MS.FrontPage|MS.?Search|MSFrontPage|MSIE\_6\.0|MSIE6|MSIECrawler|msnbot\-media|msnbot\-Products|MSNPTC|MSProxy|MSRBOT|multithreaddb|musc|MVAC|MWM|My\_age|MyApp|MyDog|MyEng|MyFamilyBot|MyGetRight|MyIE2|mysearch|myurl|NAG|NAMEPROTECT|NASA.Search|nationaldirectory|Naver|Navr|Near|NetAnts|netattache|Netcach|NetCarta|Netcraft|NetCrawl|NetMech|netprospector|NetResearchServer|NetSp|Net.Vampire|netX|NetZ|Neut|newLISP|NewsGatorInbox|NEWT|NEWT.ActiveX|Next|^NG|NICE|nikto|Nimb|Ninja|Ninte|NIPGCrawler|Noga|nogo|Noko|Nomad|Norb|noxtrumbot|NPbot|NuSe|Nutch|Nutex|NWSp|Obje|Ocel|Octo|ODI3|oegp|Offline|Offline.Explorer|Offline.Navigator|OK.Mozilla|omg|Omni|Onfo|onyx|OpaL|OpenBot|Openf|OpenTextSiteCrawler|OpenU|Orac|OrangeBot|Orbit|Oreg|osis|Outf|Owl|P3P|PackRat|PageGrabber|PagmIEDownload|pansci|Papa|Pars|Patw|pavu|Pb2Pb|pcBrow|PEAR|PEER|PECL|pepe|Perl|PerMan|PersonaPilot|Persuader|petit|PHP|PHP.vers|PHPot|Phras|PicaLo|Piff|Pige|pigs|^Ping|Pingd|PingALink|Pipe|Plag|Plant|playstarmusic|Pluck|Pockey|POE\-Com|Poirot|Pomp|Port.Huron|Post|powerset|Preload|press|Privoxy|Probe|Program.Shareware|Progressive.Download|ProPowerBot|prospector|Provider.Protocol.Discover|ProWebWalker|Prowl|Proxy|Prozilla|psbot|PSurf|psycheclone|^puf$|Pulse|Pump|PushSite|PussyCat|PuxaRapido|PycURL|Pyth|PyQ|QuepasaCreep|Query|Quest|QRVA|Qweer|radian|Radiation|Rambler|RAMP|RealDownload|Reap|Recorder|RedCarpet|RedKernel|ReGet|relevantnoise|replacer|Repo|requ|Rese|Retrieve|Rip|Rix|RMA|Roboz|Rogue|Rover|RPT\-HTTP|Rsync|RTG30|.ru\)|ruby|Rufus|Salt|Sample|SAPO|Sauger|savvy|SBIder|SBP|SCAgent|scan|SCEJ\_|Sched|Schizo|Schlong|Schmo|Scout|Scooter|Scorp|ScoutOut|SCrawl|screen|script|SearchExpress|searchhippo|Searchme|searchpreview|searchterms|Second.Street.Research|Security.Kol|Seekbot|Seeker|Sega|Sensis|Sept|Serious|Sezn|Shai|Share|Sharp|Shaz|shell|shelo|Sherl|Shim|Shiretoko|ShopWiki|SickleBot|Simple|Siph|sitecheck|SiteCrawler|SiteSnagger|Site.Sniper|SiteSucker|sitevigil|SiteX|Sleip|Slide|Slurpy.Verifier|Sly|Smag|SmartDownload|Smurf|sna\-|snag|Snake|Snapbot|Snip|Snoop|So\-net|SocSci|sogou|Sohu|solr|sootle|Soso|SpaceBison|Spad|Span|spanner|Speed|Spegla|Sphere|Sphider|spider|SpiderBot|SpiderEngine|SpiderView|Spin|sproose|Spurl|Spyder|Squi|SQ.Webscanner|sqwid|Sqworm|SSM\_Ag|Stack|Stamina|stamp|Stanford|Statbot|State|Steel|Strateg|Stress|Strip|studybot|Style|subot|Suck|Sume|sun4m|Sunrise|SuperBot|SuperBro|Supervi|Surf4Me|SuperHTTP|Surfbot|SurfWalker|Susi|suza|suzu|Sweep|sygol|syncrisis|Systems|Szukacz|Tagger|Tagyu|tAke|Talkro|TALWinHttpClient|tamu|Tandem|Tarantula|tarspider|tBot|TCF|Tcs\/1|TeamSoft|Tecomi|Teleport|Telesoft|Templeton|Tencent|Terrawiz|Test|TexNut|trivial|Turnitin|The.Intraformant|TheNomad|Thomas|TightTwatBot|Timely|Titan|TMCrawler|TMhtload|toCrawl|Todobr|Tongco|topic|Torrent|Track|translate|Traveler|TREEVIEW|True|Tunnel|turing|Turnitin|TutorGig|TV33\_Mercator|Twat|Tweak|Twice|Twisted.PageGetter|Tygo|ubee|UCmore|UdmSearch|UIowaCrawler|Ultraseek|UMBC|unf|UniversalFeedParser|unknown|UPG1|UtilMind|URLBase|URL.Control|URL\_Spider\_Pro|urldispatcher|URLGetFile|urllib|URLSpiderPro|URLy|User\-Agent|UserAgent|USyd|Vacuum|vagabo|Valet|Valid|Vamp|vayala|VB\_|VCI|VERI\~LI|verif|versus|via|Viewer|virtual|visibilitygap|Visual|vobsub|Void|VoilaBot|voyager|vspider|VSyn|w\:PACBHO60|w0000t|W3C|w3m|w3search|walhello|Walker|Wand|WAOL|WAPT|Watch|Wavefire|wbdbot|Weather|web.by.mail|Web.Data.Extractor|Web.Downloader|Web.Ima|Web.Mole|Web.Sucker|Web2Mal|Web2WAP|WebaltBot|WebAuto|WebBandit|Webbot|WebCapture|WebCat|webcraft\@bea|Webclip|webcollage|WebCollector|WebCopier|WebCopy|WebCor|webcrawl|WebDat|WebDav|webdevil|webdownloader|Webdup|WebEMail|WebEMailExtrac|WebEnhancer|WebFetch|WebGo|WebHook|Webinator|WebInd|webitpr|WebFilter|WebFountain|WebLea|Webmaster|WebmasterWorldForumBot|WebMin|WebMirror|webmole|webpic|WebPin|WebPix|WebReaper|WebRipper|WebRobot|WebSauger|WebSite|Website.eXtractor|Website.Quester|WebSnake|webspider|Webster|WebStripper|websucker|WebTre|WebVac|webwalk|WebWasher|WebWeasel|WebWhacker|WebZIP|Wells|WEP\_S|WEP.Search.00|WeRelateBot|wget|Whack|Whacker|whiz|WhosTalking|Widow|Win67|window.location|Windows.95\;|Windows.95\)|Windows.98\;|Windows.98\)|Winodws|Wildsoft.Surfer|WinHT|winhttp|WinHttpRequest|WinHTTrack|Winnie.Poh|wire|WISEbot|wisenutbot|wish|Wizz|WordP|Works|world|WUMPUS|Wweb|WWWC|WWWOFFLE|WWW\-Collector|WWW.Mechanize|www.ranks.nl|wwwster|^x$|X12R1|x\-Tractor|Xaldon|Xenu|XGET|xirq|Y\!OASIS|Y\!Tunnel|yacy|YaDirectBot|Yahoo\-MMAudVid|YahooSeeker|YahooYSMcm|Yamm|Yand|yang|Yeti|Yoono|yori|Yotta|YTunnel|Zade|zagre|ZBot|Zeal|ZeBot|zerx|Zeus|ZIPCode|Zixy|zmao|Zyborg [NC]* - header User-Agent *RidderBot* - header User-Agent *Rivva* - header User-Agent *RuxitSynthetic* - header User-Agent *RyteBot* - header User-Agent *SBL-BOT* - header User-Agent *SEOkicks* - header User-Agent *SEOlizer* - header User-Agent *SWIMGBot* - header User-Agent *S[eE][mM]rushBot* - header User-Agent *SafeDNSBot* - header User-Agent *SafeSearch microdata crawler* - header User-Agent *ScoutJet* - header User-Agent *Scrapy* - header User-Agent *Screaming Frog SEO Spider* - header User-Agent *SearchAtlas* - header User-Agent *Seekport* - header User-Agent *SemanticScholarBot* - header User-Agent *SentiBot* - header User-Agent *SenutoBot* - header User-Agent *SeobilityBot* - header User-Agent *SerendeputyBot* - header User-Agent *SeznamBot* - header User-Agent *SimpleCrawler* - header User-Agent *SimplePie* - header User-Agent *SimpleScraper* - header User-Agent *SiteCheckerBotCrawler* - header User-Agent *Siteimprove\.com* - header User-Agent *SkypeUriPreview* - header User-Agent *Slack-ImgProxy* - header User-Agent *Slackbot* - header User-Agent *Slurp* - header User-Agent *Snacktory* - header User-Agent *Snap URL Preview Service* - header User-Agent *SocialRankIOBot* - header User-Agent *Sogou* - header User-Agent *Sonic* - header User-Agent *Storebot-Google* - header User-Agent *StorygizeBot* - header User-Agent *StractBot* - header User-Agent *Streamline3Bot\/* - header User-Agent *Superfeedr* - header User-Agent *SurdotlyBot* - header User-Agent *SurveyBot* - header User-Agent *Synapse* - header User-Agent *Sysomos* - header User-Agent *Taboolabot* - header User-Agent *TangibleeBot* - header User-Agent *TelegramBot* - header User-Agent *Teoma* - header User-Agent *Thinklab* - header User-Agent *TinEye* - header User-Agent *Tiny Tiny RSS* - header User-Agent *TombaPublicWebCrawler* - header User-Agent *ToutiaoSpider* - header User-Agent *Traackr\.com* - header User-Agent *TrendsmapResolver* - header User-Agent *Trove* - header User-Agent *Turnitin* - header User-Agent *TweetmemeBot* - header User-Agent *Twingly* - header User-Agent *Twitterbot* - header User-Agent *Twurly* - header User-Agent *UT-Dorkbot* - header User-Agent *Upflow* - header User-Agent *Uptime-Kuma* - header User-Agent *UptimeRobot* - header User-Agent *Uptimebot\.org* - header User-Agent *UsineNouvelleCrawler* - header User-Agent *VKRobot* - header User-Agent *Validator\.nu* - header User-Agent *Valve\/Steam* - header User-Agent *VelenPublicWebCrawler* - header User-Agent *Veoozbot* - header User-Agent *Vercelbot* - header User-Agent *Viber* - header User-Agent *Vigil\/* - header User-Agent *VoluumDSP-content-bot* - header User-Agent *W3C-checklink* - header User-Agent *W3C-mobileOK* - header User-Agent *W3C_CSS_Validator* - header User-Agent *W3C_I18n-Checker* - header User-Agent *W3C_Unicorn* - header User-Agent *W3C_Validator* - header User-Agent *WeSEE:Search* - header User-Agent *WebDataStats* - header User-Agent *WellKnownBot* - header User-Agent *WhatsApp* - header User-Agent *WordPress\/* - header User-Agent *WordupInfoSearch* - header User-Agent *Xenu Link Sleuth* - header User-Agent *Y!J* - header User-Agent *YaK\/* - header User-Agent *Yahoo Link Preview* - header User-Agent *YandexRenderResourcesBot\/* - header User-Agent *Yellowbrandprotectionbot* - header User-Agent *Yeti* - header User-Agent *YisouSpider* - header User-Agent *YouBot* - header User-Agent *Zabbix* - header User-Agent *ZoomBot* - header User-Agent *ZoominfoBot* - header User-Agent *ZumBot* - header User-Agent *ZuperlistBot\/* - header User-Agent *[Cc]urebot* - header User-Agent *[cC]laude[bB]ot* - header User-Agent *[pP]ingdom* - header User-Agent *[wW]get* - header User-Agent *^Apache-HttpClient* - header User-Agent *^BW\/* - header User-Agent *^LCC * - header User-Agent *^PHP-Curl-Class* - header User-Agent *^curl* - header User-Agent *acapbot* - header User-Agent *acoonbot* - header User-Agent *adbeat_bot* - header User-Agent *adscanner* - header User-Agent *aiHitBot* - header User-Agent *aiohttp* - header User-Agent *antibot* - header User-Agent *arabot* - header User-Agent *archive\.org_bot* - header User-Agent *awesomecrawler* - header User-Agent *axios* - header User-Agent *backlinkcrawler* - header User-Agent *betaBot* - header User-Agent *bidswitchbot* - header User-Agent *bingbot* - header User-Agent *binlar* - header User-Agent *bitlybot* - header User-Agent *blogmuraBot* - header User-Agent *bnf\.fr_bot* - header User-Agent *bot-pge\.chlooe\.com* - header User-Agent *botify* - header User-Agent *brainobot* - header User-Agent *buzzbot* - header User-Agent *cXensebot* - header User-Agent *careerbot* - header User-Agent *centurybot* - header User-Agent *changedetection* - header User-Agent *check_http* - header User-Agent *citeseerxbot* - header User-Agent *coccoc* - header User-Agent *collection@infegy\.com* - header User-Agent *content crawler spider* - header User-Agent *contxbot* - header User-Agent *convera* - header User-Agent *crawler4j* - header User-Agent *datagnionbot* - header User-Agent *dcrawl* - header User-Agent *deadlinkchecker* - header User-Agent *deepnoc* - header User-Agent *developers\.google\.com\/\+\/web\/snippet* - header User-Agent *discobot* - header User-Agent *domaincrawler* - header User-Agent *dotbot* - header User-Agent *drupact* - header User-Agent *e\.ventures Investment Crawler* - header User-Agent *ec2linkfinder* - header User-Agent *edisterbot* - header User-Agent *electricmonk* - header User-Agent *elisabot* - header User-Agent *epicbot* - header User-Agent *eright* - header User-Agent *europarchive\.org* - header User-Agent *ev-crawler\/* - header User-Agent *evc-batch* - header User-Agent *exabot* - header User-Agent *ezooms* - header User-Agent *facebookcatalog\/* - header User-Agent *facebookexternalhit* - header User-Agent *fedoraplanet* - header User-Agent *feedbot* - header User-Agent *filterdb\.iss\.net\/crawler* - header User-Agent *findlink* - header User-Agent *findthatfile* - header User-Agent *findxbot* - header User-Agent *fluffy* - header User-Agent *fr-crawler* - header User-Agent *fuelbot* - header User-Agent *g00g1e\.net* - header User-Agent *g2reader-bot* - header User-Agent *gnam gnam spider* - header User-Agent *google-xrawler* - header User-Agent *grub\.org* - header User-Agent *gslfbot* - header User-Agent *heritrix* - header User-Agent *http_get* - header User-Agent *https:\/\/developers\.cloudflare\.com\/security-center\/* - header User-Agent *httpunit* - header User-Agent *httpx* - header User-Agent *hypestat* - header User-Agent *hyscore\.io* - header User-Agent *ia_archiver* - header User-Agent *ichiro* - header User-Agent *imrbot* - header User-Agent *infoobot* - header User-Agent *inoreader* - header User-Agent *integromedb* - header User-Agent *intelium_bot* - header User-Agent *ip-web-crawler\.com* - header User-Agent *ips-agent* - header User-Agent *iskanie* - header User-Agent *it2media-domain-crawler* - header User-Agent *jpg-newsbot* - header User-Agent *jyxobot* - header User-Agent *lb-spider* - header User-Agent *libwww-perl* - header User-Agent *linkapediabot* - header User-Agent *linkdex* - header User-Agent *lipperhey* - header User-Agent *lkxscan* - header User-Agent *lssbot* - header User-Agent *lssrocketcrawler* - header User-Agent *ltx71* - header User-Agent *magpie-crawler* - header User-Agent *mappydata* - header User-Agent *memorybot* - header User-Agent *meta-externalagent\/* - header User-Agent *meta-externalfetcher\/* - header User-Agent *mindUpBot* - header User-Agent *minicrawler* - header User-Agent *mlbot* - header User-Agent *moatbot* - header User-Agent *msnbot* - header User-Agent *msrbot* - header User-Agent *nerdybot* - header User-Agent *netEstate NE Crawler* - header User-Agent *netresearchserver* - header User-Agent *newsharecounts* - header User-Agent *newspaper\/* - header User-Agent *niki-bot* - header User-Agent *node-fetch* - header User-Agent *officestorebot* - header User-Agent *okhttp* - header User-Agent *omgili* - header User-Agent *online-webceo-bot* - header User-Agent *openindexspider* - header User-Agent *outbrain* - header User-Agent *page2rss* - header User-Agent *panscient* - header User-Agent *phpcrawl* - header User-Agent *pinterest\.com\/bot* - header User-Agent *postrank* - header User-Agent *proximic* - header User-Agent *psbot* - header User-Agent *purebot* - header User-Agent *python-opengraph* - header User-Agent *python-requests* - header User-Agent *redditbot* - header User-Agent *rogerbot* - header User-Agent *rssbot\/* - header User-Agent *scribdbot* - header User-Agent *search\.marginalia\.nu* - header User-Agent *seekbot* - header User-Agent *seewithkids* - header User-Agent *semanticbot* - header User-Agent *sempi\.tech* - header User-Agent *seoscanners* - header User-Agent *seostar\.co* - header User-Agent *serpstatbot\/* - header User-Agent *sitebot* - header User-Agent *siteexplorer\.info* - header User-Agent *smtbot* - header User-Agent *spbot* - header User-Agent *speedy* - header User-Agent *startmebot\/* - header User-Agent *summify* - header User-Agent *t3versionsBot* - header User-Agent *tagoobot* - header User-Agent *theoldreader\.com* - header User-Agent *tigerbot* - header User-Agent *toplistbot* - header User-Agent *tracemyfile* - header User-Agent *trendictionbot* - header User-Agent *trovitBot* - header User-Agent *tweetedtimes* - header User-Agent *twengabot* - header User-Agent *um-LN* - header User-Agent *urlappendbot* - header User-Agent *vebidoobot* - header User-Agent *vercel-screenshot* - header User-Agent *virustotal* - header User-Agent *vkShare* - header User-Agent *voilabot* - header User-Agent *vuhuvBot* - header User-Agent *wbsearchbot* - header User-Agent *web-archive-net\.com\.bot* - header User-Agent *webcompanycrawler* - header User-Agent *webmon * - header User-Agent *wocbot* - header User-Agent *woobot* - header User-Agent *woorankreview\/* - header User-Agent *woriobot* - header User-Agent *wotbox* - header User-Agent *www\.uptime\.com* - header User-Agent *x09Mozilla* - header User-Agent *x22Mozilla* - header User-Agent *xovibot* - header User-Agent *yacybot* - header User-Agent *yandex\.com\/bots* - header User-Agent *yanga* - header User-Agent *yoozBot* - header User-Agent *zenback bot* - header User-Agent *zgrab* -} -respond @bad_bot 403