2024-12-21 01:02:14 +00:00
|
|
|
# HAProxy WAF - Bad Bot Blocker
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i (^| )PTST\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i (^| )sentry\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i (sistrix|SISTRIX) [cC]rawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i 007ac9 Crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i 2ip bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i 2ip\.ru
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i 360Spider
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i <li>Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)</li>
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i A Patent Crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i A6-Indexer
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ADmantX
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AHC\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AISearchBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i APIs-Google
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Aboundex
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AcademicBotRTU
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AddSearchBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AddThis
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Adidxbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AdsBot-Google([^-]|$)
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AdsBot-Google-Mobile
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AdsTxtCrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AdvBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Ahrefs(Bot|SiteAudit)
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AlexandriaOrgBot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AlphaBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Amazon CloudFront
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Amazonbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AndersPinkBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AnyEvent
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Apercite
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AppEngine-Google
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AppInsights
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Applebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ArchiveBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AspiegelBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Atom Feed Robot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Audisto Crawler
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AwarioBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AwarioRssBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i AwarioSmartBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i B2B Bot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BDCbot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BIGLOTRON
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BLEXBot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BLP_bbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BTWebClient
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BUbiNG
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Baidu-YunGuanCe
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Baiduspider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Bark[rR]owler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BazQux
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BehloolBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Better Uptime Bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BingPreview\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BitBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BitSightBot\/
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Blackboard
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BlogTraffic\/\d\.\d+ Feed-Fetcher
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BomboraBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Bot\.AraTurka\.com
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BoxcarBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BrandONbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BrandVerity
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BrightEdge Crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i BublupBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Buck\/
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Bytespider
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CC Metadata Scaper
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CCBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CISPA Webcrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Caliperbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CapsuleChecker
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ChatGPT-User
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CheckMarkNetwork\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Chrome-Lighthouse
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Cincraw
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Clickagy
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Cliqzbot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CloudFlare-AlwaysOnline
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CloudFlare-Prefetch
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Cloudflare-Healthchecks
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Cloudflare-SSLDetector
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Cloudflare-Traffic-Manager
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Cocolyzebot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Companybook-Crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ContextAd Bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CookieHubScan
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Cookiebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CrawlyProjectCrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CriteoBot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CrunchBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CrystalSemanticsBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Cutbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i CyberPatrol
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i DareBoost
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i DataForSeoBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Datafeedwatch
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Datanyze
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Dataprovider\.com
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Daum\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i DeuSu\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Diffbot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Digg Deeper
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Digincore bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Discordbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Disqus
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i DnyzBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Domain Re-Animator Bot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i DomainStatsBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Domains Project\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Dragonbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Dubbotbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i DuckDuckBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i DuckDuckGo-Favicons-Bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i EZID
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Embedly
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i EveryoneSocialBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Expanse
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Experibot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ExtLinksBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Eyeotabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i FAST Enterprise Crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i FAST-WebCrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Facebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i FeedValidator
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Feedbin
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Feedfetcher-Google
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Feedly
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Feedspot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i FemtosearchBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Fetch\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Fever
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i FindITAnswersbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Flamingo_SearchEngine
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i FlipboardProxy
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i FreeWebMonitoring SiteChecker
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i FreshRSS
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i FreshpingBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Friendica
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Fyrebot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i G2 Web Services
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i GPTBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i GarlikCrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i GeedoBot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Genieo
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Gigablast
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Gigabot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i GingerCrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Gluten Free Crawler\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i GnowitNewsbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Go-http-client
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google Favicon
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google Web Preview
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google-Adwords-Instant
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google-Certificates-Bridge
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google-InspectionTool
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google-PhysicalWeb
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google-Read-Aloud
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google-Safety
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google-Site-Verification
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Google-Structured-Data-Testing-Tool
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i GoogleOther
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Googlebot-Image
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Googlebot-Mobile
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Googlebot-News
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Googlebot-Video
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Googlebot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Gowikibot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i GrapeshotCrawler
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Grobbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i GroupHigh\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i GroupMeBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Gwene
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i HTTrack
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Hatena
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i HeadlessChrome
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i HttpUrlConnection
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i HubSpot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i IAS crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ICBot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ICC-Crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i INETDEX-BOT
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Iframely
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ImagesiftBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i IndeedBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i InterfaxScanBot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i InternetMeasurement
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i IonCrawl
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i IstellaBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i James BOT
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Jamie's Spider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Jetslide
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Jetty
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i JobboerseBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Jooblebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Jugendschutzprogramm-Crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i K7MLWCBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i KStandBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Kemvibot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i KeybaseBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i KomodiaBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i KosmioBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Landau-Media-Spider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Laserlikebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Leikibot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i LightspeedSystemsCrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Linespider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Linguee Bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i LinkArchiver
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i LinkedInBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i LinkisBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Livelap[bB]ot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Luminator-robots
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MBCrawler
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MJ12bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MTRobot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MaCoCu
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Mail\.RU_Bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Mastodon
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MauiBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Mediapartners \(Googlebot\)
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Mediapartners-Google
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Mediatoolkitbot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MegaIndex
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MeltwaterNews
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MetaInspector
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MetaJobBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MetaURI
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Miniflux\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MixnodeCache\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MojeekBot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Monsidobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MoodleBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Moreover
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i MuckRack
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Multiviewbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NAVER Blog Rssbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NING\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NINJA bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NIXStatsbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NTENTbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Neevabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NerdByNature\.Bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NetSystemsResearch
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NetcraftSurveyAgent
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Neticle Crawler
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Netvibes
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NewsBlur
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i NextCloud
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Nicecrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Nimbostratus-Bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Nmap Scripting Engine
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Nutch
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Nuzzel
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i OAI-SearchBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Ocarinabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i OdklBot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i OpenGraphCheck
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i OpenHoseBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i OrangeBot\/
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i OutclicksBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PR-CY\.RU
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PagePeeker\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PageThing
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Pandalytics
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PaperLiBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Pcore-HTTP
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PerplexityBot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PetalBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PhantomJS
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PhxBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PiplBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PocketParser
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Primalbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i PrivacyAwareBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Pulsepoint
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Python-urllib
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Qwantify
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i RSSingBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i RankActiveLinkBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Refindbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i RegionStuttgartBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i RetrevoPageAnalyzer
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ReverseEngineeringBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i RewriteCond %{HTTP_USER_AGENT} ^$|\<|\>|\'|\%|\_iRc|\_Works|\@\$x|\<\?|\$x0e|\+select\+|\+union\+|1\,\1\,1\,|2icommerce|3GSE|4all|59\.64\.153\.|88\.0\.106\.|98|85\.17\.|A\_Browser|ABAC|Abont|abot|Accept|Access|Accoo|AceFTP|Acme|ActiveTouristBot|Address|Adopt|adress|adressendeutschland|ADSARobot|agent|ah\-ha|Ahead|AESOP\_com\_SpiderMan|aipbot|Alarm|Albert|Alek|Alexibot|Alligator|AllSubmitter|alma|almaden|ALot|Alpha|aktuelles|Akregat|Amfi|amzn\_assoc|Anal|Anarchie|andit|Anon|AnotherBot|Ansearch|AnswerBus|antivirx|Apexoo|appie|Aqua_Products|Arachmo|archive|arian|ASPSe|ASSORT|aster|Atari|ATHENS|AtHome|Atlocal|Atomic_Email_Hunter|Atomz|Atrop|^attach|attrib|autoemailspider|autohttp|axod|batch|b2w|Back|BackDoorBot|BackStreet|BackWeb|Badass|Baid|Bali|Bandit|Baidu|Barry|BasicHTTP|BatchFTP|bdfetch|beat|Become|Beij|BenchMark|berts|bew|big.brother|Bigfoot|Bilgi|Bison|Bitacle|Biz360|Black|Black.Hole|BlackWidow|bladder.fusion|Blaiz|Blog.Checker|Blogl|BlogPeople|Blogshares.Spiders|Bloodhound|Blow|bmclient|Board|BOI|boitho|Bond|Bookmark.search.tool|boris|Bost|Boston.Project|BotRightHere|Bot.mailto:craftbot@yahoo.com|BotALot|botpaidtoclick|botw|brandwatch|BravoBrian|Brok|Bropwers|Broth|browseabit|BrowseX|Browsezilla|Bruin|bsalsa|Buddy|Build|Built|Bulls|bumblebee|Bunny|Busca|Busi|Buy|bwh3|c\-spider|CafeK|Cafi|camel|Cand|captu|Catch|cd34|Ceg|CFNetwork|cgichk|Cha0s|Chang|chaos|Char|char\(32\,35\)|charlotte|CheeseBot|Chek|CherryPicker|chill|ChinaClaw|CICC|Cisco|Cita|Clam|Claw|Click.Bot|clipping|clshttp|Clush|COAST|ColdFusion|Coll|Comb|commentreader|Compan|contact|Control|contype|Conc|Conv|Copernic|Copi|Copy|Coral|Corn|core-project|cosmos|costa|cr4nk|crank|craft|Crap|Crawler0|Crazy|Cres|cs\-CZ|cuill|Curl|Custo|Cute|CSHttp|Cyber|cyberalert|^DA$|daoBot|DARK|Data|Daten|Daum|dcbot|dcs|Deep|DepS|Detect|Deweb|Diam|Digger|Digimarc|digout4uagent|DIIbot|Dillo|Ding|DISC|discobot|Disp|Ditto|DLC|DnloadMage|DotBot|Doubanbot|Download|Download.Demon|Download.Devil|Download.Wonder|Downloader|drag|DreamPassport|Drec|Drip|dsdl|dsok|DSurf|DTAAgent|DTS|Dual|dumb|DynaWeb|e\-collector|eag|earn|EARTHCOM|EasyDL|ebin|EBM-APPLE|EBrowse|eCatch|echo|ecollector|Edco|edgeio|efp\@gmx\.net|EirGrabber|email|Email.Extractor|EmailCollector|EmailSearch|EmailSiphon|EmailWolf|Emer|empas|Enfi|Enhan|Enterprise\_Search|envolk|erck|EroCr|ESurf|Eval|Evil|Evere|EWH|Exabot|Exact|EXPLOITER|Expre|Extra|ExtractorPro|EyeN|FairAd|Fake|FANG|FAST|fastlwspider|FavOrg|Favorites.Sweeper|Faxo|FDM\_1|FDSE|fetch|FEZhead|Filan|FileHound|find|Firebat|Firefox.2\.0|Firs|Flam|Flash|FlickBot|Flip|fluffy|flunky|focus|Foob|Fooky|Forex|Forum|ForV|Fost|Foto|Foun|Franklin.Locator|freefind|FreshDownload|FrontPage|FSurf|Fuck|Fuer|futile|Fyber|Gais|GalaxyBot|Galbot|Gamespy\_Arcade|GbPl|Gener|geni|Geona|Get|gigabaz|Gira|Ginxbot|gluc|glx.?v|gnome|Go.Zilla|Goldfire|Google.Wireless.Transcoder|Googlebot\-Image|Got\-It|GOFORIT|gonzo|GornKer|GoSearch|^gotit$|gozilla|grab|Grabber|GrabNet|Grub|Grup|Graf|Green.Research|grub|grub\-client|gsa\-cra|GSearch|GT\:\:WWW|GuideBot|guruji|gvfs|Gyps|hack|haha|hailo|Harv|Hatena|Hax|Head|Helm|herit|hgre|hhjhj\@yahoo|Hippo|hloader|HMView|holm|holy|HomePageSearch|HooWWWer|HouxouCrawler|HMSE|HPPrint|htdig|HTTPConnect|httpdown|http.generic|HTTPGet|httplib|HTTPRetriever|HTTrack|human|Huron|hverify|Hybrid|Hyper|ia\_archiver|iaskspi|IBM\_Planetwide|iCCra|ichiro|ID\-Search|IDA|IDBot|IEAuto|IEMPT|iexplore\.exe|iGetter|Ilse|Iltrov|Image|Image.Stripper|Image.Sucker|imagefetch|iimds\_monitor|Incutio|IncyWincy|Indexer|Industry.Program|Indy|InetURL|informant|InfoNav|InfoTekies|Ingelin|Innerpr|Inspect|InstallShield.DigitalWizard|Insuran\.|Intellig|Intelliseek|InterGET|Internet.Ninja|Internet.x|Internet\_Explorer|InternetLinkagent|InternetSeer.com|Intraf|IP2|Ipsel|Iria|IRLbot|Iron33|Irvine|ISC\_Sys|iSilo|ISRCCrawler|ISSpi|IUPUI.Research.Bot|Jady|Jaka|Jam|^Java|java\/|Java\(tm\)|JBH.agent|Jenny|JetB|JetC|jeteye|jiro|JoBo|JOC|jupit|Just|Jyx|Kapere|kash|Kazo|KBee|Kenjin|Kernel|Keywo|KFSW|KKma|Know|kosmix|KRAE|KRetrieve|Krug|ksibot|ksoap|Kum|KWebGet|Laches
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i RidderBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Rivva
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i RuxitSynthetic
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i RyteBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SBL-BOT
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SEOkicks
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SEOlizer
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SWIMGBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i S[eE][mM]rushBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SafeDNSBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SafeSearch microdata crawler
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ScoutJet
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Scrapy
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Screaming Frog SEO Spider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SearchAtlas
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Seekport
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SemanticScholarBot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SentiBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SenutoBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SeobilityBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SerendeputyBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SeznamBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SimpleCrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SimplePie
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SimpleScraper
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SiteCheckerBotCrawler
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Siteimprove\.com
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SkypeUriPreview
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Slack-ImgProxy
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Slackbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Slurp
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Snacktory
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Snap URL Preview Service
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SocialRankIOBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Sogou
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Sonic
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Storebot-Google
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i StorygizeBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i StractBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Streamline3Bot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Superfeedr
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SurdotlyBot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i SurveyBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Synapse
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Sysomos
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Taboolabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i TangibleeBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i TelegramBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Teoma
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Thinklab
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i TinEye
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Tiny Tiny RSS
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i TombaPublicWebCrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ToutiaoSpider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Traackr\.com
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i TrendsmapResolver
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Trove
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Turnitin
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i TweetmemeBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Twingly
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Twitterbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Twurly
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i UT-Dorkbot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Upflow
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Uptime-Kuma
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i UptimeRobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Uptimebot\.org
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i UsineNouvelleCrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i VKRobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Validator\.nu
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Valve\/Steam
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i VelenPublicWebCrawler
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Veoozbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Vercelbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Viber
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Vigil\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i VoluumDSP-content-bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i W3C-checklink
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i W3C-mobileOK
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i W3C_CSS_Validator
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i W3C_I18n-Checker
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i W3C_Unicorn
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i W3C_Validator
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i WeSEE:Search
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i WebDataStats
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i WellKnownBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i WhatsApp
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i WordPress\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i WordupInfoSearch
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Xenu Link Sleuth
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Y!J
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i YaK\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Yahoo Link Preview
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i YandexRenderResourcesBot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Yellowbrandprotectionbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Yeti
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i YisouSpider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i YouBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i Zabbix
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ZoomBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ZoominfoBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ZumBot
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ZuperlistBot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i [Cc]urebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i [cC]laude[bB]ot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i [pP]ingdom
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i [wW]get
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ^Apache-HttpClient
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ^BW\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ^LCC
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ^PHP-Curl-Class
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ^curl
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i acapbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i acoonbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i adbeat_bot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i adscanner
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i aiHitBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i aiohttp
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i antibot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i arabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i archive\.org_bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i awesomecrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i axios
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i backlinkcrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i betaBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i bidswitchbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i bingbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i binlar
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i bitlybot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i blogmuraBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i bnf\.fr_bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i bot-pge\.chlooe\.com
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i botify
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i brainobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i buzzbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i cXensebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i careerbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i centurybot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i changedetection
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i check_http
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i citeseerxbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i coccoc
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i collection@infegy\.com
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i content crawler spider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i contxbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i convera
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i crawler4j
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i datagnionbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i dcrawl
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i deadlinkchecker
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i deepnoc
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i developers\.google\.com\/\+\/web\/snippet
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i discobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i domaincrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i dotbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i drupact
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i e\.ventures Investment Crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ec2linkfinder
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i edisterbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i electricmonk
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i elisabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i epicbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i eright
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i europarchive\.org
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ev-crawler\/
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i evc-batch
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i exabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ezooms
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i facebookcatalog\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i facebookexternalhit
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i fedoraplanet
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i feedbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i filterdb\.iss\.net\/crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i findlink
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i findthatfile
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i findxbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i fluffy
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i fr-crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i fuelbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i g00g1e\.net
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i g2reader-bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i gnam gnam spider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i google-xrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i grub\.org
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i gslfbot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i heritrix
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i http_get
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i https:\/\/developers\.cloudflare\.com\/security-center\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i httpunit
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i httpx
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i hypestat
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i hyscore\.io
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ia_archiver
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ichiro
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i imrbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i infoobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i inoreader
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i integromedb
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i intelium_bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ip-web-crawler\.com
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ips-agent
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i iskanie
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i it2media-domain-crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i jpg-newsbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i jyxobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i lb-spider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i libwww-perl
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i linkapediabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i linkdex
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i lipperhey
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i lkxscan
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i lssbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i lssrocketcrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i ltx71
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i magpie-crawler
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i mappydata
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i memorybot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i meta-externalagent\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i meta-externalfetcher\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i mindUpBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i minicrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i mlbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i moatbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i msnbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i msrbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i nerdybot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i netEstate NE Crawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i netresearchserver
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i newsharecounts
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i newspaper\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i niki-bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i node-fetch
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i officestorebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i okhttp
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i omgili
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i online-webceo-bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i openindexspider
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i outbrain
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i page2rss
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i panscient
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i phpcrawl
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i pinterest\.com\/bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i postrank
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i proximic
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i psbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i purebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i python-opengraph
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i python-requests
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i redditbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i rogerbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i rssbot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i scribdbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i search\.marginalia\.nu
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i seekbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i seewithkids
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i semanticbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i sempi\.tech
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i seoscanners
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i seostar\.co
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i serpstatbot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i sitebot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i siteexplorer\.info
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i smtbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i spbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i speedy
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i startmebot\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i summify
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i t3versionsBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i tagoobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i theoldreader\.com
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i tigerbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i toplistbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i tracemyfile
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i trendictionbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i trovitBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i tweetedtimes
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i twengabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i um-LN
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i urlappendbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i vebidoobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i vercel-screenshot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i virustotal
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i vkShare
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i voilabot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i vuhuvBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i wbsearchbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i web-archive-net\.com\.bot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i webcompanycrawler
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i webmon
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i wocbot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i woobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i woorankreview\/
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i woriobot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i wotbox
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i www\.uptime\.com
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i x09Mozilla
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i x22Mozilla
|
2024-12-29 23:20:18 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i xovibot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i yacybot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i yandex\.com\/bots
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i yanga
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i yoozBot
|
|
|
|
|
acl bad_bot hdr_sub(User-Agent) -i zenback bot
|
2024-12-21 01:02:14 +00:00
|
|
|
acl bad_bot hdr_sub(User-Agent) -i zgrab
|
|
|
|
|
http-request deny if bad_bot
|