Update: [Sat Dec 21 01:02:14 UTC 2024]

This commit is contained in:
github-actions[bot] 2024-12-21 01:02:14 +00:00
parent 016badd14e
commit 5852b0ab4d
5 changed files with 4661 additions and 1 deletions

View File

@ -0,0 +1,670 @@
# HAProxy WAF - Bad Bot Blocker
acl bad_bot hdr_sub(User-Agent) -i 01h4x.com
acl bad_bot hdr_sub(User-Agent) -i 360Spider
acl bad_bot hdr_sub(User-Agent) -i 404checker
acl bad_bot hdr_sub(User-Agent) -i 404enemy
acl bad_bot hdr_sub(User-Agent) -i 80legs
acl bad_bot hdr_sub(User-Agent) -i ADmantX
acl bad_bot hdr_sub(User-Agent) -i AIBOT
acl bad_bot hdr_sub(User-Agent) -i ALittle\ Client
acl bad_bot hdr_sub(User-Agent) -i ASPSeek
acl bad_bot hdr_sub(User-Agent) -i Abonti
acl bad_bot hdr_sub(User-Agent) -i Aboundex
acl bad_bot hdr_sub(User-Agent) -i Aboundexbot
acl bad_bot hdr_sub(User-Agent) -i Acunetix
acl bad_bot hdr_sub(User-Agent) -i AdsTxtCrawlerTP
acl bad_bot hdr_sub(User-Agent) -i AfD-Verbotsverfahren
acl bad_bot hdr_sub(User-Agent) -i AhrefsBot
acl bad_bot hdr_sub(User-Agent) -i AiHitBot
acl bad_bot hdr_sub(User-Agent) -i Aipbot
acl bad_bot hdr_sub(User-Agent) -i Alexibot
acl bad_bot hdr_sub(User-Agent) -i AllSubmitter
acl bad_bot hdr_sub(User-Agent) -i Alligator
acl bad_bot hdr_sub(User-Agent) -i AlphaBot
acl bad_bot hdr_sub(User-Agent) -i Anarchie
acl bad_bot hdr_sub(User-Agent) -i Anarchy
acl bad_bot hdr_sub(User-Agent) -i Anarchy99
acl bad_bot hdr_sub(User-Agent) -i Ankit
acl bad_bot hdr_sub(User-Agent) -i Anthill
acl bad_bot hdr_sub(User-Agent) -i Apexoo
acl bad_bot hdr_sub(User-Agent) -i Aspiegel
acl bad_bot hdr_sub(User-Agent) -i Asterias
acl bad_bot hdr_sub(User-Agent) -i Atomseobot
acl bad_bot hdr_sub(User-Agent) -i Attach
acl bad_bot hdr_sub(User-Agent) -i AwarioBot
acl bad_bot hdr_sub(User-Agent) -i AwarioRssBot
acl bad_bot hdr_sub(User-Agent) -i AwarioSmartBot
acl bad_bot hdr_sub(User-Agent) -i BBBike
acl bad_bot hdr_sub(User-Agent) -i BDCbot
acl bad_bot hdr_sub(User-Agent) -i BDFetch
acl bad_bot hdr_sub(User-Agent) -i BLEXBot
acl bad_bot hdr_sub(User-Agent) -i BackDoorBot
acl bad_bot hdr_sub(User-Agent) -i BackStreet
acl bad_bot hdr_sub(User-Agent) -i BackWeb
acl bad_bot hdr_sub(User-Agent) -i Backlink-Ceck
acl bad_bot hdr_sub(User-Agent) -i BacklinkCrawler
acl bad_bot hdr_sub(User-Agent) -i BacklinksExtendedBot
acl bad_bot hdr_sub(User-Agent) -i Badass
acl bad_bot hdr_sub(User-Agent) -i Bandit
acl bad_bot hdr_sub(User-Agent) -i Barkrowler
acl bad_bot hdr_sub(User-Agent) -i BatchFTP
acl bad_bot hdr_sub(User-Agent) -i Battleztar\ Bazinga
acl bad_bot hdr_sub(User-Agent) -i BetaBot
acl bad_bot hdr_sub(User-Agent) -i Bigfoot
acl bad_bot hdr_sub(User-Agent) -i Bitacle
acl bad_bot hdr_sub(User-Agent) -i BlackWidow
acl bad_bot hdr_sub(User-Agent) -i Black\ Hole
acl bad_bot hdr_sub(User-Agent) -i Blackboard
acl bad_bot hdr_sub(User-Agent) -i Blow
acl bad_bot hdr_sub(User-Agent) -i BlowFish
acl bad_bot hdr_sub(User-Agent) -i Boardreader
acl bad_bot hdr_sub(User-Agent) -i Bolt
acl bad_bot hdr_sub(User-Agent) -i BotALot
acl bad_bot hdr_sub(User-Agent) -i Brandprotect
acl bad_bot hdr_sub(User-Agent) -i Brandwatch
acl bad_bot hdr_sub(User-Agent) -i Buck
acl bad_bot hdr_sub(User-Agent) -i Buddy
acl bad_bot hdr_sub(User-Agent) -i BuiltBotTough
acl bad_bot hdr_sub(User-Agent) -i BuiltWith
acl bad_bot hdr_sub(User-Agent) -i Bullseye
acl bad_bot hdr_sub(User-Agent) -i BunnySlippers
acl bad_bot hdr_sub(User-Agent) -i BuzzSumo
acl bad_bot hdr_sub(User-Agent) -i Bytespider
acl bad_bot hdr_sub(User-Agent) -i CATExplorador
acl bad_bot hdr_sub(User-Agent) -i CCBot
acl bad_bot hdr_sub(User-Agent) -i CODE87
acl bad_bot hdr_sub(User-Agent) -i CSHttp
acl bad_bot hdr_sub(User-Agent) -i Calculon
acl bad_bot hdr_sub(User-Agent) -i CazoodleBot
acl bad_bot hdr_sub(User-Agent) -i Cegbfeieh
acl bad_bot hdr_sub(User-Agent) -i CensysInspect
acl bad_bot hdr_sub(User-Agent) -i ChatGPT-User
acl bad_bot hdr_sub(User-Agent) -i CheTeam
acl bad_bot hdr_sub(User-Agent) -i CheeseBot
acl bad_bot hdr_sub(User-Agent) -i CherryPicker
acl bad_bot hdr_sub(User-Agent) -i ChinaClaw
acl bad_bot hdr_sub(User-Agent) -i Chlooe
acl bad_bot hdr_sub(User-Agent) -i Citoid
acl bad_bot hdr_sub(User-Agent) -i Claritybot
acl bad_bot hdr_sub(User-Agent) -i ClaudeBot
acl bad_bot hdr_sub(User-Agent) -i Cliqzbot
acl bad_bot hdr_sub(User-Agent) -i Cloud\ mapping
acl bad_bot hdr_sub(User-Agent) -i Cocolyzebot
acl bad_bot hdr_sub(User-Agent) -i Cogentbot
acl bad_bot hdr_sub(User-Agent) -i Collector
acl bad_bot hdr_sub(User-Agent) -i Copier
acl bad_bot hdr_sub(User-Agent) -i CopyRightCheck
acl bad_bot hdr_sub(User-Agent) -i Copyscape
acl bad_bot hdr_sub(User-Agent) -i Cosmos
acl bad_bot hdr_sub(User-Agent) -i Craftbot
acl bad_bot hdr_sub(User-Agent) -i Crawling\ at\ Home\ Project
acl bad_bot hdr_sub(User-Agent) -i CrazyWebCrawler
acl bad_bot hdr_sub(User-Agent) -i Crescent
acl bad_bot hdr_sub(User-Agent) -i CrunchBot
acl bad_bot hdr_sub(User-Agent) -i Curious
acl bad_bot hdr_sub(User-Agent) -i Custo
acl bad_bot hdr_sub(User-Agent) -i CyotekWebCopy
acl bad_bot hdr_sub(User-Agent) -i DBLBot
acl bad_bot hdr_sub(User-Agent) -i DIIbot
acl bad_bot hdr_sub(User-Agent) -i DSearch
acl bad_bot hdr_sub(User-Agent) -i DTS\ Agent
acl bad_bot hdr_sub(User-Agent) -i DataCha0s
acl bad_bot hdr_sub(User-Agent) -i DatabaseDriverMysqli
acl bad_bot hdr_sub(User-Agent) -i Demon
acl bad_bot hdr_sub(User-Agent) -i Deusu
acl bad_bot hdr_sub(User-Agent) -i Devil
acl bad_bot hdr_sub(User-Agent) -i Digincore
acl bad_bot hdr_sub(User-Agent) -i DigitalPebble
acl bad_bot hdr_sub(User-Agent) -i Dirbuster
acl bad_bot hdr_sub(User-Agent) -i Disco
acl bad_bot hdr_sub(User-Agent) -i Discobot
acl bad_bot hdr_sub(User-Agent) -i Discoverybot
acl bad_bot hdr_sub(User-Agent) -i Dispatch
acl bad_bot hdr_sub(User-Agent) -i DittoSpyder
acl bad_bot hdr_sub(User-Agent) -i DnBCrawler-Analytics
acl bad_bot hdr_sub(User-Agent) -i DnyzBot
acl bad_bot hdr_sub(User-Agent) -i DomCopBot
acl bad_bot hdr_sub(User-Agent) -i DomainAppender
acl bad_bot hdr_sub(User-Agent) -i DomainCrawler
acl bad_bot hdr_sub(User-Agent) -i DomainSigmaCrawler
acl bad_bot hdr_sub(User-Agent) -i DomainStatsBot
acl bad_bot hdr_sub(User-Agent) -i Domains\ Project
acl bad_bot hdr_sub(User-Agent) -i Dotbot
acl bad_bot hdr_sub(User-Agent) -i Download\ Wonder
acl bad_bot hdr_sub(User-Agent) -i Dragonfly
acl bad_bot hdr_sub(User-Agent) -i Drip
acl bad_bot hdr_sub(User-Agent) -i ECCP/1.0
acl bad_bot hdr_sub(User-Agent) -i EMail\ Siphon
acl bad_bot hdr_sub(User-Agent) -i EMail\ Wolf
acl bad_bot hdr_sub(User-Agent) -i EasyDL
acl bad_bot hdr_sub(User-Agent) -i Ebingbong
acl bad_bot hdr_sub(User-Agent) -i Ecxi
acl bad_bot hdr_sub(User-Agent) -i EirGrabber
acl bad_bot hdr_sub(User-Agent) -i EroCrawler
acl bad_bot hdr_sub(User-Agent) -i Evil
acl bad_bot hdr_sub(User-Agent) -i Exabot
acl bad_bot hdr_sub(User-Agent) -i Express\ WebPictures
acl bad_bot hdr_sub(User-Agent) -i ExtLinksBot
acl bad_bot hdr_sub(User-Agent) -i Extractor
acl bad_bot hdr_sub(User-Agent) -i ExtractorPro
acl bad_bot hdr_sub(User-Agent) -i Extreme\ Picture\ Finder
acl bad_bot hdr_sub(User-Agent) -i EyeNetIE
acl bad_bot hdr_sub(User-Agent) -i Ezooms
acl bad_bot hdr_sub(User-Agent) -i FDM
acl bad_bot hdr_sub(User-Agent) -i FHscan
acl bad_bot hdr_sub(User-Agent) -i FacebookBot
acl bad_bot hdr_sub(User-Agent) -i FemtosearchBot
acl bad_bot hdr_sub(User-Agent) -i Fimap
acl bad_bot hdr_sub(User-Agent) -i Firefox/7.0
acl bad_bot hdr_sub(User-Agent) -i FlashGet
acl bad_bot hdr_sub(User-Agent) -i Flunky
acl bad_bot hdr_sub(User-Agent) -i Foobot
acl bad_bot hdr_sub(User-Agent) -i Freeuploader
acl bad_bot hdr_sub(User-Agent) -i FrontPage
acl bad_bot hdr_sub(User-Agent) -i Fuzz
acl bad_bot hdr_sub(User-Agent) -i FyberSpider
acl bad_bot hdr_sub(User-Agent) -i Fyrebot
acl bad_bot hdr_sub(User-Agent) -i G-i-g-a-b-o-t
acl bad_bot hdr_sub(User-Agent) -i GPTBot
acl bad_bot hdr_sub(User-Agent) -i GT::WWW
acl bad_bot hdr_sub(User-Agent) -i GalaxyBot
acl bad_bot hdr_sub(User-Agent) -i Genieo
acl bad_bot hdr_sub(User-Agent) -i GermCrawler
acl bad_bot hdr_sub(User-Agent) -i GetRight
acl bad_bot hdr_sub(User-Agent) -i GetWeb
acl bad_bot hdr_sub(User-Agent) -i Getintent
acl bad_bot hdr_sub(User-Agent) -i Gigabot
acl bad_bot hdr_sub(User-Agent) -i Go!Zilla
acl bad_bot hdr_sub(User-Agent) -i Go-Ahead-Got-It
acl bad_bot hdr_sub(User-Agent) -i GoZilla
acl bad_bot hdr_sub(User-Agent) -i Gotit
acl bad_bot hdr_sub(User-Agent) -i GrabNet
acl bad_bot hdr_sub(User-Agent) -i Grabber
acl bad_bot hdr_sub(User-Agent) -i Grafula
acl bad_bot hdr_sub(User-Agent) -i GrapeFX
acl bad_bot hdr_sub(User-Agent) -i GrapeshotCrawler
acl bad_bot hdr_sub(User-Agent) -i GridBot
acl bad_bot hdr_sub(User-Agent) -i HEADMasterSEO
acl bad_bot hdr_sub(User-Agent) -i HMView
acl bad_bot hdr_sub(User-Agent) -i HTMLparser
acl bad_bot hdr_sub(User-Agent) -i HTTP::Lite
acl bad_bot hdr_sub(User-Agent) -i HTTrack
acl bad_bot hdr_sub(User-Agent) -i Haansoft
acl bad_bot hdr_sub(User-Agent) -i HaosouSpider
acl bad_bot hdr_sub(User-Agent) -i Harvest
acl bad_bot hdr_sub(User-Agent) -i Havij
acl bad_bot hdr_sub(User-Agent) -i Heritrix
acl bad_bot hdr_sub(User-Agent) -i Hloader
acl bad_bot hdr_sub(User-Agent) -i HonoluluBot
acl bad_bot hdr_sub(User-Agent) -i Humanlinks
acl bad_bot hdr_sub(User-Agent) -i HybridBot
acl bad_bot hdr_sub(User-Agent) -i IDBTE4M
acl bad_bot hdr_sub(User-Agent) -i IDBot
acl bad_bot hdr_sub(User-Agent) -i IRLbot
acl bad_bot hdr_sub(User-Agent) -i Iblog
acl bad_bot hdr_sub(User-Agent) -i Id-search
acl bad_bot hdr_sub(User-Agent) -i IlseBot
acl bad_bot hdr_sub(User-Agent) -i Image\ Fetch
acl bad_bot hdr_sub(User-Agent) -i Image\ Sucker
acl bad_bot hdr_sub(User-Agent) -i ImagesiftBot
acl bad_bot hdr_sub(User-Agent) -i IndeedBot
acl bad_bot hdr_sub(User-Agent) -i Indy\ Library
acl bad_bot hdr_sub(User-Agent) -i InfoNaviRobot
acl bad_bot hdr_sub(User-Agent) -i InfoTekies
acl bad_bot hdr_sub(User-Agent) -i Information\ Security\ Team\ InfraSec\ Scanner
acl bad_bot hdr_sub(User-Agent) -i InfraSec\ Scanner
acl bad_bot hdr_sub(User-Agent) -i Intelliseek
acl bad_bot hdr_sub(User-Agent) -i InterGET
acl bad_bot hdr_sub(User-Agent) -i InternetMeasurement
acl bad_bot hdr_sub(User-Agent) -i InternetSeer
acl bad_bot hdr_sub(User-Agent) -i Internet\ Ninja
acl bad_bot hdr_sub(User-Agent) -i Iria
acl bad_bot hdr_sub(User-Agent) -i Iskanie
acl bad_bot hdr_sub(User-Agent) -i IstellaBot
acl bad_bot hdr_sub(User-Agent) -i JOC\ Web\ Spider
acl bad_bot hdr_sub(User-Agent) -i JamesBOT
acl bad_bot hdr_sub(User-Agent) -i Jbrofuzz
acl bad_bot hdr_sub(User-Agent) -i JennyBot
acl bad_bot hdr_sub(User-Agent) -i JetCar
acl bad_bot hdr_sub(User-Agent) -i Jetty
acl bad_bot hdr_sub(User-Agent) -i JikeSpider
acl bad_bot hdr_sub(User-Agent) -i Joomla
acl bad_bot hdr_sub(User-Agent) -i Jorgee
acl bad_bot hdr_sub(User-Agent) -i JustView
acl bad_bot hdr_sub(User-Agent) -i Jyxobot
acl bad_bot hdr_sub(User-Agent) -i Kenjin\ Spider
acl bad_bot hdr_sub(User-Agent) -i Keybot\ Translation-Search-Machine
acl bad_bot hdr_sub(User-Agent) -i Keyword\ Density
acl bad_bot hdr_sub(User-Agent) -i Kinza
acl bad_bot hdr_sub(User-Agent) -i Kozmosbot
acl bad_bot hdr_sub(User-Agent) -i LNSpiderguy
acl bad_bot hdr_sub(User-Agent) -i LWP::Simple
acl bad_bot hdr_sub(User-Agent) -i Lanshanbot
acl bad_bot hdr_sub(User-Agent) -i Larbin
acl bad_bot hdr_sub(User-Agent) -i Leap
acl bad_bot hdr_sub(User-Agent) -i LeechFTP
acl bad_bot hdr_sub(User-Agent) -i LeechGet
acl bad_bot hdr_sub(User-Agent) -i LexiBot
acl bad_bot hdr_sub(User-Agent) -i Lftp
acl bad_bot hdr_sub(User-Agent) -i LibWeb
acl bad_bot hdr_sub(User-Agent) -i Libwhisker
acl bad_bot hdr_sub(User-Agent) -i LieBaoFast
acl bad_bot hdr_sub(User-Agent) -i Lightspeedsystems
acl bad_bot hdr_sub(User-Agent) -i Likse
acl bad_bot hdr_sub(User-Agent) -i LinkScan
acl bad_bot hdr_sub(User-Agent) -i LinkWalker
acl bad_bot hdr_sub(User-Agent) -i Linkbot
acl bad_bot hdr_sub(User-Agent) -i LinkextractorPro
acl bad_bot hdr_sub(User-Agent) -i LinkpadBot
acl bad_bot hdr_sub(User-Agent) -i LinksManager
acl bad_bot hdr_sub(User-Agent) -i LinqiaMetadataDownloaderBot
acl bad_bot hdr_sub(User-Agent) -i LinqiaRSSBot
acl bad_bot hdr_sub(User-Agent) -i LinqiaScrapeBot
acl bad_bot hdr_sub(User-Agent) -i Lipperhey
acl bad_bot hdr_sub(User-Agent) -i Lipperhey\ Spider
acl bad_bot hdr_sub(User-Agent) -i Litemage_walker
acl bad_bot hdr_sub(User-Agent) -i Lmspider
acl bad_bot hdr_sub(User-Agent) -i Ltx71
acl bad_bot hdr_sub(User-Agent) -i MFC_Tear_Sample
acl bad_bot hdr_sub(User-Agent) -i MIDown\ tool
acl bad_bot hdr_sub(User-Agent) -i MIIxpc
acl bad_bot hdr_sub(User-Agent) -i MJ12bot
acl bad_bot hdr_sub(User-Agent) -i MQQBrowser
acl bad_bot hdr_sub(User-Agent) -i MSFrontPage
acl bad_bot hdr_sub(User-Agent) -i MSIECrawler
acl bad_bot hdr_sub(User-Agent) -i MTRobot
acl bad_bot hdr_sub(User-Agent) -i Mag-Net
acl bad_bot hdr_sub(User-Agent) -i Magnet
acl bad_bot hdr_sub(User-Agent) -i Mail.RU_Bot
acl bad_bot hdr_sub(User-Agent) -i Majestic-SEO
acl bad_bot hdr_sub(User-Agent) -i Majestic12
acl bad_bot hdr_sub(User-Agent) -i Majestic\ SEO
acl bad_bot hdr_sub(User-Agent) -i MarkMonitor
acl bad_bot hdr_sub(User-Agent) -i MarkWatch
acl bad_bot hdr_sub(User-Agent) -i Mass\ Downloader
acl bad_bot hdr_sub(User-Agent) -i Masscan
acl bad_bot hdr_sub(User-Agent) -i Mata\ Hari
acl bad_bot hdr_sub(User-Agent) -i MauiBot
acl bad_bot hdr_sub(User-Agent) -i Mb2345Browser
acl bad_bot hdr_sub(User-Agent) -i MeanPath\ Bot
acl bad_bot hdr_sub(User-Agent) -i Meanpathbot
acl bad_bot hdr_sub(User-Agent) -i Mediatoolkitbot
acl bad_bot hdr_sub(User-Agent) -i MegaIndex.ru
acl bad_bot hdr_sub(User-Agent) -i Metauri
acl bad_bot hdr_sub(User-Agent) -i MicroMessenger
acl bad_bot hdr_sub(User-Agent) -i Microsoft\ Data\ Access
acl bad_bot hdr_sub(User-Agent) -i Microsoft\ URL\ Control
acl bad_bot hdr_sub(User-Agent) -i Minefield
acl bad_bot hdr_sub(User-Agent) -i Mister\ PiX
acl bad_bot hdr_sub(User-Agent) -i Moblie\ Safari
acl bad_bot hdr_sub(User-Agent) -i Mojeek
acl bad_bot hdr_sub(User-Agent) -i Mojolicious
acl bad_bot hdr_sub(User-Agent) -i MolokaiBot
acl bad_bot hdr_sub(User-Agent) -i Morfeus\ Fucking\ Scanner
acl bad_bot hdr_sub(User-Agent) -i Mozlila
acl bad_bot hdr_sub(User-Agent) -i Mr.4x3
acl bad_bot hdr_sub(User-Agent) -i Msrabot
acl bad_bot hdr_sub(User-Agent) -i Musobot
acl bad_bot hdr_sub(User-Agent) -i NICErsPRO
acl bad_bot hdr_sub(User-Agent) -i NPbot
acl bad_bot hdr_sub(User-Agent) -i Name\ Intelligence
acl bad_bot hdr_sub(User-Agent) -i Nameprotect
acl bad_bot hdr_sub(User-Agent) -i Navroad
acl bad_bot hdr_sub(User-Agent) -i NearSite
acl bad_bot hdr_sub(User-Agent) -i Needle
acl bad_bot hdr_sub(User-Agent) -i Nessus
acl bad_bot hdr_sub(User-Agent) -i NetAnts
acl bad_bot hdr_sub(User-Agent) -i NetLyzer
acl bad_bot hdr_sub(User-Agent) -i NetMechanic
acl bad_bot hdr_sub(User-Agent) -i NetSpider
acl bad_bot hdr_sub(User-Agent) -i NetZIP
acl bad_bot hdr_sub(User-Agent) -i Net\ Vampire
acl bad_bot hdr_sub(User-Agent) -i Netcraft
acl bad_bot hdr_sub(User-Agent) -i Nettrack
acl bad_bot hdr_sub(User-Agent) -i Netvibes
acl bad_bot hdr_sub(User-Agent) -i NextGenSearchBot
acl bad_bot hdr_sub(User-Agent) -i Nibbler
acl bad_bot hdr_sub(User-Agent) -i Niki-bot
acl bad_bot hdr_sub(User-Agent) -i Nikto
acl bad_bot hdr_sub(User-Agent) -i NimbleCrawler
acl bad_bot hdr_sub(User-Agent) -i Nimbostratus
acl bad_bot hdr_sub(User-Agent) -i Ninja
acl bad_bot hdr_sub(User-Agent) -i Nmap
acl bad_bot hdr_sub(User-Agent) -i Nuclei
acl bad_bot hdr_sub(User-Agent) -i Nutch
acl bad_bot hdr_sub(User-Agent) -i Octopus
acl bad_bot hdr_sub(User-Agent) -i Offline\ Explorer
acl bad_bot hdr_sub(User-Agent) -i Offline\ Navigator
acl bad_bot hdr_sub(User-Agent) -i OnCrawl
acl bad_bot hdr_sub(User-Agent) -i OpenLinkProfiler
acl bad_bot hdr_sub(User-Agent) -i OpenVAS
acl bad_bot hdr_sub(User-Agent) -i Openfind
acl bad_bot hdr_sub(User-Agent) -i Openvas
acl bad_bot hdr_sub(User-Agent) -i OrangeBot
acl bad_bot hdr_sub(User-Agent) -i OrangeSpider
acl bad_bot hdr_sub(User-Agent) -i OutclicksBot
acl bad_bot hdr_sub(User-Agent) -i OutfoxBot
acl bad_bot hdr_sub(User-Agent) -i PECL::HTTP
acl bad_bot hdr_sub(User-Agent) -i PHPCrawl
acl bad_bot hdr_sub(User-Agent) -i POE-Component-Client-HTTP
acl bad_bot hdr_sub(User-Agent) -i PageAnalyzer
acl bad_bot hdr_sub(User-Agent) -i PageGrabber
acl bad_bot hdr_sub(User-Agent) -i PageScorer
acl bad_bot hdr_sub(User-Agent) -i PageThing.com
acl bad_bot hdr_sub(User-Agent) -i Page\ Analyzer
acl bad_bot hdr_sub(User-Agent) -i Pandalytics
acl bad_bot hdr_sub(User-Agent) -i Panscient
acl bad_bot hdr_sub(User-Agent) -i Papa\ Foto
acl bad_bot hdr_sub(User-Agent) -i Pavuk
acl bad_bot hdr_sub(User-Agent) -i PeoplePal
acl bad_bot hdr_sub(User-Agent) -i Petalbot
acl bad_bot hdr_sub(User-Agent) -i Pi-Monster
acl bad_bot hdr_sub(User-Agent) -i Picscout
acl bad_bot hdr_sub(User-Agent) -i Picsearch
acl bad_bot hdr_sub(User-Agent) -i PictureFinder
acl bad_bot hdr_sub(User-Agent) -i Piepmatz
acl bad_bot hdr_sub(User-Agent) -i Pimonster
acl bad_bot hdr_sub(User-Agent) -i Pixray
acl bad_bot hdr_sub(User-Agent) -i PleaseCrawl
acl bad_bot hdr_sub(User-Agent) -i Pockey
acl bad_bot hdr_sub(User-Agent) -i ProPowerBot
acl bad_bot hdr_sub(User-Agent) -i ProWebWalker
acl bad_bot hdr_sub(User-Agent) -i Probethenet
acl bad_bot hdr_sub(User-Agent) -i Proximic
acl bad_bot hdr_sub(User-Agent) -i Psbot
acl bad_bot hdr_sub(User-Agent) -i Pu_iN
acl bad_bot hdr_sub(User-Agent) -i Pump
acl bad_bot hdr_sub(User-Agent) -i PxBroker
acl bad_bot hdr_sub(User-Agent) -i PyCurl
acl bad_bot hdr_sub(User-Agent) -i QueryN\ Metasearch
acl bad_bot hdr_sub(User-Agent) -i Quick-Crawler
acl bad_bot hdr_sub(User-Agent) -i RSSingBot
acl bad_bot hdr_sub(User-Agent) -i Rainbot
acl bad_bot hdr_sub(User-Agent) -i RankActive
acl bad_bot hdr_sub(User-Agent) -i RankActiveLinkBot
acl bad_bot hdr_sub(User-Agent) -i RankFlex
acl bad_bot hdr_sub(User-Agent) -i RankingBot
acl bad_bot hdr_sub(User-Agent) -i RankingBot2
acl bad_bot hdr_sub(User-Agent) -i Rankivabot
acl bad_bot hdr_sub(User-Agent) -i RankurBot
acl bad_bot hdr_sub(User-Agent) -i Re-re
acl bad_bot hdr_sub(User-Agent) -i ReGet
acl bad_bot hdr_sub(User-Agent) -i RealDownload
acl bad_bot hdr_sub(User-Agent) -i Reaper
acl bad_bot hdr_sub(User-Agent) -i RebelMouse
acl bad_bot hdr_sub(User-Agent) -i Recorder
acl bad_bot hdr_sub(User-Agent) -i RedesScrapy
acl bad_bot hdr_sub(User-Agent) -i RepoMonkey
acl bad_bot hdr_sub(User-Agent) -i Ripper
acl bad_bot hdr_sub(User-Agent) -i RocketCrawler
acl bad_bot hdr_sub(User-Agent) -i Rogerbot
acl bad_bot hdr_sub(User-Agent) -i SBIder
acl bad_bot hdr_sub(User-Agent) -i SEOkicks
acl bad_bot hdr_sub(User-Agent) -i SEOkicks-Robot
acl bad_bot hdr_sub(User-Agent) -i SEOlyt
acl bad_bot hdr_sub(User-Agent) -i SEOlyticsCrawler
acl bad_bot hdr_sub(User-Agent) -i SEOprofiler
acl bad_bot hdr_sub(User-Agent) -i SEOstats
acl bad_bot hdr_sub(User-Agent) -i SISTRIX
acl bad_bot hdr_sub(User-Agent) -i SMTBot
acl bad_bot hdr_sub(User-Agent) -i SalesIntelligent
acl bad_bot hdr_sub(User-Agent) -i ScanAlert
acl bad_bot hdr_sub(User-Agent) -i Scanbot
acl bad_bot hdr_sub(User-Agent) -i ScoutJet
acl bad_bot hdr_sub(User-Agent) -i Scrapy
acl bad_bot hdr_sub(User-Agent) -i Screaming
acl bad_bot hdr_sub(User-Agent) -i ScreenerBot
acl bad_bot hdr_sub(User-Agent) -i ScrepyBot
acl bad_bot hdr_sub(User-Agent) -i Searchestate
acl bad_bot hdr_sub(User-Agent) -i SearchmetricsBot
acl bad_bot hdr_sub(User-Agent) -i Seekport
acl bad_bot hdr_sub(User-Agent) -i SeekportBot
acl bad_bot hdr_sub(User-Agent) -i SemanticJuice
acl bad_bot hdr_sub(User-Agent) -i Semrush
acl bad_bot hdr_sub(User-Agent) -i SemrushBot
acl bad_bot hdr_sub(User-Agent) -i SentiBot
acl bad_bot hdr_sub(User-Agent) -i SenutoBot
acl bad_bot hdr_sub(User-Agent) -i SeoCherryBot
acl bad_bot hdr_sub(User-Agent) -i SeoSiteCheckup
acl bad_bot hdr_sub(User-Agent) -i SeobilityBot
acl bad_bot hdr_sub(User-Agent) -i Seomoz
acl bad_bot hdr_sub(User-Agent) -i Shodan
acl bad_bot hdr_sub(User-Agent) -i Siphon
acl bad_bot hdr_sub(User-Agent) -i SiteCheckerBotCrawler
acl bad_bot hdr_sub(User-Agent) -i SiteExplorer
acl bad_bot hdr_sub(User-Agent) -i SiteLockSpider
acl bad_bot hdr_sub(User-Agent) -i SiteSnagger
acl bad_bot hdr_sub(User-Agent) -i SiteSucker
acl bad_bot hdr_sub(User-Agent) -i Site\ Sucker
acl bad_bot hdr_sub(User-Agent) -i Sitebeam
acl bad_bot hdr_sub(User-Agent) -i Siteimprove
acl bad_bot hdr_sub(User-Agent) -i Sitevigil
acl bad_bot hdr_sub(User-Agent) -i SlySearch
acl bad_bot hdr_sub(User-Agent) -i SmartDownload
acl bad_bot hdr_sub(User-Agent) -i Snake
acl bad_bot hdr_sub(User-Agent) -i Snapbot
acl bad_bot hdr_sub(User-Agent) -i Snoopy
acl bad_bot hdr_sub(User-Agent) -i SocialRankIOBot
acl bad_bot hdr_sub(User-Agent) -i Sociscraper
acl bad_bot hdr_sub(User-Agent) -i Sogou\ web\ spider
acl bad_bot hdr_sub(User-Agent) -i Sosospider
acl bad_bot hdr_sub(User-Agent) -i Sottopop
acl bad_bot hdr_sub(User-Agent) -i SpaceBison
acl bad_bot hdr_sub(User-Agent) -i Spammen
acl bad_bot hdr_sub(User-Agent) -i SpankBot
acl bad_bot hdr_sub(User-Agent) -i Spanner
acl bad_bot hdr_sub(User-Agent) -i Spbot
acl bad_bot hdr_sub(User-Agent) -i Spider_Bot
acl bad_bot hdr_sub(User-Agent) -i Spider_Bot/3.0
acl bad_bot hdr_sub(User-Agent) -i Spinn3r
acl bad_bot hdr_sub(User-Agent) -i SputnikBot
acl bad_bot hdr_sub(User-Agent) -i Sqlmap
acl bad_bot hdr_sub(User-Agent) -i Sqlworm
acl bad_bot hdr_sub(User-Agent) -i Sqworm
acl bad_bot hdr_sub(User-Agent) -i Steeler
acl bad_bot hdr_sub(User-Agent) -i Stripper
acl bad_bot hdr_sub(User-Agent) -i Sucker
acl bad_bot hdr_sub(User-Agent) -i Sucuri
acl bad_bot hdr_sub(User-Agent) -i SuperBot
acl bad_bot hdr_sub(User-Agent) -i SuperHTTP
acl bad_bot hdr_sub(User-Agent) -i Surfbot
acl bad_bot hdr_sub(User-Agent) -i SurveyBot
acl bad_bot hdr_sub(User-Agent) -i Suzuran
acl bad_bot hdr_sub(User-Agent) -i Swiftbot
acl bad_bot hdr_sub(User-Agent) -i Szukacz
acl bad_bot hdr_sub(User-Agent) -i T0PHackTeam
acl bad_bot hdr_sub(User-Agent) -i T8Abot
acl bad_bot hdr_sub(User-Agent) -i Teleport
acl bad_bot hdr_sub(User-Agent) -i TeleportPro
acl bad_bot hdr_sub(User-Agent) -i Telesoft
acl bad_bot hdr_sub(User-Agent) -i Telesphoreo
acl bad_bot hdr_sub(User-Agent) -i Telesphorep
acl bad_bot hdr_sub(User-Agent) -i TheNomad
acl bad_bot hdr_sub(User-Agent) -i The\ Intraformant
acl bad_bot hdr_sub(User-Agent) -i Thumbor
acl bad_bot hdr_sub(User-Agent) -i TightTwatBot
acl bad_bot hdr_sub(User-Agent) -i TinyTestBot
acl bad_bot hdr_sub(User-Agent) -i Titan
acl bad_bot hdr_sub(User-Agent) -i Toata
acl bad_bot hdr_sub(User-Agent) -i Toweyabot
acl bad_bot hdr_sub(User-Agent) -i Tracemyfile
acl bad_bot hdr_sub(User-Agent) -i Trendiction
acl bad_bot hdr_sub(User-Agent) -i Trendictionbot
acl bad_bot hdr_sub(User-Agent) -i True_Robot
acl bad_bot hdr_sub(User-Agent) -i Turingos
acl bad_bot hdr_sub(User-Agent) -i Turnitin
acl bad_bot hdr_sub(User-Agent) -i TurnitinBot
acl bad_bot hdr_sub(User-Agent) -i TwengaBot
acl bad_bot hdr_sub(User-Agent) -i Twice
acl bad_bot hdr_sub(User-Agent) -i Typhoeus
acl bad_bot hdr_sub(User-Agent) -i URLy.Warning
acl bad_bot hdr_sub(User-Agent) -i URLy\ Warning
acl bad_bot hdr_sub(User-Agent) -i UnisterBot
acl bad_bot hdr_sub(User-Agent) -i Upflow
acl bad_bot hdr_sub(User-Agent) -i V-BOT
acl bad_bot hdr_sub(User-Agent) -i VB\ Project
acl bad_bot hdr_sub(User-Agent) -i VCI
acl bad_bot hdr_sub(User-Agent) -i Vacuum
acl bad_bot hdr_sub(User-Agent) -i Vagabondo
acl bad_bot hdr_sub(User-Agent) -i VelenPublicWebCrawler
acl bad_bot hdr_sub(User-Agent) -i VeriCiteCrawler
acl bad_bot hdr_sub(User-Agent) -i VidibleScraper
acl bad_bot hdr_sub(User-Agent) -i Virusdie
acl bad_bot hdr_sub(User-Agent) -i VoidEYE
acl bad_bot hdr_sub(User-Agent) -i Voil
acl bad_bot hdr_sub(User-Agent) -i Voltron
acl bad_bot hdr_sub(User-Agent) -i WASALive-Bot
acl bad_bot hdr_sub(User-Agent) -i WBSearchBot
acl bad_bot hdr_sub(User-Agent) -i WEBDAV
acl bad_bot hdr_sub(User-Agent) -i WISENutbot
acl bad_bot hdr_sub(User-Agent) -i WPScan
acl bad_bot hdr_sub(User-Agent) -i WWW-Collector-E
acl bad_bot hdr_sub(User-Agent) -i WWW-Mechanize
acl bad_bot hdr_sub(User-Agent) -i WWW::Mechanize
acl bad_bot hdr_sub(User-Agent) -i WWWOFFLE
acl bad_bot hdr_sub(User-Agent) -i Wallpapers
acl bad_bot hdr_sub(User-Agent) -i Wallpapers/3.0
acl bad_bot hdr_sub(User-Agent) -i WallpapersHD
acl bad_bot hdr_sub(User-Agent) -i WeSEE
acl bad_bot hdr_sub(User-Agent) -i WebAuto
acl bad_bot hdr_sub(User-Agent) -i WebBandit
acl bad_bot hdr_sub(User-Agent) -i WebCollage
acl bad_bot hdr_sub(User-Agent) -i WebCopier
acl bad_bot hdr_sub(User-Agent) -i WebEnhancer
acl bad_bot hdr_sub(User-Agent) -i WebFetch
acl bad_bot hdr_sub(User-Agent) -i WebFuck
acl bad_bot hdr_sub(User-Agent) -i WebGo\ IS
acl bad_bot hdr_sub(User-Agent) -i WebImageCollector
acl bad_bot hdr_sub(User-Agent) -i WebLeacher
acl bad_bot hdr_sub(User-Agent) -i WebPix
acl bad_bot hdr_sub(User-Agent) -i WebReaper
acl bad_bot hdr_sub(User-Agent) -i WebSauger
acl bad_bot hdr_sub(User-Agent) -i WebStripper
acl bad_bot hdr_sub(User-Agent) -i WebSucker
acl bad_bot hdr_sub(User-Agent) -i WebWhacker
acl bad_bot hdr_sub(User-Agent) -i WebZIP
acl bad_bot hdr_sub(User-Agent) -i Web\ Auto
acl bad_bot hdr_sub(User-Agent) -i Web\ Collage
acl bad_bot hdr_sub(User-Agent) -i Web\ Enhancer
acl bad_bot hdr_sub(User-Agent) -i Web\ Fetch
acl bad_bot hdr_sub(User-Agent) -i Web\ Fuck
acl bad_bot hdr_sub(User-Agent) -i Web\ Pix
acl bad_bot hdr_sub(User-Agent) -i Web\ Sauger
acl bad_bot hdr_sub(User-Agent) -i Web\ Sucker
acl bad_bot hdr_sub(User-Agent) -i Webalta
acl bad_bot hdr_sub(User-Agent) -i WebmasterWorldForumBot
acl bad_bot hdr_sub(User-Agent) -i Webshag
acl bad_bot hdr_sub(User-Agent) -i WebsiteExtractor
acl bad_bot hdr_sub(User-Agent) -i WebsiteQuester
acl bad_bot hdr_sub(User-Agent) -i Website\ Quester
acl bad_bot hdr_sub(User-Agent) -i Webster
acl bad_bot hdr_sub(User-Agent) -i Whack
acl bad_bot hdr_sub(User-Agent) -i Whacker
acl bad_bot hdr_sub(User-Agent) -i Whatweb
acl bad_bot hdr_sub(User-Agent) -i Who.is\ Bot
acl bad_bot hdr_sub(User-Agent) -i Widow
acl bad_bot hdr_sub(User-Agent) -i WinHTTrack
acl bad_bot hdr_sub(User-Agent) -i WiseGuys\ Robot
acl bad_bot hdr_sub(User-Agent) -i Wonderbot
acl bad_bot hdr_sub(User-Agent) -i Woobot
acl bad_bot hdr_sub(User-Agent) -i Wotbox
acl bad_bot hdr_sub(User-Agent) -i Wprecon
acl bad_bot hdr_sub(User-Agent) -i Xaldon\ WebSpider
acl bad_bot hdr_sub(User-Agent) -i Xaldon_WebSpider
acl bad_bot hdr_sub(User-Agent) -i Xenu
acl bad_bot hdr_sub(User-Agent) -i YaK
acl bad_bot hdr_sub(User-Agent) -i YoudaoBot
acl bad_bot hdr_sub(User-Agent) -i Zade
acl bad_bot hdr_sub(User-Agent) -i Zauba
acl bad_bot hdr_sub(User-Agent) -i Zermelo
acl bad_bot hdr_sub(User-Agent) -i Zeus
acl bad_bot hdr_sub(User-Agent) -i Zitebot
acl bad_bot hdr_sub(User-Agent) -i ZmEu
acl bad_bot hdr_sub(User-Agent) -i ZoomBot
acl bad_bot hdr_sub(User-Agent) -i ZoominfoBot
acl bad_bot hdr_sub(User-Agent) -i ZumBot
acl bad_bot hdr_sub(User-Agent) -i ZyBorg
acl bad_bot hdr_sub(User-Agent) -i adscanner
acl bad_bot hdr_sub(User-Agent) -i anthropic-ai
acl bad_bot hdr_sub(User-Agent) -i archive.org_bot
acl bad_bot hdr_sub(User-Agent) -i arquivo-web-crawler
acl bad_bot hdr_sub(User-Agent) -i arquivo.pt
acl bad_bot hdr_sub(User-Agent) -i autoemailspider
acl bad_bot hdr_sub(User-Agent) -i awario.com
acl bad_bot hdr_sub(User-Agent) -i backlink-check
acl bad_bot hdr_sub(User-Agent) -i cah.io.community
acl bad_bot hdr_sub(User-Agent) -i check1.exe
acl bad_bot hdr_sub(User-Agent) -i clark-crawler
acl bad_bot hdr_sub(User-Agent) -i coccocbot
acl bad_bot hdr_sub(User-Agent) -i cognitiveseo
acl bad_bot hdr_sub(User-Agent) -i cohere-ai
acl bad_bot hdr_sub(User-Agent) -i com.plumanalytics
acl bad_bot hdr_sub(User-Agent) -i crawl.sogou.com
acl bad_bot hdr_sub(User-Agent) -i crawler.feedback
acl bad_bot hdr_sub(User-Agent) -i crawler4j
acl bad_bot hdr_sub(User-Agent) -i dataforseo.com
acl bad_bot hdr_sub(User-Agent) -i dataforseobot
acl bad_bot hdr_sub(User-Agent) -i demandbase-bot
acl bad_bot hdr_sub(User-Agent) -i domainsproject.org
acl bad_bot hdr_sub(User-Agent) -i eCatch
acl bad_bot hdr_sub(User-Agent) -i evc-batch
acl bad_bot hdr_sub(User-Agent) -i everyfeed-spider
acl bad_bot hdr_sub(User-Agent) -i facebookscraper
acl bad_bot hdr_sub(User-Agent) -i gopher
acl bad_bot hdr_sub(User-Agent) -i heritrix
acl bad_bot hdr_sub(User-Agent) -i imagesift.com
acl bad_bot hdr_sub(User-Agent) -i instabid
acl bad_bot hdr_sub(User-Agent) -i internetVista\ monitor
acl bad_bot hdr_sub(User-Agent) -i ips-agent
acl bad_bot hdr_sub(User-Agent) -i isitwp.com
acl bad_bot hdr_sub(User-Agent) -i iubenda-radar
acl bad_bot hdr_sub(User-Agent) -i linkdexbot
acl bad_bot hdr_sub(User-Agent) -i linkfluence
acl bad_bot hdr_sub(User-Agent) -i lwp-request
acl bad_bot hdr_sub(User-Agent) -i lwp-trivial
acl bad_bot hdr_sub(User-Agent) -i magpie-crawler
acl bad_bot hdr_sub(User-Agent) -i meanpathbot
acl bad_bot hdr_sub(User-Agent) -i mediawords
acl bad_bot hdr_sub(User-Agent) -i muhstik-scan
acl bad_bot hdr_sub(User-Agent) -i netEstate\ NE\ Crawler
acl bad_bot hdr_sub(User-Agent) -i oBot
acl bad_bot hdr_sub(User-Agent) -i omgili
acl bad_bot hdr_sub(User-Agent) -i openai
acl bad_bot hdr_sub(User-Agent) -i openai.com
acl bad_bot hdr_sub(User-Agent) -i page\ scorer
acl bad_bot hdr_sub(User-Agent) -i pcBrowser
acl bad_bot hdr_sub(User-Agent) -i plumanalytics
acl bad_bot hdr_sub(User-Agent) -i polaris\ version
acl bad_bot hdr_sub(User-Agent) -i probe-image-size
acl bad_bot hdr_sub(User-Agent) -i ripz
acl bad_bot hdr_sub(User-Agent) -i s1z.ru
acl bad_bot hdr_sub(User-Agent) -i satoristudio.net
acl bad_bot hdr_sub(User-Agent) -i scalaj-http
acl bad_bot hdr_sub(User-Agent) -i scan.lol
acl bad_bot hdr_sub(User-Agent) -i seobility
acl bad_bot hdr_sub(User-Agent) -i seocompany.store
acl bad_bot hdr_sub(User-Agent) -i seoscanners
acl bad_bot hdr_sub(User-Agent) -i seostar
acl bad_bot hdr_sub(User-Agent) -i serpstatbot
acl bad_bot hdr_sub(User-Agent) -i sexsearcher
acl bad_bot hdr_sub(User-Agent) -i sitechecker.pro
acl bad_bot hdr_sub(User-Agent) -i siteripz
acl bad_bot hdr_sub(User-Agent) -i sogouspider
acl bad_bot hdr_sub(User-Agent) -i sp_auditbot
acl bad_bot hdr_sub(User-Agent) -i spyfu
acl bad_bot hdr_sub(User-Agent) -i sysscan
acl bad_bot hdr_sub(User-Agent) -i tAkeOut
acl bad_bot hdr_sub(User-Agent) -i trendiction.com
acl bad_bot hdr_sub(User-Agent) -i trendiction.de
acl bad_bot hdr_sub(User-Agent) -i ubermetrics-technologies.com
acl bad_bot hdr_sub(User-Agent) -i voyagerx.com
acl bad_bot hdr_sub(User-Agent) -i webgains-bot
acl bad_bot hdr_sub(User-Agent) -i webmeup-crawler
acl bad_bot hdr_sub(User-Agent) -i webpros.com
acl bad_bot hdr_sub(User-Agent) -i webprosbot
acl bad_bot hdr_sub(User-Agent) -i x09Mozilla
acl bad_bot hdr_sub(User-Agent) -i x22Mozilla
acl bad_bot hdr_sub(User-Agent) -i xpymep1.exe
acl bad_bot hdr_sub(User-Agent) -i zauba.io
acl bad_bot hdr_sub(User-Agent) -i zgrab
http-request deny if bad_bot

1327
waf_patterns/haproxy/waf.acl Normal file

File diff suppressed because one or more lines are too long

View File

@ -0,0 +1,673 @@
[http.middlewares]
[http.middlewares.bad_bot_block]
[http.middlewares.bad_bot_block.plugin.badbot]
userAgent = [
"01h4x.com",
"360Spider",
"404checker",
"404enemy",
"80legs",
"ADmantX",
"AIBOT",
"ALittle\ Client",
"ASPSeek",
"Abonti",
"Aboundex",
"Aboundexbot",
"Acunetix",
"AdsTxtCrawlerTP",
"AfD-Verbotsverfahren",
"AhrefsBot",
"AiHitBot",
"Aipbot",
"Alexibot",
"AllSubmitter",
"Alligator",
"AlphaBot",
"Anarchie",
"Anarchy",
"Anarchy99",
"Ankit",
"Anthill",
"Apexoo",
"Aspiegel",
"Asterias",
"Atomseobot",
"Attach",
"AwarioBot",
"AwarioRssBot",
"AwarioSmartBot",
"BBBike",
"BDCbot",
"BDFetch",
"BLEXBot",
"BackDoorBot",
"BackStreet",
"BackWeb",
"Backlink-Ceck",
"BacklinkCrawler",
"BacklinksExtendedBot",
"Badass",
"Bandit",
"Barkrowler",
"BatchFTP",
"Battleztar\ Bazinga",
"BetaBot",
"Bigfoot",
"Bitacle",
"BlackWidow",
"Black\ Hole",
"Blackboard",
"Blow",
"BlowFish",
"Boardreader",
"Bolt",
"BotALot",
"Brandprotect",
"Brandwatch",
"Buck",
"Buddy",
"BuiltBotTough",
"BuiltWith",
"Bullseye",
"BunnySlippers",
"BuzzSumo",
"Bytespider",
"CATExplorador",
"CCBot",
"CODE87",
"CSHttp",
"Calculon",
"CazoodleBot",
"Cegbfeieh",
"CensysInspect",
"ChatGPT-User",
"CheTeam",
"CheeseBot",
"CherryPicker",
"ChinaClaw",
"Chlooe",
"Citoid",
"Claritybot",
"ClaudeBot",
"Cliqzbot",
"Cloud\ mapping",
"Cocolyzebot",
"Cogentbot",
"Collector",
"Copier",
"CopyRightCheck",
"Copyscape",
"Cosmos",
"Craftbot",
"Crawling\ at\ Home\ Project",
"CrazyWebCrawler",
"Crescent",
"CrunchBot",
"Curious",
"Custo",
"CyotekWebCopy",
"DBLBot",
"DIIbot",
"DSearch",
"DTS\ Agent",
"DataCha0s",
"DatabaseDriverMysqli",
"Demon",
"Deusu",
"Devil",
"Digincore",
"DigitalPebble",
"Dirbuster",
"Disco",
"Discobot",
"Discoverybot",
"Dispatch",
"DittoSpyder",
"DnBCrawler-Analytics",
"DnyzBot",
"DomCopBot",
"DomainAppender",
"DomainCrawler",
"DomainSigmaCrawler",
"DomainStatsBot",
"Domains\ Project",
"Dotbot",
"Download\ Wonder",
"Dragonfly",
"Drip",
"ECCP/1.0",
"EMail\ Siphon",
"EMail\ Wolf",
"EasyDL",
"Ebingbong",
"Ecxi",
"EirGrabber",
"EroCrawler",
"Evil",
"Exabot",
"Express\ WebPictures",
"ExtLinksBot",
"Extractor",
"ExtractorPro",
"Extreme\ Picture\ Finder",
"EyeNetIE",
"Ezooms",
"FDM",
"FHscan",
"FacebookBot",
"FemtosearchBot",
"Fimap",
"Firefox/7.0",
"FlashGet",
"Flunky",
"Foobot",
"Freeuploader",
"FrontPage",
"Fuzz",
"FyberSpider",
"Fyrebot",
"G-i-g-a-b-o-t",
"GPTBot",
"GT::WWW",
"GalaxyBot",
"Genieo",
"GermCrawler",
"GetRight",
"GetWeb",
"Getintent",
"Gigabot",
"Go!Zilla",
"Go-Ahead-Got-It",
"GoZilla",
"Gotit",
"GrabNet",
"Grabber",
"Grafula",
"GrapeFX",
"GrapeshotCrawler",
"GridBot",
"HEADMasterSEO",
"HMView",
"HTMLparser",
"HTTP::Lite",
"HTTrack",
"Haansoft",
"HaosouSpider",
"Harvest",
"Havij",
"Heritrix",
"Hloader",
"HonoluluBot",
"Humanlinks",
"HybridBot",
"IDBTE4M",
"IDBot",
"IRLbot",
"Iblog",
"Id-search",
"IlseBot",
"Image\ Fetch",
"Image\ Sucker",
"ImagesiftBot",
"IndeedBot",
"Indy\ Library",
"InfoNaviRobot",
"InfoTekies",
"Information\ Security\ Team\ InfraSec\ Scanner",
"InfraSec\ Scanner",
"Intelliseek",
"InterGET",
"InternetMeasurement",
"InternetSeer",
"Internet\ Ninja",
"Iria",
"Iskanie",
"IstellaBot",
"JOC\ Web\ Spider",
"JamesBOT",
"Jbrofuzz",
"JennyBot",
"JetCar",
"Jetty",
"JikeSpider",
"Joomla",
"Jorgee",
"JustView",
"Jyxobot",
"Kenjin\ Spider",
"Keybot\ Translation-Search-Machine",
"Keyword\ Density",
"Kinza",
"Kozmosbot",
"LNSpiderguy",
"LWP::Simple",
"Lanshanbot",
"Larbin",
"Leap",
"LeechFTP",
"LeechGet",
"LexiBot",
"Lftp",
"LibWeb",
"Libwhisker",
"LieBaoFast",
"Lightspeedsystems",
"Likse",
"LinkScan",
"LinkWalker",
"Linkbot",
"LinkextractorPro",
"LinkpadBot",
"LinksManager",
"LinqiaMetadataDownloaderBot",
"LinqiaRSSBot",
"LinqiaScrapeBot",
"Lipperhey",
"Lipperhey\ Spider",
"Litemage_walker",
"Lmspider",
"Ltx71",
"MFC_Tear_Sample",
"MIDown\ tool",
"MIIxpc",
"MJ12bot",
"MQQBrowser",
"MSFrontPage",
"MSIECrawler",
"MTRobot",
"Mag-Net",
"Magnet",
"Mail.RU_Bot",
"Majestic-SEO",
"Majestic12",
"Majestic\ SEO",
"MarkMonitor",
"MarkWatch",
"Mass\ Downloader",
"Masscan",
"Mata\ Hari",
"MauiBot",
"Mb2345Browser",
"MeanPath\ Bot",
"Meanpathbot",
"Mediatoolkitbot",
"MegaIndex.ru",
"Metauri",
"MicroMessenger",
"Microsoft\ Data\ Access",
"Microsoft\ URL\ Control",
"Minefield",
"Mister\ PiX",
"Moblie\ Safari",
"Mojeek",
"Mojolicious",
"MolokaiBot",
"Morfeus\ Fucking\ Scanner",
"Mozlila",
"Mr.4x3",
"Msrabot",
"Musobot",
"NICErsPRO",
"NPbot",
"Name\ Intelligence",
"Nameprotect",
"Navroad",
"NearSite",
"Needle",
"Nessus",
"NetAnts",
"NetLyzer",
"NetMechanic",
"NetSpider",
"NetZIP",
"Net\ Vampire",
"Netcraft",
"Nettrack",
"Netvibes",
"NextGenSearchBot",
"Nibbler",
"Niki-bot",
"Nikto",
"NimbleCrawler",
"Nimbostratus",
"Ninja",
"Nmap",
"Nuclei",
"Nutch",
"Octopus",
"Offline\ Explorer",
"Offline\ Navigator",
"OnCrawl",
"OpenLinkProfiler",
"OpenVAS",
"Openfind",
"Openvas",
"OrangeBot",
"OrangeSpider",
"OutclicksBot",
"OutfoxBot",
"PECL::HTTP",
"PHPCrawl",
"POE-Component-Client-HTTP",
"PageAnalyzer",
"PageGrabber",
"PageScorer",
"PageThing.com",
"Page\ Analyzer",
"Pandalytics",
"Panscient",
"Papa\ Foto",
"Pavuk",
"PeoplePal",
"Petalbot",
"Pi-Monster",
"Picscout",
"Picsearch",
"PictureFinder",
"Piepmatz",
"Pimonster",
"Pixray",
"PleaseCrawl",
"Pockey",
"ProPowerBot",
"ProWebWalker",
"Probethenet",
"Proximic",
"Psbot",
"Pu_iN",
"Pump",
"PxBroker",
"PyCurl",
"QueryN\ Metasearch",
"Quick-Crawler",
"RSSingBot",
"Rainbot",
"RankActive",
"RankActiveLinkBot",
"RankFlex",
"RankingBot",
"RankingBot2",
"Rankivabot",
"RankurBot",
"Re-re",
"ReGet",
"RealDownload",
"Reaper",
"RebelMouse",
"Recorder",
"RedesScrapy",
"RepoMonkey",
"Ripper",
"RocketCrawler",
"Rogerbot",
"SBIder",
"SEOkicks",
"SEOkicks-Robot",
"SEOlyt",
"SEOlyticsCrawler",
"SEOprofiler",
"SEOstats",
"SISTRIX",
"SMTBot",
"SalesIntelligent",
"ScanAlert",
"Scanbot",
"ScoutJet",
"Scrapy",
"Screaming",
"ScreenerBot",
"ScrepyBot",
"Searchestate",
"SearchmetricsBot",
"Seekport",
"SeekportBot",
"SemanticJuice",
"Semrush",
"SemrushBot",
"SentiBot",
"SenutoBot",
"SeoCherryBot",
"SeoSiteCheckup",
"SeobilityBot",
"Seomoz",
"Shodan",
"Siphon",
"SiteCheckerBotCrawler",
"SiteExplorer",
"SiteLockSpider",
"SiteSnagger",
"SiteSucker",
"Site\ Sucker",
"Sitebeam",
"Siteimprove",
"Sitevigil",
"SlySearch",
"SmartDownload",
"Snake",
"Snapbot",
"Snoopy",
"SocialRankIOBot",
"Sociscraper",
"Sogou\ web\ spider",
"Sosospider",
"Sottopop",
"SpaceBison",
"Spammen",
"SpankBot",
"Spanner",
"Spbot",
"Spider_Bot",
"Spider_Bot/3.0",
"Spinn3r",
"SputnikBot",
"Sqlmap",
"Sqlworm",
"Sqworm",
"Steeler",
"Stripper",
"Sucker",
"Sucuri",
"SuperBot",
"SuperHTTP",
"Surfbot",
"SurveyBot",
"Suzuran",
"Swiftbot",
"Szukacz",
"T0PHackTeam",
"T8Abot",
"Teleport",
"TeleportPro",
"Telesoft",
"Telesphoreo",
"Telesphorep",
"TheNomad",
"The\ Intraformant",
"Thumbor",
"TightTwatBot",
"TinyTestBot",
"Titan",
"Toata",
"Toweyabot",
"Tracemyfile",
"Trendiction",
"Trendictionbot",
"True_Robot",
"Turingos",
"Turnitin",
"TurnitinBot",
"TwengaBot",
"Twice",
"Typhoeus",
"URLy.Warning",
"URLy\ Warning",
"UnisterBot",
"Upflow",
"V-BOT",
"VB\ Project",
"VCI",
"Vacuum",
"Vagabondo",
"VelenPublicWebCrawler",
"VeriCiteCrawler",
"VidibleScraper",
"Virusdie",
"VoidEYE",
"Voil",
"Voltron",
"WASALive-Bot",
"WBSearchBot",
"WEBDAV",
"WISENutbot",
"WPScan",
"WWW-Collector-E",
"WWW-Mechanize",
"WWW::Mechanize",
"WWWOFFLE",
"Wallpapers",
"Wallpapers/3.0",
"WallpapersHD",
"WeSEE",
"WebAuto",
"WebBandit",
"WebCollage",
"WebCopier",
"WebEnhancer",
"WebFetch",
"WebFuck",
"WebGo\ IS",
"WebImageCollector",
"WebLeacher",
"WebPix",
"WebReaper",
"WebSauger",
"WebStripper",
"WebSucker",
"WebWhacker",
"WebZIP",
"Web\ Auto",
"Web\ Collage",
"Web\ Enhancer",
"Web\ Fetch",
"Web\ Fuck",
"Web\ Pix",
"Web\ Sauger",
"Web\ Sucker",
"Webalta",
"WebmasterWorldForumBot",
"Webshag",
"WebsiteExtractor",
"WebsiteQuester",
"Website\ Quester",
"Webster",
"Whack",
"Whacker",
"Whatweb",
"Who.is\ Bot",
"Widow",
"WinHTTrack",
"WiseGuys\ Robot",
"Wonderbot",
"Woobot",
"Wotbox",
"Wprecon",
"Xaldon\ WebSpider",
"Xaldon_WebSpider",
"Xenu",
"YaK",
"YoudaoBot",
"Zade",
"Zauba",
"Zermelo",
"Zeus",
"Zitebot",
"ZmEu",
"ZoomBot",
"ZoominfoBot",
"ZumBot",
"ZyBorg",
"adscanner",
"anthropic-ai",
"archive.org_bot",
"arquivo-web-crawler",
"arquivo.pt",
"autoemailspider",
"awario.com",
"backlink-check",
"cah.io.community",
"check1.exe",
"clark-crawler",
"coccocbot",
"cognitiveseo",
"cohere-ai",
"com.plumanalytics",
"crawl.sogou.com",
"crawler.feedback",
"crawler4j",
"dataforseo.com",
"dataforseobot",
"demandbase-bot",
"domainsproject.org",
"eCatch",
"evc-batch",
"everyfeed-spider",
"facebookscraper",
"gopher",
"heritrix",
"imagesift.com",
"instabid",
"internetVista\ monitor",
"ips-agent",
"isitwp.com",
"iubenda-radar",
"linkdexbot",
"linkfluence",
"lwp-request",
"lwp-trivial",
"magpie-crawler",
"meanpathbot",
"mediawords",
"muhstik-scan",
"netEstate\ NE\ Crawler",
"oBot",
"omgili",
"openai",
"openai.com",
"page\ scorer",
"pcBrowser",
"plumanalytics",
"polaris\ version",
"probe-image-size",
"ripz",
"s1z.ru",
"satoristudio.net",
"scalaj-http",
"scan.lol",
"seobility",
"seocompany.store",
"seoscanners",
"seostar",
"serpstatbot",
"sexsearcher",
"sitechecker.pro",
"siteripz",
"sogouspider",
"sp_auditbot",
"spyfu",
"sysscan",
"tAkeOut",
"trendiction.com",
"trendiction.de",
"ubermetrics-technologies.com",
"voyagerx.com",
"webgains-bot",
"webmeup-crawler",
"webpros.com",
"webprosbot",
"x09Mozilla",
"x22Mozilla",
"xpymep1.exe",
"zauba.io",
"zgrab",
]

File diff suppressed because one or more lines are too long