haiku-atelier-2024/containers/conf/angie/snippets/bots-map.conf-example
2025-11-04 13:27:49 +01:00

723 lines
9.8 KiB
Text
Executable file

## Map user agent string
## Include this file in your serverblock
## Include bots.conf in your global config
map $http_user_agent $bad_client {
default 0;
01h4x.com 1;
360Spider 1;
404checker 1;
404enemy 1;
80legs 1;
ADmantX 1;
AIBOT 1;
ALittle\ 1;
Client 1;
ASPSeek 1;
Abonti 1;
Aboundex 1;
Aboundexbot 1;
Acunetix 1;
AdsTxtCrawlerTP 1;
AfD-Verbotsverfahren 1;
AhrefsBot 1;
AiHitBot 1;
Aipbot 1;
Alexibot 1;
AllSubmitter 1;
Alligator 1;
AlphaBot 1;
Anarchie 1;
Anarchy 1;
Anarchy99 1;
Ankit 1;
Anthill 1;
Apexoo 1;
Aspiegel 1;
Asterias 1;
Atomseobot 1;
Attach 1;
AwarioRssBot 1;
AwarioSmartBot 1;
BBBike 1;
BDCbot 1;
BDFetch 1;
BLEXBot 1;
BackDoorBot 1;
BackStreet 1;
BackWeb 1;
Backlink-Ceck 1;
BacklinkCrawler 1;
Badass 1;
Bandit 1;
Barkrowler 1;
BatchFTP 1;
Battleztar\ 1;
Bazinga 1;
BetaBot 1;
Bigfoot 1;
Bitacle 1;
BlackWidow 1;
Black\ 1;
Hole 1;
Blackboard 1;
Blow 1;
BlowFish 1;
Boardreader 1;
Bolt 1;
BotALot 1;
Brandprotect 1;
Brandwatch 1;
Buck 1;
Buddy 1;
BuiltBotTough 1;
BuiltWith 1;
Bullseye 1;
BunnySlippers 1;
BuzzSumo 1;
Bytespider 1;
CATExplorador 1;
CCBot 1;
CODE87 1;
CSHttp 1;
Calculon 1;
CazoodleBot 1;
Cegbfeieh 1;
CensysInspect 1;
CheTeam 1;
CheeseBot 1;
CherryPicker 1;
ChinaClaw 1;
Chlooe 1;
Citoid 1;
Claritybot 1;
Cliqzbot 1;
Cloud\ 1;
mapping 1;
Cocolyzebot 1;
Cogentbot 1;
Collector 1;
Copier 1;
CopyRightCheck 1;
Copyscape 1;
Cosmos 1;
Craftbot 1;
Crawling\ 1;
at\ 1;
Home\ 1;
Project 1;
CrazyWebCrawler 1;
Crescent 1;
CrunchBot 1;
Curious 1;
Custo 1;
CyotekWebCopy 1;
DBLBot 1;
DIIbot 1;
DSearch 1;
DTS\ 1;
Agent 1;
DataCha0s 1;
DatabaseDriverMysqli 1;
Demon 1;
Deusu 1;
Devil 1;
Digincore 1;
DigitalPebble 1;
Dirbuster 1;
Disco 1;
Discobot 1;
Discoverybot 1;
Dispatch 1;
DittoSpyder 1;
DnBCrawler-Analytics 1;
DnyzBot 1;
DomCopBot 1;
DomainAppender 1;
DomainCrawler 1;
DomainSigmaCrawler 1;
DomainStatsBot 1;
Domains\ 1;
Project 1;
Dotbot 1;
Download\ 1;
Wonder 1;
Dragonfly 1;
Drip 1;
ECCP/1.0 1;
EMail\ 1;
Siphon 1;
EMail\ 1;
Wolf 1;
EasyDL 1;
Ebingbong 1;
Ecxi 1;
EirGrabber 1;
EroCrawler 1;
Evil 1;
Exabot 1;
Express\ 1;
WebPictures 1;
ExtLinksBot 1;
Extractor 1;
ExtractorPro 1;
Extreme\ 1;
Picture\ 1;
Finder 1;
EyeNetIE 1;
Ezooms 1;
FDM 1;
FHscan 1;
FemtosearchBot 1;
Fimap 1;
Firefox/7.0 1;
FlashGet 1;
Flunky 1;
Foobot 1;
Freeuploader 1;
FrontPage 1;
Fuzz 1;
FyberSpider 1;
Fyrebot 1;
G-i-g-a-b-o-t 1;
GPTBot 1;
GT::WWW 1;
GalaxyBot 1;
Genieo 1;
GermCrawler 1;
GetRight 1;
GetWeb 1;
Getintent 1;
Gigabot 1;
Go!Zilla 1;
Go-Ahead-Got-It 1;
GoZilla 1;
Gotit 1;
GrabNet 1;
Grabber 1;
Grafula 1;
GrapeFX 1;
GrapeshotCrawler 1;
GridBot 1;
HEADMasterSEO 1;
HMView 1;
HTMLparser 1;
HTTP::Lite 1;
HTTrack 1;
Haansoft 1;
HaosouSpider 1;
Harvest 1;
Havij 1;
Heritrix 1;
Hloader 1;
HonoluluBot 1;
Humanlinks 1;
HybridBot 1;
IDBTE4M 1;
IDBot 1;
IRLbot 1;
Iblog 1;
Id-search 1;
IlseBot 1;
Image\ 1;
Fetch 1;
Image\ 1;
Sucker 1;
IndeedBot 1;
Indy\ 1;
Library 1;
InfoNaviRobot 1;
InfoTekies 1;
Intelliseek 1;
InterGET 1;
InternetSeer 1;
Internet\ 1;
Ninja 1;
Iria 1;
Iskanie 1;
IstellaBot 1;
JOC\ 1;
Web\ 1;
Spider 1;
JamesBOT 1;
Jbrofuzz 1;
JennyBot 1;
JetCar 1;
Jetty 1;
JikeSpider 1;
Joomla 1;
Jorgee 1;
JustView 1;
Jyxobot 1;
Kenjin\ 1;
Spider 1;
Keybot\ 1;
Translation-Search-Machine 1;
Keyword\ 1;
Density 1;
Kinza 1;
Kozmosbot 1;
LNSpiderguy 1;
LWP::Simple 1;
Lanshanbot 1;
Larbin 1;
Leap 1;
LeechFTP 1;
LeechGet 1;
LexiBot 1;
Lftp 1;
LibWeb 1;
Libwhisker 1;
LieBaoFast 1;
Lightspeedsystems 1;
Likse 1;
LinkScan 1;
LinkWalker 1;
Linkbot 1;
LinkextractorPro 1;
LinkpadBot 1;
LinksManager 1;
LinqiaMetadataDownloaderBot 1;
LinqiaRSSBot 1;
LinqiaScrapeBot 1;
Lipperhey 1;
Lipperhey\ 1;
Spider 1;
Litemage_walker 1;
Lmspider 1;
Ltx71 1;
MFC_Tear_Sample 1;
MIDown\ 1;
tool 1;
MIIxpc 1;
MJ12bot 1;
MQQBrowser 1;
MSFrontPage 1;
MSIECrawler 1;
MTRobot 1;
Mag-Net 1;
Magnet 1;
Mail.RU_Bot 1;
Majestic-SEO 1;
Majestic12 1;
Majestic\ 1;
SEO 1;
MarkMonitor 1;
MarkWatch 1;
Mass\ 1;
Downloader 1;
Masscan 1;
Mata\ 1;
Hari 1;
MauiBot 1;
Mb2345Browser 1;
MeanPath\ 1;
Bot 1;
Meanpathbot 1;
Mediatoolkitbot 1;
MegaIndex.ru 1;
Metauri 1;
MicroMessenger 1;
Microsoft\ 1;
Data\ 1;
Access 1;
Microsoft\ 1;
URL\ 1;
Control 1;
Minefield 1;
Mister\ 1;
PiX 1;
Moblie\ 1;
Safari 1;
Mojeek 1;
Mojolicious 1;
MolokaiBot 1;
Morfeus\ 1;
Fucking\ 1;
Scanner 1;
Mozlila 1;
Mr.4x3 1;
Msrabot 1;
Musobot 1;
NICErsPRO 1;
NPbot 1;
Name\ 1;
Intelligence 1;
Nameprotect 1;
Navroad 1;
NearSite 1;
Needle 1;
Nessus 1;
NetAnts 1;
NetLyzer 1;
NetMechanic 1;
NetSpider 1;
NetZIP 1;
Net\ 1;
Vampire 1;
Netcraft 1;
Nettrack 1;
Netvibes 1;
NextGenSearchBot 1;
Nibbler 1;
Niki-bot 1;
Nikto 1;
NimbleCrawler 1;
Nimbostratus 1;
Ninja 1;
Nmap 1;
Nuclei 1;
Nutch 1;
Octopus 1;
Offline\ 1;
Explorer 1;
Offline\ 1;
Navigator 1;
OnCrawl 1;
OpenLinkProfiler 1;
OpenVAS 1;
Openfind 1;
Openvas 1;
OrangeBot 1;
OrangeSpider 1;
OutclicksBot 1;
OutfoxBot 1;
PECL::HTTP 1;
PHPCrawl 1;
POE-Component-Client-HTTP 1;
PageAnalyzer 1;
PageGrabber 1;
PageScorer 1;
PageThing.com 1;
Page\ 1;
Analyzer 1;
Pandalytics 1;
Panscient 1;
Papa\ 1;
Foto 1;
Pavuk 1;
PeoplePal 1;
Petalbot 1;
Pi-Monster 1;
Picscout 1;
Picsearch 1;
PictureFinder 1;
Piepmatz 1;
Pimonster 1;
Pixray 1;
PleaseCrawl 1;
Pockey 1;
ProPowerBot 1;
ProWebWalker 1;
Probethenet 1;
Proximic 1;
Psbot 1;
Pu_iN 1;
Pump 1;
PxBroker 1;
PyCurl 1;
QueryN\ 1;
Metasearch 1;
Quick-Crawler 1;
RSSingBot 1;
Rainbot 1;
RankActive 1;
RankActiveLinkBot 1;
RankFlex 1;
RankingBot 1;
RankingBot2 1;
Rankivabot 1;
RankurBot 1;
Re-re 1;
ReGet 1;
RealDownload 1;
Reaper 1;
RebelMouse 1;
Recorder 1;
RedesScrapy 1;
RepoMonkey 1;
Ripper 1;
RocketCrawler 1;
Rogerbot 1;
SBIder 1;
SEOkicks 1;
SEOkicks-Robot 1;
SEOlyticsCrawler 1;
SEOprofiler 1;
SEOstats 1;
SISTRIX 1;
SMTBot 1;
SalesIntelligent 1;
ScanAlert 1;
Scanbot 1;
ScoutJet 1;
Scrapy 1;
Screaming 1;
ScreenerBot 1;
ScrepyBot 1;
Searchestate 1;
SearchmetricsBot 1;
Seekport 1;
SeekportBot 1;
SemanticJuice 1;
Semrush 1;
SemrushBot 1;
SentiBot 1;
SenutoBot 1;
SeoSiteCheckup 1;
SeobilityBot 1;
Seomoz 1;
Shodan 1;
Siphon 1;
SiteCheckerBotCrawler 1;
SiteExplorer 1;
SiteLockSpider 1;
SiteSnagger 1;
SiteSucker 1;
Site\ 1;
Sucker 1;
Sitebeam 1;
Siteimprove 1;
Sitevigil 1;
SlySearch 1;
SmartDownload 1;
Snake 1;
Snapbot 1;
Snoopy 1;
SocialRankIOBot 1;
Sociscraper 1;
Sogou\ 1;
web\ 1;
spider 1;
Sosospider 1;
Sottopop 1;
SpaceBison 1;
Spammen 1;
SpankBot 1;
Spanner 1;
Spbot 1;
Spinn3r 1;
SputnikBot 1;
Sqlmap 1;
Sqlworm 1;
Sqworm 1;
Steeler 1;
Stripper 1;
Sucker 1;
Sucuri 1;
SuperBot 1;
SuperHTTP 1;
Surfbot 1;
SurveyBot 1;
Suzuran 1;
Swiftbot 1;
Szukacz 1;
T0PHackTeam 1;
T8Abot 1;
Teleport 1;
TeleportPro 1;
Telesoft 1;
Telesphoreo 1;
Telesphorep 1;
TheNomad 1;
The\ 1;
Intraformant 1;
Thumbor 1;
TightTwatBot 1;
TinyTestBot 1;
Titan 1;
Toata 1;
Toweyabot 1;
Tracemyfile 1;
Trendiction 1;
Trendictionbot 1;
True_Robot 1;
Turingos 1;
Turnitin 1;
TurnitinBot 1;
TwengaBot 1;
Twice 1;
Typhoeus 1;
URLy.Warning 1;
URLy\ 1;
Warning 1;
UnisterBot 1;
Upflow 1;
V-BOT 1;
VB\ 1;
Project 1;
VCI 1;
Vacuum 1;
Vagabondo 1;
VelenPublicWebCrawler 1;
VeriCiteCrawler 1;
VidibleScraper 1;
Virusdie 1;
VoidEYE 1;
Voil 1;
Voltron 1;
WASALive-Bot 1;
WBSearchBot 1;
WEBDAV 1;
WISENutbot 1;
WPScan 1;
WWW-Collector-E 1;
WWW-Mechanize 1;
WWW::Mechanize 1;
WWWOFFLE 1;
Wallpapers 1;
Wallpapers/3.0 1;
WallpapersHD 1;
WeSEE 1;
WebAuto 1;
WebBandit 1;
WebCollage 1;
WebCopier 1;
WebEnhancer 1;
WebFetch 1;
WebFuck 1;
WebGo\ 1;
IS 1;
WebImageCollector 1;
WebLeacher 1;
WebPix 1;
WebReaper 1;
WebSauger 1;
WebStripper 1;
WebSucker 1;
WebWhacker 1;
WebZIP 1;
Web\ 1;
Auto 1;
Web\ 1;
Collage 1;
Web\ 1;
Enhancer 1;
Web\ 1;
Fetch 1;
Web\ 1;
Fuck 1;
Web\ 1;
Pix 1;
Web\ 1;
Sauger 1;
Web\ 1;
Sucker 1;
Webalta 1;
WebmasterWorldForumBot 1;
Webshag 1;
WebsiteExtractor 1;
WebsiteQuester 1;
Website\ 1;
Quester 1;
Webster 1;
Whack 1;
Whacker 1;
Whatweb 1;
Who.is\ 1;
Bot 1;
Widow 1;
WinHTTrack 1;
WiseGuys\ 1;
Robot 1;
Wonderbot 1;
Woobot 1;
Wotbox 1;
Wprecon 1;
Xaldon\ 1;
WebSpider 1;
Xaldon_WebSpider 1;
Xenu 1;
YoudaoBot 1;
Zade 1;
Zauba 1;
Zermelo 1;
Zeus 1;
Zitebot 1;
ZmEu 1;
ZoomBot 1;
ZoominfoBot 1;
ZumBot 1;
ZyBorg 1;
adscanner 1;
archive.org_bot 1;
arquivo-web-crawler 1;
arquivo.pt 1;
autoemailspider 1;
backlink-check 1;
cah.io.community 1;
check1.exe 1;
clark-crawler 1;
coccocbot 1;
cognitiveseo 1;
com.plumanalytics 1;
crawl.sogou.com 1;
crawler.feedback 1;
crawler4j 1;
dataforseo.com 1;
dataforseobot 1;
demandbase-bot 1;
domainsproject.org 1;
eCatch 1;
evc-batch 1;
facebookscraper 1;
gopher 1;
heritrix 1;
instabid 1;
internetVista\ 1;
monitor 1;
ips-agent 1;
isitwp.com 1;
iubenda-radar 1;
linkdexbot 1;
lwp-request 1;
lwp-trivial 1;
magpie-crawler 1;
meanpathbot 1;
mediawords 1;
muhstik-scan 1;
netEstate\ 1;
NE\ 1;
Crawler 1;
oBot 1;
openai 1;
openai.com 1;
page\ 1;
scorer 1;
pcBrowser 1;
plumanalytics 1;
polaris\ 1;
version 1;
probe-image-size 1;
ripz 1;
s1z.ru 1;
satoristudio.net 1;
scalaj-http 1;
scan.lol 1;
seobility 1;
seocompany.store 1;
seoscanners 1;
seostar 1;
serpstatbot 1;
sexsearcher 1;
sitechecker.pro 1;
siteripz 1;
sogouspider 1;
sp_auditbot 1;
spyfu 1;
sysscan 1;
tAkeOut 1;
trendiction.com 1;
trendiction.de 1;
ubermetrics-technologies.com 1;
voyagerx.com 1;
webgains-bot 1;
webmeup-crawler 1;
webpros.com 1;
webprosbot 1;
x09Mozilla 1;
x22Mozilla 1;
xpymep1.exe 1;
zauba.io 1;
zgrab 1;
}