V4.2023.10.4071 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-AiHitBot
-Aipbot
-Alexibot
-Anarchy
-Anarchy99
-Atomseobot
-Bandit
-Bitacle
-Black Hole
-Blackboard
-BlowFish
-Boardreader
-CSHttp
-Cliqzbot
-Cocolyzebot
-CrunchBot
-DataCha0s
-Discobot
-Dotbot
-Dragonfly
-Drip
-Exabot
+AfD-Verbotsverfahren
+AhrefsBot
+Anthill
+Asterias
+BBBike
+BDFetch
+Battleztar Bazinga
+Brandwatch
+CherryPicker
+Chlooe
+Craftbot
+Crawling at Home Project
+Curious
+DnyzBot
+DomCopBot
+Download Wonder
 Extractor
-EyeNetIE
-Ezooms
+ExtractorPro
+FHscan
+Fuzz
+Fyrebot
+GalaxyBot
 GermCrawler
-Getintent
+GetRight
+GetWeb
+Go-Ahead-Got-It
+GrabNet
 GrapeshotCrawler
 HTTP::Lite
+HTTrack
 Haansoft
-IDBTE4M
-IndeedBot
-InfoNaviRobot
-Internet Ninja
-JetCar
-JikeSpider
-Jorgee
-Kenjin Spider
-Larbin
-Libwhisker
-LinkextractorPro
-LinksManager
+Image Sucker
+Indy Library
+JOC Web Spider
+Lftp
+LinkWalker
+Litemage_walker
 Lmspider
-MSFrontPage
-Mass Downloader
-Masscan
+Magnet
 Mata Hari
-MegaIndex.ru
-Mojeek
-Mr.4x3
-Musobot
-Needle
-NetMechanic
-NetSpider
-Nettrack
-Nimbostratus
-OnCrawl
-PageScorer
-PageThing.com
+MauiBot
+Minefield
+Name Intelligence
+Net Vampire
+Nikto
+Ninja
+Offline Explorer
+Openvas
+Papa Foto
+Piepmatz
+Pixray
 Pockey
-Pump
-RebelMouse
-SEOkicks
-SMTBot
+Proximic
+RankActive
+SEOstats
+SISTRIX
+SalesIntelligent
 ScanAlert
-Searchestate
-SeobilityBot
-Seomoz
-Shodan
-SmartDownload
-Sucker
-Suzuran
-TheNomad
-Titan
-Toweyabot
-Upflow
-VidibleScraper
-Virusdie
-WebImageCollector
-WebSucker
-WebZIP
-WebmasterWorldForumBot
-Webster
-Woobot
-Wotbox
+Scanbot
+Snapbot
+Snoopy
+Sociscraper
+Sottopop
+SputnikBot
+Sqlmap
+Telesphorep
+Trendictionbot
+WWW-Collector-E
+WWW-Mechanize
+Web Auto
+Web Fetch
+Web Sucker
+WebAuto
+WebBandit
+WebEnhancer
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Widow
+Zermelo
+Zeus
+adscanner
 check1.exe
 coccocbot
 cognitiveseo
+domainsproject.org
 eCatch
+facebookscraper
 instabid
-isitwp.com
-mediawords
-probe-image-size
-ripz
-sitechecker.pro
-webmeup-crawler
-x22Mozilla
+ips-agent
+linkdexbot
+lwp-trivial
+magpie-crawler
+netEstate NE Crawler
+plumanalytics
+spyfu
+sysscan
+webprosbot
 xpymep1.exe
-zauba.io
+zgrab