V4.2023.10.4039 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-AllSubmitter
-Aspiegel
-Asterias
-BackStreet
+404checker
+Alexibot
+Anarchie
+Anthill
+Atomseobot
+BBBike
 Backlink-Ceck
-BatchFTP
-Bolt
-BotALot
-Chlooe
-Copier
-Copyscape
-Cosmos
-CrazyWebCrawler
+Barkrowler
+Bitacle
+Black Hole
+Blow
+BuiltWith
+BunnySlippers
+CCBot
+CopyRightCheck
+Crawling at Home Project
+Crescent
 Custo
-Deusu
-Dispatch
-Domains Project
-Dragonfly
-ExtLinksBot
-Extreme Picture Finder
-Ezooms
-FHscan
+DittoSpyder
+DomCopBot
+DomainCrawler
+Extractor
+Flunky
+Foobot
 GT::WWW
+Go!Zilla
+Gotit
+GrapeFX
+GrapeshotCrawler
 HTMLparser
-Harvest
-Humanlinks
-InfoTekies
-Iria
-JamesBOT
-JikeSpider
-JustView
-Keybot Translation-Search-Machine
+HaosouSpider
+Internet Ninja
+JOC Web Spider
+JennyBot
+Keyword Density
+LWP::Simple
+LexiBot
 Lftp
-LieBaoFast
 Lightspeedsystems
 LinkWalker
+LinqiaScrapeBot
+Lipperhey Spider
+Ltx71
+MQQBrowser
+Magnet
+Majestic12
 MarkMonitor
-Metauri
-Microsoft URL Control
+Mass Downloader
+Mata Hari
 Minefield
-Mister PiX
+Morfeus Fucking Scanner
 Msrabot
-Name Intelligence
+NPbot
+NearSite
 NetMechanic
-OnCrawl
+Offline Explorer
 OpenLinkProfiler
-PECL::HTTP
-Page Analyzer
-Pi-Monster
-Piepmatz
-Pimonster
-PleaseCrawl
-PxBroker
-RankFlex
+PHPCrawl
+PageThing.com
+Papa Foto
+Pump
 RankurBot
-Recorder
-RedesScrapy
+SEOkicks-Robot
 ScanAlert
 Scrapy
-ScrepyBot
-SearchmetricsBot
+SeekportBot
+Site Sucker
+SiteSnagger
 Sitebeam
-SmartDownload
+Sitevigil
 SocialRankIOBot
 Sosospider
-Spbot
-Sqlworm
-Sqworm
-Stripper
-Swiftbot
+Sucker
+Sucuri
+T8Abot
 The Intraformant
-Toata
+Turingos
 TwengaBot
-Upflow
-Vacuum
-WEBDAV
-WISENutbot
-WWW-Mechanize
-WWWOFFLE
-WallpapersHD
-WebBandit
-WebCollage
+WWW::Mechanize
+Web Pix
+Web Sucker
 WebFetch
-WebSauger
-Widow
-Zeus
-autoemailspider
-coccocbot
-dataforseo.com
-dataforseobot
-heritrix
-lwp-request
+WebImageCollector
+WebPix
+WebZIP
+WebsiteExtractor
+WiseGuys Robot
+Wprecon
+ZyBorg
+archive.org_bot
+check1.exe
+crawler.feedback
+facebookscraper
+magpie-crawler
+oBot
 plumanalytics
-probe-image-size
+scalaj-http
 sitechecker.pro
-trendiction.com
-webmeup-crawler
-webprosbot
-x09Mozilla
+x22Mozilla
+xpymep1.exe