V4.2022.03.3002 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
 80legs
 AIBOT
-Abonti
-Aboundex
+ALittle Client
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-Alexibot
-AllSubmitter
-Alligator
-Anarchy99
-Anthill
-Atomseobot
+AlphaBot
+Asterias
+Attach
 AwarioSmartBot
-BDCbot
+BBBike
 BDFetch
 BackStreet
 BackWeb
 BacklinkCrawler
-Badass
-Bandit
-BatchFTP
-BetaBot
-Blackboard
-BlowFish
-Bolt
-Buddy
-CATExplorador
-CazoodleBot
-CheeseBot
+Battleztar Bazinga
+Bigfoot
+BlackWidow
+Boardreader
+BotALot
+Buck
+BuiltBotTough
+BunnySlippers
 CherryPicker
-Chlooe
+Citoid
 Claritybot
-Cloud mapping
 Cocolyzebot
-Collector
+Cogentbot
 Copier
-Copyscape
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 Crescent
-DIIbot
-DTS Agent
-DataCha0s
-Deusu
+CyotekWebCopy
+DBLBot
+Demon
 Devil
 DigitalPebble
-Discobot
+Disco
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
-DomainStatsBot
-Dragonfly
-ECCP/1.0
-EMail Wolf
+DnyzBot
+DomainAppender
+EMail Siphon
+Ecxi
 Exabot
 Express WebPictures
-Extreme Picture Finder
 Ezooms
-FemtosearchBot
-Flunky
-GermCrawler
-Go!Zilla
+FyberSpider
+Fyrebot
+GT::WWW
+GalaxyBot
+GetRight
+GetWeb
+GoZilla
+GrabNet
 GrapeshotCrawler
 GridBot
-HMView
+HEADMasterSEO
+HTMLparser
 HTTP::Lite
-HaosouSpider
-Harvest
-Heritrix
-HybridBot
-IDBot
-IRLbot
-IlseBot
-InfoTekies
+HTTrack
+Hloader
+Humanlinks
+IDBTE4M
+IndeedBot
+InfoNaviRobot
 Intelliseek
 Iria
 Iskanie
-JamesBOT
+JOC Web Spider
 JikeSpider
+JustView
+Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
+LNSpiderguy
 LWP::Simple
-Lanshanbot
+Larbin
+LeechFTP
 LexiBot
 LibWeb
 Lightspeedsystems
 Likse
+Linkdexbot
+LinkpadBot
+LinksManager
 LinqiaRSSBot
 LinqiaScrapeBot
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MIIxpc
-MSFrontPage
-MSIECrawler
+Lipperhey Spider
+Ltx71
+MQQBrowser
 MTRobot
-Majestic12
-MarkMonitor
-MarkWatch
-Mass Downloader
+Majestic SEO
 Masscan
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
+MauiBot
+Mb2345Browser
+Meanpathbot
 Minefield
 Mister PiX
-Moblie Safari
-Mozlila
+Mojeek
+Mojolicious
+MolokaiBot
 Musobot
+NICErsPRO
 NPbot
 Nameprotect
-Navroad
+NearSite
 Nessus
-Net Vampire
-Nettrack
+NetLyzer
+NetSpider
+Netvibes
 NextGenSearchBot
-Nikto
-Octopus
-Openfind
+Nibbler
+Niki-bot
+Ninja
+Nuclei
+OnCrawl
+OpenLinkProfiler
 OrangeBot
-OutclicksBot
-Page Analyzer
-PageGrabber
-PageScorer
+POE-Component-Client-HTTP
+PageAnalyzer
+PageThing.com
 Pandalytics
-Petalbot
+Pavuk
+PeoplePal
 Pi-Monster
-Picscout
 Picsearch
-PictureFinder
 Pimonster
-Pixray
 PleaseCrawl
+Pockey
 ProPowerBot
+ProWebWalker
 Probethenet
-Psbot
-Pu_iN
-Pump
-PxBroker
-QueryN Metasearch
 Quick-Crawler
-RankActiveLinkBot
-RankFlex
 RankingBot
-RankingBot2
 RankurBot
 Reaper
 RebelMouse
 Recorder
-SEOkicks-Robot
-SEOstats
+RocketCrawler
+SBIder
+SEOlyticsCrawler
+SEOprofiler
 SMTBot
 SalesIntelligent
 ScanAlert
-Scanbot
-ScoutJet
-Screaming
-SemrushBot
-SentiBot
-SeoSiteCheckup
+ScreenerBot
+Searchestate
+SearchmetricsBot
+Semrush
+Site Sucker
 SiteSnagger
 SiteSucker
-Sitevigil
 SlySearch
-SmartDownload
-Snake
+Snapbot
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sosospider
-Sqlmap
+Spammen
+Spinn3r
+SputnikBot
 Steeler
-Sucker
-Sucuri
-Surfbot
-SurveyBot
+SuperHTTP
+Suzuran
+Swiftbot
 T8Abot
 TeleportPro
+Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
-TheNomad
-TightTwatBot
-Toata
+Titan
 Toweyabot
+Tracemyfile
 Trendiction
+True_Robot
 Turnitin
-TwengaBot
-Twice
+TurnitinBot
 URLy Warning
-Upflow
-VCI
-Vagabondo
-VelenPublicWebCrawler
+URLy.Warning
 VeriCiteCrawler
+Virusdie
+VoidEYE
+Voil
 Voltron
-WASALive-Bot
 WBSearchBot
 WEBDAV
-WISENutbot
-WWW::Mechanize
-WallpapersHD
-Web Collage
-Web Fuck
-Web Pix
+WWW-Collector-E
+Wallpapers
+Wallpapers/3.0
 Web Sauger
+Web Sucker
+WebAuto
+WebCollage
 WebCopier
 WebEnhancer
 WebGo IS
-WebPix
+WebImageCollector
 WebReaper
-WebSauger
-WebStripper
-WebSucker
 WebWhacker
-WebZIP
-Webalta
-Website Quester
-WebsiteQuester
-Webster
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
 Whacker
-Wonderbot
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
+Whatweb
+Widow
+WiseGuys Robot
+Woobot
+Wprecon
 Zade
-Zermelo
+ZmEu
 ZoomBot
-ZyBorg
-archive.org_bot
+adscanner
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
+backlink-check
 check1.exe
-coccocbot
-com.plumanalytics
+cognitiveseo
 crawler.feedback
-demandbase-bot
+crawler4j
+dataforseo.com
+domainsproject.org
 eCatch
+evc-batch
+facebookscraper
 gopher
-internetVista monitor
-ips-agent
-iubenda-radar
+instabid
+lwp-request
 lwp-trivial
 muhstik-scan
-polaris version
-ripz
+oBot
+plumanalytics
+probe-image-size
+s1z.ru
+satoristudio.net
 scalaj-http
+seobility
 seocompany.store
-seoscanners
 sexsearcher
-trendiction.com
+sitechecker.pro
+sogouspider
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webpros.com
-webprosbot
 x09Mozilla
+x22Mozilla
+xpymep1.exe