V4.2022.05.3078 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+404checker
+ADmantX
 ALittle Client
+ASPSeek
 Aboundexbot
-AfD-Verbotsverfahren
 AiHitBot
-Aipbot
+Alexibot
 AllSubmitter
+Alligator
 AlphaBot
-Anarchy99
-Ankit
-Asterias
-BLEXBot
-BackStreet
+Anthill
+Atomseobot
+BBBike
+BDCbot
+Backlink-Ceck
 BacklinkCrawler
 Badass
-Battleztar Bazinga
+BatchFTP
+BetaBot
+Bigfoot
 Black Hole
-Blow
-Bolt
 Brandprotect
-Brandwatch
-BuiltWith
-CCBot
-CODE87
-CSHttp
-CensysInspect
-CheeseBot
-Chlooe
-Citoid
+BunnySlippers
+CATExplorador
+Calculon
+CheTeam
+Claritybot
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Cogentbot
-CopyRightCheck
-Cosmos
-Crescent
-CrunchBot
-Custo
+Copier
+Copyscape
+DIIbot
 DSearch
-Disco
+DataCha0s
+Deusu
 Dispatch
-DittoSpyder
-DomainStatsBot
-Domains Project
-Dotbot
-Download Wonder
-EasyDL
+DnBCrawler-Analytics
+DomainAppender
+DomainCrawler
+Dragonfly
+EMail Wolf
 Ebingbong
 EirGrabber
 EroCrawler
-Extractor
+Express WebPictures
+ExtLinksBot
 Extreme Picture Finder
 FHscan
-FemtosearchBot
 Fimap
-Firefox/7.0
-FrontPage
-FyberSpider
+Fuzz
+GermCrawler
 GetRight
-Getintent
-Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Gotit
-Grabber
 GrapeFX
 GridBot
-Haansoft
-HaosouSpider
-Harvest
+HTTrack
+Heritrix
 HonoluluBot
 Humanlinks
 HybridBot
-IDBTE4M
 IDBot
-Iblog
-Id-search
 IlseBot
 Image Fetch
 IndeedBot
+Indy Library
 InfoNaviRobot
-InterGET
-Iria
-Iskanie
+IstellaBot
+JOC Web Spider
 JamesBOT
+JennyBot
 Jetty
+JikeSpider
+Joomla
 Jorgee
-JustView
-Jyxobot
-Kozmosbot
+Kenjin Spider
+LWP::Simple
 LeechFTP
-LexiBot
-Lightspeedsystems
-Likse
-LinksManager
-LinqiaRSSBot
+Lftp
+LieBaoFast
+LinkScan
+LinkWalker
+Linkbot
+LinkextractorPro
+LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
 Ltx71
-MIDown tool
-MJ12bot
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
+MSFrontPage
 MSIECrawler
-MTRobot
+Magnet
 Majestic12
+MarkMonitor
 MarkWatch
-Mass Downloader
-MauiBot
-Mb2345Browser
 Mediatoolkitbot
-MicroMessenger
-Microsoft URL Control
+Metauri
 Minefield
 Mister PiX
-Mojeek
-Mojolicious
 MolokaiBot
-Mozlila
+Morfeus Fucking Scanner
+Msrabot
+Musobot
+NICErsPRO
 Name Intelligence
-Navroad
-Needle
 Nessus
-Net Vampire
-NetLyzer
-NextGenSearchBot
+NetAnts
+NetSpider
+NetZIP
+Netcraft
+Nettrack
+Netvibes
 Nibbler
-Nikto
-Ninja
-Nuclei
+Niki-bot
+Nimbostratus
 Nutch
 Offline Explorer
-OnCrawl
-OpenLinkProfiler
 OrangeBot
+OutfoxBot
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
-PageScorer
-PageThing.com
-Pandalytics
-Panscient
 Pi-Monster
-Picsearch
+Picscout
+PictureFinder
+Piepmatz
 Pockey
-ProWebWalker
+Psbot
 PxBroker
-PyCurl
 RSSingBot
-RankFlex
-Reaper
-RedesScrapy
+RankActive
+RankurBot
+Ripper
 RocketCrawler
-SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
-ScoutJet
-Scrapy
+SEOkicks-Robot
+SEOstats
+SMTBot
+ScanAlert
+Scanbot
 Screaming
+ScrepyBot
 Searchestate
-Semrush
-SemrushBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-Siteimprove
-Sitevigil
-Snapbot
-SocialRankIOBot
-Sogou web spider
-SpankBot
-Spinn3r
-Sqworm
+SentiBot
+SeobilityBot
+Seomoz
+Siphon
+Site Sucker
+SlySearch
+Snoopy
+Sosospider
+SpaceBison
+Spanner
+Spbot
+Sqlworm
+Sucker
 SuperBot
-SurveyBot
+Surfbot
 Suzuran
+Swiftbot
 T0PHackTeam
 T8Abot
+Teleport
 Telesoft
-Telesphoreo
-TheNomad
-TightTwatBot
+The Intraformant
 Tracemyfile
-Trendiction
+True_Robot
+Turingos
 Turnitin
 TurnitinBot
-Upflow
-VCI
+TwengaBot
+Typhoeus
+UnisterBot
+Vacuum
 VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
+Virusdie
 VoidEYE
-Voltron
-WASALive-Bot
-WEBDAV
-WISENutbot
-WWW::Mechanize
-WWWOFFLE
+Voil
+WPScan
+WWW-Mechanize
+Wallpapers
+WallpapersHD
+WeSEE
+Web Auto
 Web Collage
-Web Fuck
+Web Enhancer
+Web Sauger
+Web Sucker
+WebBandit
+WebCollage
 WebCopier
-WebEnhancer
 WebFetch
-WebFuck
+WebPix
 WebReaper
 WebSauger
-WebWhacker
+WebStripper
+WebSucker
 WebZIP
 Webalta
-Webshag
-Website Quester
+WebmasterWorldForumBot
+WebsiteExtractor
 WebsiteQuester
 Webster
-Whacker
-WinHTTrack
+Who.is Bot
+Widow
+WiseGuys Robot
 Woobot
+Wprecon
+Xaldon WebSpider
+Xenu
 Zauba
-Zermelo
-Zeus
-ZoomBot
-archive.org_bot
-arquivo.pt
+ZumBot
+adscanner
+cah.io.community
 check1.exe
+clark-crawler
+coccocbot
 cognitiveseo
-com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-dataforseo.com
-eCatch
-facebookscraper
-gopher
+crawler4j
+demandbase-bot
 heritrix
+instabid
 internetVista monitor
-ips-agent
-isitwp.com
+iubenda-radar
 linkdexbot
-lwp-request
-page scorer
-pcBrowser
-probe-image-size
+lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
+muhstik-scan
+netEstate NE Crawler
+oBot
 ripz
-s1z.ru
 scalaj-http
+scan.lol
 seostar
-serpstatbot
-spyfu
+sexsearcher
+sitechecker.pro
 tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
 webprosbot
-x09Mozilla
+xpymep1.exe
+zauba.io