V4.2022.04.3020 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-ALittle Client
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
+404checker
+ADmantX
+AIBOT
+ASPSeek
+Abonti
+Acunetix
 AiHitBot
-Anarchie
-Anarchy
+Aipbot
+Alexibot
+AllSubmitter
+AlphaBot
 Anarchy99
-Ankit
-Anthill
-Asterias
+Apexoo
+Aspiegel
+AwarioRssBot
 AwarioSmartBot
-BDFetch
-BLEXBot
+BBBike
+BDCbot
 BackStreet
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
 Badass
-Barkrowler
-BatchFTP
-BetaBot
-Bigfoot
+Bandit
 BlackWidow
-BlowFish
+Blackboard
+Blow
 Bolt
 BotALot
-Brandprotect
-Brandwatch
-Buddy
+BuiltBotTough
 BunnySlippers
+CATExplorador
+CSHttp
 Calculon
-CheeseBot
+Cegbfeieh
+CensysInspect
 ChinaClaw
-Citoid
-Claritybot
-Cliqzbot
-Cogentbot
+Chlooe
+Cloud mapping
+Cocolyzebot
+Collector
 CopyRightCheck
-Copyscape
+Cosmos
+Craftbot
 Crescent
-DBLBot
-DIIbot
-DSearch
-DataCha0s
+DTS Agent
 DatabaseDriverMysqli
-Digincore
-DigitalPebble
-Dirbuster
-Disco
-Discobot
-Discoverybot
-DittoSpyder
+Demon
 DnyzBot
-DomainAppender
-DomainCrawler
+DomainStatsBot
 Download Wonder
-Dragonfly
-Ebingbong
-Ecxi
-Evil
+EMail Siphon
+EasyDL
 Exabot
 Express WebPictures
-ExtLinksBot
-Extractor
-Ezooms
-FemtosearchBot
-Fimap
-Firefox/7.0
-FyberSpider
-GT::WWW
-GalaxyBot
+FlashGet
+FrontPage
+Fuzz
 Genieo
-Getintent
+GermCrawler
+GetWeb
 Go!Zilla
 HEADMasterSEO
 HMView
-HTTrack
+HTMLparser
+HTTP::Lite
+Haansoft
 HaosouSpider
-HonoluluBot
-HybridBot
-IRLbot
+Harvest
+Humanlinks
+IDBTE4M
+IDBot
 Iblog
-Id-search
-IndeedBot
-InfoNaviRobot
-Jetty
+IlseBot
+Image Fetch
+InterGET
+Internet Ninja
+JetCar
 Joomla
-Jorgee
 JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
 Keyword Density
-Kinza
-Kozmosbot
-Lanshanbot
-Larbin
 LeechFTP
-LeechGet
-LexiBot
 Lftp
-LinkScan
+Libwhisker
+Lightspeedsystems
 Linkdexbot
-LinkextractorPro
-LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lmspider
-Ltx71
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
 MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MJ12bot
 MQQBrowser
+MSFrontPage
+MSIECrawler
+MTRobot
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-MarkWatch
+Majestic-SEO
+Mass Downloader
+Mata Hari
+MauiBot
 Mb2345Browser
-MegaIndex.ru
-Metauri
-MicroMessenger
-Mojeek
-Mozlila
+Meanpathbot
+Moblie Safari
 Mr.4x3
-Name Intelligence
-Nameprotect
+NICErsPRO
+NPbot
+Nessus
+Net Vampire
+NetMechanic
 NetSpider
-Netcraft
-Nettrack
+NetZIP
+Netvibes
 NextGenSearchBot
 Nibbler
 Ninja
-Not
-Nuclei
+Nmap
 Nutch
-Octopus
+Offline Navigator
 OnCrawl
-Openfind
-Openvas
+OpenLinkProfiler
 OrangeBot
-Pandalytics
+OutfoxBot
+PECL::HTTP
+PHPCrawl
+Page Analyzer
+PageAnalyzer
+Panscient
+Papa Foto
 Pavuk
-Pi-Monster
-Piepmatz
+PictureFinder
+Pimonster
+Pockey
 ProPowerBot
 Probethenet
-Pump
 PxBroker
-QueryN Metasearch
-RankActiveLinkBot
+PyCurl
+Quick-Crawler
 RankingBot
-Rankivabot
+RankurBot
 ReGet
+RealDownload
 Reaper
 RebelMouse
-RocketCrawler
-Rogerbot
+Recorder
+RedesScrapy
+Ripper
 SBIder
-SEOkicks
-SEOlyticsCrawler
-SalesIntelligent
-ScoutJet
-ScreenerBot
+ScanAlert
+Scrapy
 SemanticJuice
-SentiBot
 SeoSiteCheckup
 SeobilityBot
-Siphon
+Site Sucker
 SiteCheckerBotCrawler
-Sitebeam
-Sitevigil
-SocialRankIOBot
-SpaceBison
-Spbot
-Spinn3r
+SiteExplorer
+SiteLockSpider
+Siteimprove
+SlySearch
+Snake
+Snapbot
+Snoopy
+Sociscraper
+Sosospider
 SputnikBot
-Sqlworm
-Stripper
+Sucuri
+Surfbot
 Swiftbot
-Szukacz
-Teleport
-TeleportPro
-Telesphoreo
-The Intraformant
-Thumbor
+T0PHackTeam
+T8Abot
+Telesoft
 TightTwatBot
 Titan
-Toweyabot
-TurnitinBot
+Toata
+Trendiction
+Turnitin
 TwengaBot
-Twice
-Typhoeus
 URLy Warning
 UnisterBot
 Upflow
-VeriCiteCrawler
-Voltron
-WBSearchBot
-WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW::Mechanize
+VB Project
+Vacuum
+Vagabondo
+WWW-Mechanize
 Wallpapers
-Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Collage
 Web Enhancer
-Web Pix
-Web Sauger
+Web Fetch
+Web Fuck
+Web Sucker
+WebCollage
+WebCopier
+WebFetch
 WebFuck
+WebGo IS
 WebLeacher
 WebPix
-WebSauger
-WebZIP
-Website Quester
+WebWhacker
+Webalta
+WebmasterWorldForumBot
 WebsiteExtractor
-Webster
-Whack
-Wonderbot
+Whacker
+Whatweb
+Who.is Bot
 Wotbox
 Wprecon
-Zauba
-ZoomBot
-ZoominfoBot
-ZumBot
+Zade
+Zitebot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
-cah.io.community
-check1.exe
-cognitiveseo
+arquivo.pt
+backlink-check
+clark-crawler
+coccocbot
 com.plumanalytics
-dataforseo.com
+crawler4j
 demandbase-bot
-evc-batch
-heritrix
-internetVista monitor
-isitwp.com
+eCatch
+gopher
 iubenda-radar
-lwp-trivial
+lwp-request
+magpie-crawler
 meanpathbot
-oBot
 page scorer
 plumanalytics
+polaris version
+s1z.ru
+satoristudio.net
 scalaj-http
-seobility
 seocompany.store
-sexsearcher
-siteripz
+serpstatbot
+sitechecker.pro
 sogouspider
-sysscan
-trendiction.com
+spyfu
+tAkeOut
+trendiction.de
+voyagerx.com
 webmeup-crawler
-xpymep1.exe
-zauba.io
+webprosbot
+x09Mozilla
+x22Mozilla