V4.2022.03.2988 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-ADmantX
-ASPSeek
+404checker
 Aboundex
-AfD-Verbotsverfahren
 Aipbot
-AllSubmitter
+Alexibot
 AlphaBot
-Anarchy
+Anarchie
 Anarchy99
 Anthill
+Apexoo
 Asterias
-Atomseobot
-BBBike
-BackDoorBot
-BackStreet
+Attach
+BDCbot
+BDFetch
+BLEXBot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-BatchFTP
-BetaBot
-Bitacle
-BlackWidow
+Badass
+Bandit
+Battleztar Bazinga
+Bigfoot
+Black Hole
+Blow
+BlowFish
 Bolt
 BotALot
 Brandprotect
 Brandwatch
-BuiltBotTough
+BunnySlippers
+BuzzSumo
+CATExplorador
+CCBot
 CODE87
-CSHttp
+Calculon
 Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
 CherryPicker
-Copier
-CopyRightCheck
-Crawling at Home Project
-Crescent
-DIIbot
+Citoid
+Claritybot
+Cliqzbot
+Cloud mapping
+Cogentbot
+Collector
+Copyscape
+CrazyWebCrawler
+CyotekWebCopy
+DBLBot
 DSearch
 DataCha0s
-DatabaseDriverMysqli
 Demon
-Deusu
-Devil
-Digincore
 DigitalPebble
-DittoSpyder
+Disco
+Discobot
 DomCopBot
-DomainCrawler
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-ECCP/1.0
-EroCrawler
+Download Wonder
+Dragonfly
+EasyDL
+Ebingbong
+Evil
 Exabot
-Express WebPictures
 Extractor
 ExtractorPro
-Ezooms
-FDM
-Fimap
-Freeuploader
-FrontPage
-G-i-g-a-b-o-t
+Extreme Picture Finder
+EyeNetIE
+Flunky
+FyberSpider
+Fyrebot
 GalaxyBot
 Genieo
-GermCrawler
-GetRight
-Gigabot
-Go!Zilla
-Grafula
-HEADMasterSEO
+GetWeb
+Gotit
+GrapeshotCrawler
+GridBot
+HMView
 HTMLparser
-HTTP::Lite
-Heritrix
+HTTrack
+Harvest
+Havij
 Hloader
-HonoluluBot
-IDBTE4M
 IRLbot
-Image Sucker
-InfoNaviRobot
-InfoTekies
+Id-search
+Indy Library
 Intelliseek
-InterGET
+Internet Ninja
+InternetSeer
 Iria
+Iskanie
+IstellaBot
 JOC Web Spider
-JamesBOT
-Jetty
-Jorgee
+JennyBot
+Joomla
+JustView
 Jyxobot
-LWP::Simple
+Keyword Density
 Leap
+LeechFTP
+LeechGet
 Libwhisker
-LieBaoFast
-LinkScan
+Likse
+LinkWalker
 LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Litemage_walker
-Lmspider
 Ltx71
-MQQBrowser
-Mag-Net
+MFC_Tear_Sample
+MIDown tool
+MSFrontPage
+MSIECrawler
 Mail.RU_Bot
+MarkMonitor
+Mass Downloader
+MauiBot
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
 MicroMessenger
-Microsoft URL Control
-Mr.4x3
-Msrabot
+Microsoft Data Access
+Mozlila
+Musobot
+NPbot
 Name Intelligence
 Navroad
-NetZIP
-Netcraft
-Netvibes
+Net Vampire
+NetLyzer
+NetSpider
+Nettrack
 NextGenSearchBot
-Nikto
-Nimbostratus
-Nmap
-Octopus
+NimbleCrawler
+Nutch
+Offline Explorer
 Offline Navigator
-OutclicksBot
-PECL::HTTP
-PageGrabber
+OnCrawl
+OpenLinkProfiler
+OrangeBot
+Page Analyzer
+PageThing.com
 Panscient
-Papa Foto
+PeoplePal
 Pi-Monster
-Picscout
-PictureFinder
-Piepmatz
-PleaseCrawl
-ProPowerBot
-Probethenet
-Pump
-QueryN Metasearch
-Quick-Crawler
-RankActive
-RankActiveLinkBot
+Pixray
+Pockey
+ProWebWalker
+RSSingBot
+RankFlex
+Rankivabot
 RankurBot
-Re-re
-Reaper
-RedesScrapy
+Recorder
 RepoMonkey
 RocketCrawler
-SMTBot
+Rogerbot
+SEOkicks
+SEOstats
+SISTRIX
+ScanAlert
 Scanbot
-Screaming
-ScrepyBot
-SearchmetricsBot
-Seekport
+Scrapy
+ScreenerBot
+Searchestate
 SeoSiteCheckup
+SeobilityBot
 Siphon
 Site Sucker
-Sitevigil
+SiteExplorer
 SlySearch
-Snapbot
+SmartDownload
 SocialRankIOBot
+Sogou web spider
 Sottopop
+SpaceBison
+Spammen
 SpankBot
 Spanner
-Spinn3r
-SputnikBot
-Sqworm
-Sucker
+Sqlmap
+Steeler
+Stripper
 Sucuri
-SuperBot
-SuperHTTP
 Surfbot
-Szukacz
+SurveyBot
 T0PHackTeam
-Teleport
+T8Abot
 The Intraformant
+TheNomad
 Thumbor
 TightTwatBot
-Titan
-Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
-Turingos
-Turnitin
 TwengaBot
-Twice
+Typhoeus
 URLy.Warning
-Upflow
-Vagabondo
+V-BOT
 VeriCiteCrawler
 VidibleScraper
-Virusdie
 VoidEYE
+Voltron
 WASALive-Bot
-WBSearchBot
 WEBDAV
+WISENutbot
 WPScan
-WallpapersHD
+WWW::Mechanize
+WWWOFFLE
+Web Enhancer
 Web Sauger
-Web Sucker
 WebCopier
-WebEnhancer
 WebFetch
-WebFuck
-WebImageCollector
 WebLeacher
-WebSauger
-WebWhacker
-Webalta
+WebPix
+WebStripper
+WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-WebsiteQuester
 Webster
 Whacker
-Whatweb
 Who.is Bot
-Widow
+WinHTTrack
+Wonderbot
 Woobot
-Xaldon WebSpider
 Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zauba
 Zitebot
-ZmEu
-ZoominfoBot
-archive.org_bot
-arquivo.pt
-cah.io.community
-clark-crawler
-com.plumanalytics
+ZoomBot
+adscanner
+arquivo-web-crawler
+check1.exe
+cognitiveseo
 crawler.feedback
-dataforseo.com
+crawler4j
 domainsproject.org
-eCatch
-facebookscraper
-meanpathbot
+gopher
+heritrix
+instabid
+isitwp.com
+iubenda-radar
+lwp-request
+mediawords
 netEstate NE Crawler
 page scorer
+polaris version
 satoristudio.net
-scalaj-http
-seobility
+seocompany.store
 seoscanners
 seostar
 sitechecker.pro
+spyfu
+sysscan
+trendiction.com
 trendiction.de
-voyagerx.com
-webmeup-crawler
-webpros.com
+webprosbot
 x09Mozilla
-xpymep1.exe
-zauba.io