V4.2021.12.2793 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 80legs
-AIBOT
-ALittle Client
-ASPSeek
-Aboundex
-Acunetix
+AhrefsBot
 AiHitBot
 Aipbot
+Alexibot
 AllSubmitter
+Alligator
 AlphaBot
 Anarchie
-Anthill
-Apexoo
-BDCbot
+Ankit
+Asterias
+AwarioSmartBot
 BDFetch
-BackStreet
-BacklinkCrawler
-Badass
-Barkrowler
-Battleztar Bazinga
-BetaBot
+BackDoorBot
+BackWeb
+Bandit
+BatchFTP
 Bitacle
 BlackWidow
 BlowFish
+Boardreader
 BotALot
+Brandwatch
+BuiltWith
+CODE87
 CSHttp
-CensysInspect
+Cegbfeieh
 CherryPicker
 Chlooe
-Citoid
-Claritybot
 Cloud mapping
-Cocolyzebot
 Cogentbot
+Collector
 CopyRightCheck
-Cosmos
+Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-Curious
 Custo
 DIIbot
-DSearch
-Devil
-DigitalPebble
-Discoverybot
+DTS Agent
+DataCha0s
+Digincore
+Dirbuster
 Dispatch
-DnBCrawler-Analytics
-DnyzBot
 DomainAppender
-DomainCrawler
-Download Wonder
+DomainStatsBot
+ECCP/1.0
 EMail Wolf
-EasyDL
 Ebingbong
 Ecxi
 ExtLinksBot
-Ezooms
+ExtractorPro
+FDM
+FHscan
+Fimap
+Flunky
 FrontPage
+Fyrebot
 G-i-g-a-b-o-t
-GermCrawler
+GalaxyBot
 GetWeb
 Gigabot
+Go!Zilla
 GoZilla
-Gotit
-GrabNet
 Grabber
-Grafula
-GrapeFX
 GrapeshotCrawler
 HEADMasterSEO
-HMView
+HTMLparser
 HTTrack
-HaosouSpider
-Harvest
-Humanlinks
-HybridBot
-IRLbot
-Iblog
-Id-search
+Haansoft
+Havij
+Heritrix
+IDBTE4M
 IlseBot
-Indy Library
+Image Sucker
+IndeedBot
+InfoNaviRobot
 InfoTekies
 InterGET
+Internet Ninja
+InternetSeer
 IstellaBot
 JamesBOT
-Jbrofuzz
+JetCar
 JikeSpider
-Jorgee
-Kenjin Spider
+JustView
 Kozmosbot
-LNSpiderguy
+LWP::Simple
+Lanshanbot
 Larbin
 Leap
 LeechFTP
-LeechGet
-Lftp
+LibWeb
 Libwhisker
 LieBaoFast
-LinkScan
-LinksManager
-Lmspider
-MSIECrawler
-Mag-Net
-Magnet
+Lightspeedsystems
+Likse
+Linkbot
+Linkdexbot
+LinqiaScrapeBot
+MIIxpc
+MJ12bot
+Majestic SEO
 Majestic-SEO
 MarkMonitor
-MarkWatch
 Masscan
 Mata Hari
-Meanpathbot
-MegaIndex.ru
+MauiBot
+Microsoft Data Access
 Minefield
+Mister PiX
 Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
-NPbot
-Name Intelligence
-NearSite
+NICErsPRO
+Nameprotect
+Navroad
+Nessus
 Net Vampire
-NetLyzer
-NetMechanic
+NetAnts
 NetSpider
-NetZIP
-Netcraft
-Nettrack
+NextGenSearchBot
 NimbleCrawler
-Nimbostratus
+Ninja
 Nmap
-Not
 Offline Explorer
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
 OpenVAS
 Openfind
-Openvas
 OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
+PECL::HTTP
 Page Analyzer
 PageAnalyzer
+PageScorer
 Pandalytics
 Papa Foto
 PeoplePal
-Picsearch
+Picscout
+PictureFinder
 Piepmatz
-Pixray
+Pimonster
+Pockey
+ProPowerBot
 ProWebWalker
-Probethenet
-PxBroker
-QueryN Metasearch
-RankingBot
-Rankivabot
-ReGet
+Psbot
+PyCurl
+Quick-Crawler
+RankActive
+RankActiveLinkBot
+RealDownload
 RebelMouse
+Recorder
 RedesScrapy
 RepoMonkey
+Ripper
 Rogerbot
-SBIder
-SEOlyticsCrawler
+SEOkicks
+SEOkicks-Robot
 SEOstats
-SISTRIX
-SMTBot
 ScanAlert
 Scanbot
-Screaming
-ScreenerBot
-SentiBot
+ScoutJet
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SeoSiteCheckup
 SeobilityBot
-Shodan
-SiteCheckerBotCrawler
+Seomoz
+Siphon
+SiteExplorer
 SiteLockSpider
-SiteSucker
 Sitebeam
 Sitevigil
-SlySearch
-Sogou web spider
-Sottopop
-SpankBot
-Spinn3r
+Snake
+Sociscraper
+SpaceBison
+Spanner
+Sqlmap
 Sqlworm
-Steeler
+Sucuri
 SuperHTTP
+SurveyBot
 Swiftbot
 Szukacz
 T8Abot
+Teleport
+Telesoft
 The Intraformant
-Thumbor
+TheNomad
+TightTwatBot
+Toweyabot
 Trendiction
-Trendictionbot
-TurnitinBot
-Vacuum
-VeriCiteCrawler
-VoidEYE
+True_Robot
+URLy.Warning
+UnisterBot
+Upflow
+V-BOT
+VCI
+Vagabondo
+Virusdie
 Voil
-Voltron
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WPScan
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
+WWW-Mechanize
+WallpapersHD
+Web Collage
+Web Enhancer
 Web Fetch
-Web Sauger
 WebCollage
-WebFetch
-WebGo IS
-WebReaper
-WebSauger
-WebSucker
+WebFuck
+WebImageCollector
+WebLeacher
+WebZIP
 Webalta
 Webshag
 Website Quester
-Whacker
-Who.is Bot
-WinHTTrack
+Whack
 WiseGuys Robot
-Wonderbot
+Wotbox
+Wprecon
+Xaldon WebSpider
 Xenu
-Zade
-Zauba
-Zeus
+Zermelo
 Zitebot
+ZmEu
 ZoomBot
-ZoominfoBot
-ZyBorg
-arquivo-web-crawler
-autoemailspider
 cah.io.community
+cognitiveseo
+com.plumanalytics
+crawler4j
+dataforseo.com
+domainsproject.org
 evc-batch
+facebookscraper
 gopher
-heritrix
-internetVista monitor
-ips-agent
-isitwp.com
+instabid
+lwp-request
+lwp-trivial
 magpie-crawler
-meanpathbot
-netEstate NE Crawler
+mediawords
 oBot
-polaris version
-probe-image-size
-ripz
-seobility
-siteripz
-sogouspider
-sp_auditbot
-spyfu
+pcBrowser
+seoscanners
+sexsearcher
+sysscan
+webgains-bot
 webpros.com
+x09Mozilla
 xpymep1.exe