V4.2022.05.3110 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-ADmantX
-ALittle Client
-Abonti
 Aboundex
-Aboundexbot
-AhrefsBot
-Alexibot
+AiHitBot
+AllSubmitter
 Alligator
-Ankit
+Anarchie
 Anthill
-Aspiegel
+Apexoo
+Atomseobot
 Attach
-BackStreet
-BackWeb
-Bandit
-Barkrowler
-Battleztar Bazinga
+BBBike
+BDFetch
+BatchFTP
 BetaBot
 Bitacle
+Black Hole
 Blackboard
-Bolt
-Buck
+Blow
+Boardreader
+Brandprotect
+BuiltBotTough
 BuiltWith
+BunnySlippers
+CATExplorador
+CCBot
+CODE87
+CSHttp
+Calculon
 CazoodleBot
-CheeseBot
-CherryPicker
-ChinaClaw
+Cegbfeieh
+CensysInspect
 Chlooe
-Cloud mapping
-Cocolyzebot
-Collector
+Citoid
+Copier
 Cosmos
-Craftbot
-Crawling at Home Project
+Crescent
 CrunchBot
-Curious
 DBLBot
 DIIbot
-Demon
-Deusu
-Devil
-Digincore
+DataCha0s
 DigitalPebble
+Dirbuster
+Disco
+Discobot
+Discoverybot
 Dispatch
-DittoSpyder
 DnBCrawler-Analytics
-DomainStatsBot
+DomainAppender
+DomainCrawler
 Domains Project
-Dotbot
-Dragonfly
-EMail Wolf
+EMail Siphon
 Ebingbong
 Evil
-Express WebPictures
+ExtLinksBot
 Extractor
 ExtractorPro
-Ezooms
+Extreme Picture Finder
+EyeNetIE
+FDM
+FHscan
+FemtosearchBot
+Fimap
+Firefox/7.0
 Foobot
-Freeuploader
+G-i-g-a-b-o-t
 GT::WWW
-GetRight
+GetWeb
+Getintent
 Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GrapeshotCrawler
+Gotit
+GrabNet
+GrapeFX
 HEADMasterSEO
 HMView
-Haansoft
+HTMLparser
+HTTrack
 HaosouSpider
-Harvest
-Havij
-HybridBot
-IRLbot
+Hloader
+HonoluluBot
+Humanlinks
 Id-search
-IlseBot
 Image Fetch
-IndeedBot
-InfoNaviRobot
-InfoTekies
+Intelliseek
 IstellaBot
-Jbrofuzz
+JOC Web Spider
 JennyBot
-JetCar
-JustView
 Keybot Translation-Search-Machine
 Kinza
-LNSpiderguy
 Lanshanbot
 Larbin
-Leap
-LeechFTP
 LibWeb
 Libwhisker
 LieBaoFast
-LinkWalker
+Likse
 Linkbot
 LinkpadBot
 LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+Lipperhey Spider
 Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
+MIIxpc
 MJ12bot
-MTRobot
+MSIECrawler
 Mail.RU_Bot
 Majestic SEO
-MarkMonitor
+Majestic12
 MarkWatch
-Mass Downloader
+Masscan
+Mata Hari
 Meanpathbot
+Mediatoolkitbot
 Metauri
-Microsoft Data Access
-Moblie Safari
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
+Microsoft URL Control
+Mojolicious
 Name Intelligence
+NearSite
 Needle
-NetMechanic
-Nibbler
-Niki-bot
-Nimbostratus
-OpenVAS
-OrangeBot
-OutclicksBot
+Net Vampire
+NetAnts
+NetSpider
+Netvibes
+NextGenSearchBot
+NimbleCrawler
+Nmap
+Nuclei
+Offline Explorer
+OnCrawl
+Openfind
+Openvas
+OrangeSpider
 PECL::HTTP
-PageScorer
+PHPCrawl
+PageGrabber
+PageThing.com
 Papa Foto
-PeoplePal
-Petalbot
-Pi-Monster
-Picscout
 Picsearch
 Piepmatz
-Pimonster
-Probethenet
-Psbot
-Pu_iN
-Quick-Crawler
+Pixray
+Pockey
+Pump
+PxBroker
 RankActive
-RankingBot2
-Re-re
-RealDownload
-RebelMouse
+RankActiveLinkBot
+ReGet
 Recorder
+RedesScrapy
 Ripper
+RocketCrawler
 SBIder
-SEOkicks-Robot
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-ScanAlert
-Screaming
+Scrapy
 ScreenerBot
-Searchestate
-SearchmetricsBot
+ScrepyBot
 Seekport
-SeobilityBot
-Shodan
+SentiBot
+SeoSiteCheckup
+Seomoz
 Site Sucker
-SiteSucker
-Sitevigil
-SmartDownload
+SiteExplorer
+SiteLockSpider
+Sitebeam
+Snapbot
 Snoopy
-Sociscraper
-SpankBot
-Spinn3r
+Sogou web spider
+Spbot
 SputnikBot
-Sqlmap
-Sucker
-SuperBot
-SurveyBot
-Swiftbot
-T0PHackTeam
+Sqworm
+Steeler
+Sucuri
 T8Abot
-Teleport
-Telesoft
-Telesphoreo
 Telesphorep
+Titan
 Toata
+Toweyabot
 Tracemyfile
-Trendictionbot
-Turingos
-TurnitinBot
 TwengaBot
-Typhoeus
-URLy Warning
+URLy.Warning
 Upflow
+V-BOT
 VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
 Virusdie
-Voil
+VoidEYE
 Voltron
-WASALive-Bot
+WBSearchBot
 WISENutbot
-WPScan
 WWW-Collector-E
-WWW-Mechanize
-WallpapersHD
+WWW::Mechanize
+Wallpapers/3.0
+WeSEE
 Web Collage
-Web Fetch
 Web Pix
+Web Sauger
 WebAuto
-WebEnhancer
-WebSauger
+WebBandit
+WebGo IS
+WebPix
 WebWhacker
-WebmasterWorldForumBot
+Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
 Whack
+Whacker
+Who.is Bot
 Widow
-WinHTTrack
 WiseGuys Robot
 Wonderbot
-Xaldon WebSpider
+Wotbox
+Wprecon
 Xaldon_WebSpider
-Xenu
-Zade
-Zermelo
-Zeus
-Zitebot
-ZyBorg
-autoemailspider
+YoudaoBot
+ZoominfoBot
+ZumBot
+archive.org_bot
+arquivo-web-crawler
 backlink-check
 cah.io.community
-check1.exe
 clark-crawler
-coccocbot
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-demandbase-bot
-eCatch
+crawler4j
+evc-batch
 heritrix
 instabid
+ips-agent
+lwp-trivial
+magpie-crawler
 meanpathbot
+muhstik-scan
+netEstate NE Crawler
 oBot
-ripz
-seocompany.store
-seostar
-serpstatbot
+page scorer
+pcBrowser
+polaris version
+s1z.ru
+scan.lol
+seobility
 sitechecker.pro
+siteripz
+sysscan
 tAkeOut
+trendiction.com
+trendiction.de
+webgains-bot
+webmeup-crawler
+webpros.com
+x09Mozilla
 x22Mozilla
-zauba.io
-zgrab