V4.2021.05.2362 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,249 +1,249 @@
-01h4x.com
-404checker
-404enemy
+80legs
 Abonti
-ADmantX
+Aboundexbot
 AhrefsBot
+AIBOT
 Alligator
+AllSubmitter
 AlphaBot
-Anarchie
-Ankit
-Apexoo
-arquivo-web-crawler
+Anarchy
+Anarchy99
+archive.org_bot
+arquivo.pt
 ASPSeek
 Asterias
-Attach
+autoemailspider
 AwarioRssBot
-AwarioSmartBot
-BackDoorBot
-BacklinkCrawler
-BDFetch
-Blow
+Backlink-Ceck
+backlink-check
+BackWeb
+BDCbot
+Black Hole
+BlackWidow
 BlowFish
 Brandprotect
+Buddy
 BuiltBotTough
-CATExplorador
-CCBot
-Cegbfeieh
-CheTeam
+BuzzSumo
+Calculon
+check1.exe
+CheeseBot
 Cocolyzebot
-CODE87
+com.plumanalytics
 Copier
+Copyscape
+Cosmos
 Craftbot
-crawler4j
-CSHttp
-DBLBot
-Demon
+Curious
+Custo
+DataCha0s
+demandbase-bot
 Deusu
+Devil
 Digincore
-Dirbuster
 Disco
-Discobot
-Discoverybot
-DittoSpyder
+DnyzBot
 DomainAppender
-DomCopBot
-Download Wonder
-Dragonfly
+Dotbot
+Drip
 DSearch
-Ebingbong
-Ecxi
-EirGrabber
-EMail Siphon
-EMail Wolf
+EasyDL
+ECCP/1.0
+Evil
 Exabot
 Express WebPictures
-EyeNetIE
-facebookscraper
+Extractor
 FDM
-FHscan
-Fimap
+FemtosearchBot
+Flunky
 Foobot
-FrontPage
 Fuzz
-FyberSpider
+GalaxyBot
+Genieo
 Getintent
+GetRight
 GetWeb
+Gigablast
 Gigabot
+Go-Ahead-Got-It
+GoZilla
 GrabNet
+Grafula
 GrapeFX
+GrapeshotCrawler
 GT::WWW
-Haansoft
-Harvest
-HEADMasterSEO
+HaosouSpider
+Havij
 heritrix
-Heritrix
 Hloader
 HMView
-Iblog
+HTTP::Lite
+Humanlinks
 IDBot
 IlseBot
-InfoTekies
 instabid
-InterGET
-Internet Ninja
-InternetSeer
-internetVista monitor
-Iria
-Iskanie
-JamesBOT
+Intelliseek
+ips-agent
+IRLbot
+isitwp.com
+IstellaBot
+Jbrofuzz
 JennyBot
-Jetty
-Jorgee
+JetCar
 JustView
-Jyxobot
-Kenjin Spider
+Kinza
 Kozmosbot
-Larbin
-LeechFTP
-LieBaoFast
-Linkbot
-Linkdexbot
-LinksManager
-LinqiaMetadataDownloaderBot
-LNSpiderguy
+Lanshanbot
+Lftp
+Libwhisker
+Lightspeedsystems
+Likse
+LinkextractorPro
+LinkpadBot
+LinkWalker
+Lipperhey
+Lipperhey Spider
 Ltx71
 Mag-Net
-Majestic12
+Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
 MarkMonitor
-MarkWatch
 Masscan
-Mb2345Browser
 meanpathbot
-mediawords
-MegaIndex.ru
-Metauri
-MFC_Tear_Sample
-MIIxpc
+Meanpathbot
+MeanPath Bot
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
-Mojeek
+Morfeus Fucking Scanner
 MQQBrowser
-Mr.4x3
-MSIECrawler
-Msrabot
 muhstik-scan
 Musobot
-Nameprotect
-Nessus
+Name Intelligence
+NearSite
 NetAnts
 Netcraft
-netEstate NE Crawler
-Net Vampire
+NetLyzer
+NetMechanic
+NetSpider
+NextGenSearchBot
+NICErsPRO
 Nikto
-Offline Explorer
+Nimbostratus
+Ninja
+Nmap
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+Openvas
 OpenVAS
-OrangeBot
+OPPO A33
 OrangeSpider
 OutclicksBot
 OutfoxBot
-Page Analyzer
 PageGrabber
-PageScorer
-PageThing.com
+page scorer
+Pandalytics
+Panscient
 Pavuk
-Petalbot
+pcBrowser
+PeoplePal
 Picscout
-Pimonster
-Pixray
-POE-Component-Client-HTTP
-ProPowerBot
-PxBroker
-PyCurl
+Picsearch
+Piepmatz
+plumanalytics
+Probethenet
+ProWebWalker
+Psbot
+Pu_iN
+Pump
 QueryN Metasearch
-RankActiveLinkBot
-RankingBot2
+RankActive
+RankFlex
+RankingBot
+Reaper
+RebelMouse
 ReGet
+RepoMonkey
 Re-re
-Rogerbot
-RSSingBot
+RocketCrawler
+SBIder
 ScanAlert
-Scanbot
-ScreenerBot
-Searchestate
+scan.lol
+Scrapy
+SearchmetricsBot
+Semrush
+SemrushBot
 SentiBot
-SEOkicks
-seoscanners
+SeobilityBot
+SEOlyticsCrawler
+SEOprofiler
 SeoSiteCheckup
-SEOstats
-serpstatbot
-Shodan
-Siphon
-SiteCheckerBotCrawler
-SiteLockSpider
-siteripz
+SISTRIX
+SiteExplorer
+Siteimprove
+SiteSnagger
 SiteSucker
-Site Sucker
 SlySearch
-Snapbot
+SMTBot
+Snake
 Snoopy
-Sogou web spider
+Sociscraper
+Sosospider
+SpaceBison
 Spammen
-SpankBot
+sp_auditbot
+Spbot
 Spinn3r
-SputnikBot
-spyfu
 Sqlworm
-Sqworm
-Steeler
-Stripper
 Sucuri
-SuperHTTP
+SuperBot
+Surfbot
 Suzuran
-sysscan
+Swiftbot
 Szukacz
-T0PHackTeam
-Teleport
 TeleportPro
+Telesphorep
 The Intraformant
-TheNomad
+Thumbor
 TightTwatBot
 Titan
 Toata
-Toweyabot
-Trendictionbot
 trendiction.com
 trendiction.de
-Turingos
+True_Robot
 Turnitin
 Twice
-UnisterBot
 Upflow
-URLy.Warning
+URLy Warning
+Vacuum
+Vagabondo
 VB Project
-VCI
-VeriCiteCrawler
+VelenPublicWebCrawler
 VidibleScraper
-VoidEYE
-Voil
-Voltron
+Wallpapers/3.0
 Webalta
+WebAuto
 WebBandit
-WebCopier
-Web Fetch
-WebFuck
+WebEnhancer
+Web Enhancer
 WebLeacher
-WebPix
-Web Pix
 Web Sauger
 Webshag
-WebsiteQuester
-Webster
-Web Sucker
-WebWhacker
+WebStripper
 Whack
+Widow
 WinHTTrack
-WISENutbot
 Wotbox
 WPScan
-WWW-Mechanize
 x09Mozilla
+x22Mozilla
+Xaldon_WebSpider
 Xenu
-Zade
-Zauba
-Zermelo
+zauba.io
 zgrab
+Zitebot
 ZmEu
 ZoomBot
 ZoominfoBot