V4.2021.07.2455 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,46 +1,50 @@
 01h4x.com
-360Spider
-404checker
-ADmantX
+404enemy
 AIBOT
-Abonti
-Aboundex
-Acunetix
+ASPSeek
+AiHitBot
+Aipbot
 AllSubmitter
+Alligator
+Anarchy
 Anarchy99
-AwarioRssBot
-BDCbot
+Anthill
+Apexoo
+Aspiegel
+Asterias
+AwarioSmartBot
 BDFetch
-BacklinkCrawler
-Badass
+BLEXBot
+Backlink-Ceck
 Bandit
 Barkrowler
-BatchFTP
+Battleztar Bazinga
 BetaBot
 Bigfoot
+Black Hole
 BlackWidow
-Blackboard
 Blow
-BlowFish
 Boardreader
-BuiltWith
-CATExplorador
-CCBot
-CODE87
+Bolt
+BotALot
+Brandprotect
+Buck
+BuiltBotTough
 CSHttp
+Calculon
+CazoodleBot
 Cegbfeieh
 CheTeam
+CherryPicker
+Chlooe
 Cliqzbot
-Collector
-Copier
-Copyscape
-Craftbot
+Cocolyzebot
+Cosmos
 CrazyWebCrawler
+CrunchBot
 Curious
-DataCha0s
-DatabaseDriverMysqli
-Demon
-Devil
+DIIbot
+DSearch
 Digincore
 DigitalPebble
 Disco
@@ -48,203 +52,199 @@ Discobot
 Discoverybot
 DnyzBot
 DomCopBot
-DomainAppender
-DomainStatsBot
 Domains Project
-Dragonfly
-Drip
-EMail Siphon
-EasyDL
-Ecxi
+Dotbot
 EirGrabber
-Firefox/7.0
-Flunky
-FrontPage
-Fuzz
-Fyrebot
+EroCrawler
+ExtLinksBot
+ExtractorPro
+EyeNetIE
+Ezooms
+FHscan
+Fimap
+FlashGet
+Freeuploader
 G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
+GalaxyBot
+Getintent
 Gigabot
-Gotit
-Grabber
-GrapeshotCrawler
+GoZilla
+GrapeFX
+GridBot
 HEADMasterSEO
 HMView
-HTTrack
+HTTP::Lite
+Haansoft
+HaosouSpider
 Harvest
-Havij
-Heritrix
 Hloader
-Humanlinks
 IDBot
+Iblog
 Image Fetch
+Image Sucker
+IndeedBot
 InfoNaviRobot
 InfoTekies
 Intelliseek
-InterGET
+InternetSeer
+IstellaBot
+JamesBOT
+JennyBot
 JetCar
-Jetty
-Joomla
 Jorgee
 JustView
-Jyxobot
 Kenjin Spider
-Kinza
-LWP::Simple
+Kozmosbot
+Lanshanbot
+Larbin
 LeechFTP
-LexiBot
 Lftp
+Libwhisker
 LieBaoFast
+Lightspeedsystems
+LinkScan
+LinkWalker
 LinksManager
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
+Lipperhey
+Litemage_walker
+Lmspider
 Ltx71
+MJ12bot
+MQQBrowser
 MSFrontPage
 Magnet
-Mail.RU_Bot
 Mass Downloader
 Masscan
-Mata Hari
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
 MegaIndex.ru
-Mojeek
-Mojolicious
-Msrabot
-Musobot
-Name Intelligence
-Needle
+Metauri
+MicroMessenger
+Microsoft URL Control
+Mister PiX
+Morfeus Fucking Scanner
+Mr.4x3
+NearSite
+Nessus
 Net Vampire
-NetLyzer
-Netcraft
-Nettrack
+NetSpider
 Netvibes
 NextGenSearchBot
-Nibbler
 NimbleCrawler
+Nimbostratus
 Nmap
 Nutch
-OPPO A33
-OnCrawl
+Octopus
+OpenLinkProfiler
 Openfind
+Openvas
 OrangeBot
-PECL::HTTP
 PHPCrawl
 PageAnalyzer
 PageGrabber
 Pandalytics
-Papa Foto
 Pavuk
-Picsearch
-Piepmatz
+Pimonster
 Pixray
-PleaseCrawl
-Pockey
 ProWebWalker
 Psbot
 Pump
-PxBroker
 PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
+RankFlex
 RankingBot
-RealDownload
-RedesScrapy
-Ripper
+RankingBot2
+Rankivabot
+Reaper
+Recorder
 RocketCrawler
+Rogerbot
+SBIder
 SEOlyticsCrawler
-ScanAlert
-Semrush
-SemrushBot
-SeobilityBot
+ScrepyBot
+Searchestate
 Seomoz
-Shodan
-Site Sucker
+Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
+Sitebeam
+Siteimprove
 Sitevigil
+SmartDownload
 Snapbot
-Snoopy
-Sqlmap
+Sociscraper
+Sosospider
+SpaceBison
+Spanner
+Spbot
+Spinn3r
 Sqworm
-Stripper
 Sucker
 Sucuri
-SuperBot
-Suzuran
+SurveyBot
 Szukacz
-T0PHackTeam
 Teleport
+TeleportPro
+Telesoft
 Telesphoreo
 Telesphorep
 The Intraformant
-TightTwatBot
-Titan
+Thumbor
 Toweyabot
 Trendiction
 True_Robot
 Turingos
-UnisterBot
-V-BOT
-VCI
-Vacuum
-Vagabondo
-VidibleScraper
-VoidEYE
+Turnitin
+TurnitinBot
+Twice
+Upflow
 Voltron
+WASALive-Bot
 WEBDAV
-WPScan
-WWW-Mechanize
-WeSEE
-Web Auto
-Web Pix
-Web Sauger
+WWW-Collector-E
+Wallpapers/3.0
+WallpapersHD
+Web Fetch
+Web Sucker
+WebAuto
 WebBandit
-WebCollage
-WebCopier
-WebSauger
+WebEnhancer
+WebFetch
 WebStripper
 WebSucker
-WebsiteQuester
-Whack
-WinHTTrack
-WiseGuys Robot
-Wotbox
-Xaldon_WebSpider
+WebZIP
+WebsiteExtractor
+Wprecon
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zauba
-Zeus
-ZoomBot
-ZoominfoBot
-ZumBot
+Zitebot
 archive.org_bot
-arquivo-web-crawler
 arquivo.pt
-check1.exe
-coccocbot-web
+autoemailspider
 com.plumanalytics
-crawler4j
+crawl.sogou.com
 demandbase-bot
 domainsproject.org
-eCatch
-evc-batch
 gopher
-instabid
+internetVista monitor
+isitwp.com
 lwp-request
-lwp-trivial
-magpie-crawler
 meanpathbot
-mediawords
+oBot
+page scorer
 pcBrowser
-scalaj-http
-seoscanners
-siteripz
-sogouspider
+probe-image-size
+ripz
+s1z.ru
+satoristudio.net
+scan.lol
+seobility
+seostar
+sexsearcher
 sp_auditbot
-sysscan
-trendiction.com
+tAkeOut
+trendiction.de
 webmeup-crawler
+x09Mozilla
 xpymep1.exe
-zauba.io
 zgrab