V4.2021.08.2537 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-404enemy
-ADmantX
-ASPSeek
+AIBOT
 Abonti
-Aboundexbot
-Acunetix
-Alexibot
-AllSubmitter
-Apexoo
-Aspiegel
-Asterias
+AfD-Verbotsverfahren
+Aipbot
+AlphaBot
+Anarchy
 Attach
-BDCbot
-BLEXBot
+AwarioRssBot
+BDFetch
+BackStreet
 BackWeb
-BacklinkCrawler
-Bandit
-Barkrowler
+Badass
+BatchFTP
+Battleztar Bazinga
+BetaBot
 Bitacle
-Blackboard
+Black Hole
 Bolt
+BotALot
 Brandprotect
+Buck
 Buddy
-BuiltWith
-BuzzSumo
-CCBot
+BunnySlippers
 CODE87
-CSHttp
-Cegbfeieh
+CensysInspect
 CheTeam
-CheeseBot
-Cloud mapping
-Collector
+CherryPicker
+ChinaClaw
+Cocolyzebot
+Cogentbot
 Copier
-Cosmos
-Crescent
+CrazyWebCrawler
+CrunchBot
 Curious
+DBLBot
+DIIbot
 DTS Agent
-Deusu
-DigitalPebble
+Demon
+Digincore
+Dirbuster
 Disco
-Dispatch
-DittoSpyder
+DomCopBot
 DomainAppender
 DomainStatsBot
+Domains Project
+Dotbot
 Download Wonder
+Drip
 EMail Siphon
-EMail Wolf
-EasyDL
 Ebingbong
-Exabot
+EirGrabber
+EroCrawler
+Express WebPictures
+ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-Fimap
+FHscan
+Firefox/7.0
 FlashGet
-Freeuploader
-Fuzz
+Foobot
 FyberSpider
 GT::WWW
 GalaxyBot
 Genieo
-GermCrawler
-Getintent
-Gigablast
-Gigabot
-Go-Ahead-Got-It
-GrapeshotCrawler
-GridBot
-HMView
+GoZilla
+Grabber
+Grafula
+GrapeFX
+HEADMasterSEO
+Haansoft
 HaosouSpider
-Havij
 Hloader
-HybridBot
-IDBTE4M
-IDBot
+IRLbot
+Image Fetch
 Image Sucker
+IndeedBot
+Indy Library
+InfoTekies
 Internet Ninja
+InternetSeer
 Iria
+Iskanie
 IstellaBot
-JamesBOT
-Jbrofuzz
 JennyBot
 JikeSpider
-JustView
-Kozmosbot
+Jyxobot
+Kenjin Spider
+Keyword Density
+Kinza
 LNSpiderguy
-LWP::Simple
 Larbin
 Leap
-LeechFTP
-LibWeb
 Libwhisker
-LieBaoFast
-LinkScan
-LinkWalker
-Linkbot
-LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
-Lipperhey
+Lightspeedsystems
+Likse
+Linkdexbot
+LinksManager
+Lipperhey Spider
+Litemage_walker
 MJ12bot
 MSIECrawler
 MTRobot
-Mag-Net
-Mail.RU_Bot
-MarkMonitor
+Majestic SEO
 Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
+MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
-Metauri
-Mister PiX
+Microsoft URL Control
+Moblie Safari
 Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
-Musobot
-NICErsPRO
+NPbot
+Nameprotect
 Navroad
+Needle
 Nessus
-NetMechanic
-NetSpider
-Nettrack
+NetAnts
+NetLyzer
+Nibbler
 Niki-bot
+Nikto
+Nimbostratus
+Ninja
 Nmap
 Nutch
+Offline Explorer
 Offline Navigator
+OnCrawl
+OrangeBot
 OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-PageGrabber
-PageThing.com
-Panscient
-Papa Foto
+PageScorer
+Pandalytics
+PeoplePal
 Petalbot
-PictureFinder
-Pimonster
-ProPowerBot
-Probethenet
-Psbot
-Pu_iN
-QueryN Metasearch
+Pi-Monster
+Picscout
+Picsearch
+Pixray
 RSSingBot
 RankActive
-RankFlex
-Re-re
-RebelMouse
-Recorder
-RedesScrapy
+RankingBot
+RankurBot
 RepoMonkey
-RocketCrawler
-SBIder
+Ripper
+SEOkicks-Robot
 SEOlyticsCrawler
+SEOprofiler
 SISTRIX
-ScanAlert
-Scanbot
-Screaming
+SMTBot
+SalesIntelligent
+ScreenerBot
 ScrepyBot
-Searchestate
 Semrush
 SemrushBot
+SeobilityBot
 Shodan
-Site Sucker
-SiteLockSpider
+SiteExplorer
 SiteSnagger
-SiteSucker
+Sitebeam
+Siteimprove
+SlySearch
 Snapbot
-Snoopy
-SocialRankIOBot
-Sogou web spider
-Sosospider
 Sottopop
-SpaceBison
-Spammen
+Spanner
+Spbot
 Spinn3r
+SputnikBot
 Sqlmap
+Sqworm
 Steeler
-SuperBot
-Swiftbot
+Sucker
+SuperHTTP
+SurveyBot
+Szukacz
 T8Abot
-Telesoft
-Telesphoreo
+TeleportPro
+The Intraformant
+TheNomad
 TightTwatBot
 Titan
-Trendictionbot
+Toata
+True_Robot
 Turnitin
+TurnitinBot
+Twice
+Typhoeus
 URLy Warning
 URLy.Warning
+UnisterBot
 Upflow
-Virusdie
+V-BOT
+VB Project
+Vagabondo
+VelenPublicWebCrawler
 WASALive-Bot
-WISENutbot
-WPScan
-Wallpapers/3.0
+WBSearchBot
+WEBDAV
+WWW-Collector-E
+WWW-Mechanize
+Wallpapers
 WallpapersHD
-Web Auto
-WebAuto
-WebCollage
+WeSEE
+Web Fuck
 WebCopier
 WebFetch
 WebFuck
-WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
+WebReaper
+WebSauger
 WebStripper
-WebSucker
-WebWhacker
-WebZIP
-Webshag
-WebsiteQuester
-Whacker
-Whatweb
-Who.is Bot
+Website Quester
 WinHTTrack
-Woobot
-Xaldon WebSpider
+WiseGuys Robot
+Wotbox
 Xaldon_WebSpider
-Zade
-ZoomBot
-arquivo-web-crawler
-check1.exe
-coccocbot-web
-com.plumanalytics
-crawler.feedback
+Xenu
+Zitebot
+ZoominfoBot
+arquivo.pt
+autoemailspider
+crawl.sogou.com
+crawler4j
+demandbase-bot
+evc-batch
 facebookscraper
 gopher
-internetVista monitor
-ips-agent
-isitwp.com
-lwp-trivial
 magpie-crawler
-meanpathbot
+mediawords
 oBot
-page scorer
 pcBrowser
-ripz
+plumanalytics
 scalaj-http
-seobility
-sexsearcher
+seostar
+serpstatbot
 sitechecker.pro
-spyfu
-ubermetrics-technologies.com
-webprosbot
+sogouspider
+sp_auditbot
+webmeup-crawler
+webpros.com
 x09Mozilla
-x22Mozilla
-xpymep1.exe
-zgrab
+zauba.io