V4.2022.07.3214 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
+404enemy
 80legs
-ALittle Client
-Aboundexbot
+ADmantX
 AfD-Verbotsverfahren
 AiHitBot
-Alligator
-AlphaBot
 Ankit
-Atomseobot
-Attach
-AwarioSmartBot
+Apexoo
 BBBike
-BDCbot
 BDFetch
-BLEXBot
-BackDoorBot
 BackWeb
 Badass
 Barkrowler
 BatchFTP
-Bitacle
-Black Hole
-BlackWidow
-Blackboard
-Blow
+BetaBot
 BlowFish
 Bolt
-Brandwatch
-Buddy
+Brandprotect
 BuiltBotTough
-CCBot
+Bullseye
+BunnySlippers
+CATExplorador
+Calculon
 CazoodleBot
-Cegbfeieh
-ChinaClaw
 Chlooe
-Claritybot
 Cloud mapping
+Cocolyzebot
+Copier
 CopyRightCheck
+Cosmos
+Craftbot
 CrunchBot
-Custo
-DataCha0s
-DatabaseDriverMysqli
-Demon
+Curious
+DBLBot
+DIIbot
+DSearch
+DTS Agent
 Digincore
+DigitalPebble
+Discoverybot
 Dispatch
+DittoSpyder
 DnyzBot
+DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-Domains Project
-Dragonfly
+Dotbot
 Drip
+EMail Siphon
 EMail Wolf
-Ebingbong
-Evil
-Express WebPictures
+EroCrawler
+Exabot
 ExtLinksBot
-Ezooms
-FDM
-FlashGet
+Extractor
+Extreme Picture Finder
+FHscan
+FemtosearchBot
+Fimap
+Firefox/7.0
 Flunky
-G-i-g-a-b-o-t
-GetRight
-Gigabot
-Go!Zilla
+Freeuploader
+GermCrawler
+GetWeb
+Gotit
 Grafula
 GrapeFX
-GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HTMLparser
+HTTrack
+Haansoft
 HaosouSpider
-Havij
 Heritrix
-IDBTE4M
-IDBot
-IRLbot
-Image Sucker
+Hloader
+Iblog
+Id-search
+IlseBot
 Indy Library
-InfoTekies
-Intelliseek
-InterGET
-Iria
-Jbrofuzz
-JetCar
+InfoNaviRobot
+JamesBOT
+JennyBot
+JikeSpider
+JustView
+Kenjin Spider
 Keybot Translation-Search-Machine
 Kinza
+Kozmosbot
 Lanshanbot
-Larbin
+Leap
 LeechGet
-LexiBot
-Lftp
 LibWeb
-LinkWalker
-LinkextractorPro
-LinksManager
+LinkScan
+LinkpadBot
+Lipperhey
+Litemage_walker
+Lmspider
+Ltx71
+MIIxpc
+MQQBrowser
+MSFrontPage
 MSIECrawler
 MTRobot
-Mail.RU_Bot
+Majestic-SEO
 Majestic12
+MarkMonitor
 MarkWatch
-Masscan
+Mata Hari
 MauiBot
-Meanpathbot
+Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
 MegaIndex.ru
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Mojolicious
-MolokaiBot
+Morfeus Fucking Scanner
 Msrabot
-NPbot
-Nameprotect
+Musobot
+NICErsPRO
 NearSite
 Needle
-Net Vampire
 NetAnts
+NetLyzer
 NetSpider
 Netcraft
 NextGenSearchBot
-Niki-bot
-Nikto
-NimbleCrawler
-Ninja
+Nibbler
+Nmap
 Not
+Nutch
+Offline Explorer
 Offline Navigator
-OrangeBot
-OutfoxBot
-PageScorer
-Pandalytics
-Panscient
+OnCrawl
+OpenLinkProfiler
+Openfind
+Openvas
+OrangeSpider
 Papa Foto
-Petalbot
-Pi-Monster
+Pavuk
+Picscout
+Picsearch
+Piepmatz
 Pimonster
-PleaseCrawl
-Pockey
+Pu_iN
 Pump
-RSSingBot
-RankActiveLinkBot
-RankurBot
-ReGet
-Reaper
+PyCurl
+Quick-Crawler
+RankingBot
+RankingBot2
 RebelMouse
-RedesScrapy
-RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
-ScoutJet
+Recorder
+Ripper
+SEOkicks
+SEOstats
+SISTRIX
+Scanbot
 Screaming
 ScreenerBot
-ScrepyBot
+Searchestate
 SearchmetricsBot
-Seekport
 SemanticJuice
 SemrushBot
 SeobilityBot
-Seomoz
-Shodan
 Site Sucker
-SiteLockSpider
 SiteSnagger
-Sitebeam
-Sitevigil
+Siteimprove
 SmartDownload
 Snake
-Snoopy
-Sociscraper
+Snapbot
+SpaceBison
 Spammen
-Spinn3r
+Spanner
 SputnikBot
-Sqlworm
-Sucuri
 SuperBot
 Surfbot
+SurveyBot
 Suzuran
-Swiftbot
-Teleport
-TeleportPro
+Szukacz
 Telesoft
-Telesphoreo
-Toweyabot
+The Intraformant
+TheNomad
+Thumbor
+TightTwatBot
+Toata
+Tracemyfile
 Trendictionbot
-True_Robot
-Turnitin
+Turingos
+TwengaBot
+Twice
 URLy.Warning
-V-BOT
-VB Project
-VCI
 Vacuum
-Vagabondo
 VelenPublicWebCrawler
-VidibleScraper
-Virusdie
+VeriCiteCrawler
 VoidEYE
 Voltron
 WEBDAV
-WISENutbot
-WPScan
 WWW-Collector-E
-Wallpapers
-Web Auto
-Web Enhancer
+WWW::Mechanize
+WallpapersHD
 Web Pix
 Web Sauger
 WebAuto
-WebFuck
-WebGo IS
-WebLeacher
-WebReaper
+WebBandit
+WebCopier
+WebImageCollector
+WebStripper
 WebSucker
-WebWhacker
-WebZIP
-Webalta
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whack
-Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Xaldon WebSpider
-Xaldon_WebSpider
+Whatweb
+Widow
+Woobot
+Xenu
 Zade
 Zermelo
 ZmEu
-ZoominfoBot
+ZoomBot
 ZyBorg
+adscanner
 arquivo-web-crawler
+backlink-check
+cah.io.community
+clark-crawler
 coccocbot
-cognitiveseo
-crawler.feedback
 crawler4j
 domainsproject.org
-internetVista monitor
+eCatch
+gopher
+ips-agent
 isitwp.com
-lwp-trivial
-magpie-crawler
-oBot
+iubenda-radar
+linkdexbot
+lwp-request
+meanpathbot
+mediawords
 page scorer
+plumanalytics
+polaris version
 scalaj-http
+scan.lol
 seobility
-seoscanners
+seocompany.store
 serpstatbot
+sexsearcher
 sitechecker.pro
-sp_auditbot
+siteripz
+sogouspider
+sysscan
 ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webmeup-crawler
-x09Mozilla
-zauba.io
+webprosbot
+zgrab