V4.2022.02.2898 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
-404enemy
-80legs
-ADmantX
-AIBOT
 ALittle Client
-ASPSeek
+Abonti
 Aboundex
-Aboundexbot
-AlphaBot
+Acunetix
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
+Alligator
+Ankit
+Anthill
 Apexoo
-Aspiegel
-Asterias
-BDCbot
-BLEXBot
-BackDoorBot
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BackStreet
 BackWeb
-Backlink-Ceck
+BacklinkCrawler
+Badass
 Bandit
+Barkrowler
 BatchFTP
+Battleztar Bazinga
 BetaBot
+Bitacle
+BlackWidow
+Blow
 BlowFish
-Bolt
+Brandwatch
 Buck
-Buddy
-Bullseye
+BuiltWith
 CATExplorador
-CCBot
-CazoodleBot
+Calculon
 Cegbfeieh
-CheTeam
-Chlooe
-Citoid
-Cocolyzebot
-Copier
+CheeseBot
+CherryPicker
+CopyRightCheck
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-CrunchBot
-Curious
-Custo
-DBLBot
 DIIbot
-DSearch
-DTS Agent
-Deusu
+DataCha0s
 Dirbuster
-Disco
-Discobot
 Discoverybot
 Dispatch
 DittoSpyder
+DomainCrawler
+Dotbot
+Drip
 EMail Wolf
-EasyDL
-Ebingbong
-Ecxi
-Extractor
-Extreme Picture Finder
+EroCrawler
+Exabot
+EyeNetIE
 Ezooms
-FemtosearchBot
+FDM
+Firefox/7.0
 Foobot
+FrontPage
 Fuzz
-FyberSpider
+Fyrebot
+GT::WWW
+Genieo
 GermCrawler
-GetRight
-GetWeb
+Getintent
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GrapeshotCrawler
-HTTP::Lite
-HaosouSpider
-Harvest
-HonoluluBot
-HybridBot
-IDBTE4M
-IDBot
-IRLbot
-Iblog
-InfoNaviRobot
+GrapeFX
+HMView
+HTTrack
+Haansoft
+Humanlinks
+Image Fetch
 InfoTekies
-Intelliseek
-InterGET
-JOC Web Spider
-JennyBot
-JetCar
-Jetty
-JikeSpider
-Jorgee
-Jyxobot
+Iria
+JamesBOT
 Kenjin Spider
-Kinza
+Keyword Density
+Kozmosbot
+LWP::Simple
 Larbin
-LeechGet
-LexiBot
+Leap
+Lftp
 LibWeb
+LieBaoFast
+Likse
 LinkScan
 LinkWalker
+Linkbot
 LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaScrapeBot
-Lipperhey Spider
 Litemage_walker
-Ltx71
+Lmspider
 MIDown tool
 MJ12bot
+MSFrontPage
 MTRobot
 Magnet
 Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 Majestic12
-Mediatoolkitbot
+Mata Hari
+MauiBot
+Meanpathbot
 Metauri
-Morfeus Fucking Scanner
-Msrabot
-NICErsPRO
+MicroMessenger
+Mozlila
+Mr.4x3
+Musobot
+Name Intelligence
 Navroad
+NearSite
 Needle
 Nessus
+Net Vampire
 NetAnts
 NetLyzer
-Netcraft
-Nettrack
+NetMechanic
+NetSpider
+NetZIP
+Netvibes
 Nibbler
+Niki-bot
 Nikto
-NimbleCrawler
+Ninja
+Not
 Nuclei
-Octopus
+Nutch
+Offline Explorer
 Offline Navigator
 OpenVAS
-Openvas
+Openfind
 OrangeBot
-OrangeSpider
-PECL::HTTP
-POE-Component-Client-HTTP
-PageGrabber
-PageScorer
 Panscient
-Papa Foto
+Pavuk
 PeoplePal
-Picscout
 Picsearch
-PictureFinder
-Piepmatz
-Pimonster
-PleaseCrawl
-Psbot
-Pu_iN
+Pockey
+Pump
 PyCurl
-QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankurBot
-RebelMouse
+RankActive
+RankFlex
+RankingBot
+RankingBot2
+ReGet
+RealDownload
 Recorder
-RepoMonkey
 RocketCrawler
-SBIder
+SEOkicks
+SEOkicks-Robot
 SISTRIX
+SMTBot
+SalesIntelligent
 Scrapy
-ScrepyBot
-Searchestate
-SemanticJuice
-Semrush
-SemrushBot
+Seekport
+SentiBot
 SeoSiteCheckup
-SeobilityBot
-Shodan
-SiteSnagger
+Siphon
 Siteimprove
-Sitevigil
 SlySearch
+SmartDownload
 Snake
-Snoopy
-Sosospider
 Sottopop
-Spammen
-SpankBot
+Spanner
 Spbot
-Steeler
-Sucker
+Spinn3r
+SputnikBot
+Sucuri
+SuperBot
+SuperHTTP
 Surfbot
-T8Abot
-Telesphorep
+Teleport
+TeleportPro
 The Intraformant
-Tracemyfile
+TheNomad
+Titan
+Toweyabot
 Trendictionbot
 True_Robot
-Turnitin
-URLy Warning
+Turingos
 URLy.Warning
-UnisterBot
-Upflow
+V-BOT
 Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
-Voil
+Virusdie
+WASALive-Bot
+WBSearchBot
 WISENutbot
-WPScan
-WWW-Collector-E
+WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
 WallpapersHD
-WeSEE
 Web Auto
+Web Collage
 Web Fetch
 Web Fuck
-WebAuto
+Web Sauger
+WebBandit
+WebCopier
 WebFetch
+WebImageCollector
 WebPix
-WebReaper
 WebSauger
-WebWhacker
+WebStripper
+WebSucker
 WebZIP
-WebsiteQuester
-Webster
-Whatweb
-WiseGuys Robot
+Website Quester
+Widow
+WinHTTrack
 Wonderbot
-Woobot
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
+Xenu
 Zade
-Zitebot
+Zermelo
 ZmEu
-ZoomBot
+ZoominfoBot
+ZumBot
 ZyBorg
-arquivo-web-crawler
+adscanner
+archive.org_bot
+backlink-check
+cah.io.community
 clark-crawler
-coccocbot-web
-crawler.feedback
-dataforseo.com
-heritrix
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+crawler4j
+demandbase-bot
+gopher
 internetVista monitor
-iubenda-radar
-muhstik-scan
-page scorer
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
+oBot
+plumanalytics
+polaris version
 ripz
+satoristudio.net
 scalaj-http
-seoscanners
-serpstatbot
+sitechecker.pro
 siteripz
+sogouspider
+sp_auditbot
+sysscan
+ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
-webpros.com
 webprosbot
-zauba.io
-zgrab
+x22Mozilla