V4.2022.08.3274 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
 404enemy
+80legs
+ADmantX
+Abonti
+Aboundex
 AhrefsBot
 AiHitBot
 Aipbot
-Alexibot
+Alligator
 AlphaBot
+Anarchie
+Anarchy
 Anarchy99
-Atomseobot
-AwarioRssBot
-BLEXBot
-BackDoorBot
+Aspiegel
+Asterias
+AwarioSmartBot
+BDFetch
 BackStreet
-BackWeb
 Backlink-Ceck
+Barkrowler
+Battleztar Bazinga
+BetaBot
 Bigfoot
 Black Hole
-Blow
-Bolt
+BlackWidow
+Blackboard
 BotALot
-Brandprotect
+BuiltBotTough
+BuiltWith
 Bullseye
+BunnySlippers
 CATExplorador
-CODE87
+CCBot
 CSHttp
-CazoodleBot
-Cegbfeieh
-CheTeam
-ChinaClaw
+CherryPicker
 Citoid
-Cliqzbot
-Cogentbot
+Cocolyzebot
 Collector
-Copier
-Copyscape
-Cosmos
 Craftbot
-Crawling at Home Project
 CrazyWebCrawler
-Curious
-Custo
+Crescent
 CyotekWebCopy
-DBLBot
-Deusu
-Devil
-DigitalPebble
-Disco
-Discobot
-Discoverybot
-DnyzBot
-Dotbot
+DSearch
+Demon
+Dispatch
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Download Wonder
 Dragonfly
-EMail Siphon
+ECCP/1.0
+Ebingbong
+EirGrabber
 Exabot
+Express WebPictures
+Extractor
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-FDM
+Ezooms
 FemtosearchBot
 Fimap
 Firefox/7.0
-Flunky
-FrontPage
+Foobot
 FyberSpider
-Fyrebot
 GalaxyBot
 Genieo
-GermCrawler
-Getintent
+Gigabot
 Go-Ahead-Got-It
+GoZilla
+GrabNet
+Grafula
+GrapeFX
 GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HTMLparser
+HTTP::Lite
 HTTrack
+Haansoft
+HaosouSpider
+Harvest
 HonoluluBot
-Humanlinks
-IDBot
-IRLbot
-Id-search
-IlseBot
-Indy Library
-InfoNaviRobot
-Intelliseek
-InterGET
+HybridBot
+Iblog
+Image Fetch
+Image Sucker
+InfoTekies
+Internet Ninja
 Iskanie
-Jbrofuzz
-JennyBot
-Jetty
-JikeSpider
+Joomla
 Jorgee
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
+JustView
 Keyword Density
-Kinza
 Kozmosbot
 LNSpiderguy
 LWP::Simple
-Lanshanbot
+LeechFTP
 LexiBot
-LinkWalker
-Linkbot
+LibWeb
+LieBaoFast
+Lightspeedsystems
+Likse
 LinkextractorPro
-Lmspider
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MSIECrawler
-Magnet
+MJ12bot
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
+MarkWatch
+Masscan
 Mb2345Browser
-MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft URL Control
-Minefield
-Mister PiX
+Microsoft Data Access
+Moblie Safari
 Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
 Name Intelligence
 Nameprotect
-NearSite
-Netcraft
-NextGenSearchBot
+Nessus
+NetMechanic
+NetSpider
+Nettrack
 Nibbler
-Ninja
-Nuclei
-OnCrawl
-OrangeSpider
+Niki-bot
+Nikto
+Not
+Openfind
+OrangeBot
 OutclicksBot
 OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
-Pandalytics
-Panscient
+PageAnalyzer
+PageScorer
+Pavuk
 PeoplePal
-Pi-Monster
 Pimonster
+Pixray
 ProPowerBot
-Psbot
+ProWebWalker
 Pump
+PxBroker
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-RankActive
+RankingBot
+RankurBot
+ReGet
+RealDownload
 Reaper
-RebelMouse
-Recorder
 RedesScrapy
 Rogerbot
-SEOkicks
 SEOkicks-Robot
-SMTBot
+SalesIntelligent
+Screaming
 ScreenerBot
-ScrepyBot
 Searchestate
 SearchmetricsBot
 Seekport
-Site Sucker
-SiteCheckerBotCrawler
+SentiBot
+SeobilityBot
+Seomoz
+Shodan
 SiteExplorer
-SiteLockSpider
-Sitebeam
-Siteimprove
+SiteSnagger
+SiteSucker
+Sitevigil
+Snake
 Snoopy
 Sociscraper
 Sogou web spider
-Sottopop
-SpaceBison
 Spanner
 Spinn3r
-Sqlmap
-Sqlworm
-Steeler
-SuperBot
-SurveyBot
-T0PHackTeam
+SputnikBot
+Stripper
 T8Abot
-Teleport
 TeleportPro
-Telesoft
-TightTwatBot
+Telesphorep
+TheNomad
+Toweyabot
 Trendiction
-Turingos
+Trendictionbot
+True_Robot
+Turnitin
 TurnitinBot
-Twice
-UnisterBot
-V-BOT
-VB Project
+Upflow
 VCI
-Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-Voil
-WASALive-Bot
 WBSearchBot
-WISENutbot
+WEBDAV
 WWW::Mechanize
 WWWOFFLE
 WallpapersHD
-WeSEE
-Web Auto
-Web Collage
 Web Fuck
-Web Pix
-Web Sucker
 WebAuto
 WebBandit
-WebCollage
 WebCopier
-WebEnhancer
+WebFuck
+WebGo IS
 WebImageCollector
-WebReaper
 WebSucker
+WebWhacker
 WebZIP
+Webshag
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Webster
 Whack
 Whacker
-Whatweb
-WiseGuys Robot
-Woobot
-Wprecon
-Xaldon WebSpider
-Xenu
+Widow
+Wotbox
+Zade
 Zauba
 Zermelo
-ZyBorg
-arquivo-web-crawler
+Zeus
+ZoomBot
+ZoominfoBot
+autoemailspider
 cah.io.community
+check1.exe
+cognitiveseo
+crawler4j
 dataforseo.com
-evc-batch
-isitwp.com
-linkdexbot
-lwp-trivial
+heritrix
+ips-agent
 magpie-crawler
 mediawords
 muhstik-scan
-oBot
 page scorer
 pcBrowser
-plumanalytics
-ripz
+probe-image-size
+scalaj-http
+scan.lol
 seobility
-seocompany.store
-sexsearcher
-sysscan
+seoscanners
+seostar
+trendiction.com
 trendiction.de
-webgains-bot
 webmeup-crawler
 webpros.com
-xpymep1.exe
-zgrab