V4.2022.02.2895 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
+404checker
+80legs
 ADmantX
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
-Anarchie
+AIBOT
+ASPSeek
+AllSubmitter
+Alligator
+Anarchy
 Anarchy99
 Anthill
-Aspiegel
-Attach
+Asterias
+BDCbot
 BackDoorBot
-BackWeb
 Backlink-Ceck
 BacklinkCrawler
 Badass
-Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
-Black Hole
-BlackWidow
+Bitacle
 Blackboard
-Blow
 BlowFish
-BotALot
+Brandprotect
 Brandwatch
-Bullseye
-BunnySlippers
+BuiltWith
+CATExplorador
+CCBot
 CSHttp
+Calculon
+CensysInspect
+ChinaClaw
+Chlooe
 Citoid
 Cliqzbot
 Cloud mapping
-Copier
-Cosmos
-CrazyWebCrawler
-CrunchBot
+Cocolyzebot
+Craftbot
+Crawling at Home Project
+Crescent
 Curious
+Custo
 CyotekWebCopy
-DBLBot
 DSearch
-DatabaseDriverMysqli
-Deusu
-Digincore
+Demon
 DigitalPebble
 Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
+DomCopBot
 DomainSigmaCrawler
 DomainStatsBot
-Dotbot
-ECCP/1.0
-EMail Siphon
-EirGrabber
-Evil
-ExtLinksBot
-Extractor
+Dragonfly
+EMail Wolf
+EasyDL
+Exabot
 Ezooms
-GT::WWW
+FemtosearchBot
+Firefox/7.0
+FlashGet
+Flunky
+Foobot
+Freeuploader
+Fyrebot
 GalaxyBot
-Getintent
+Genieo
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
 GrabNet
+Grabber
+Grafula
+GrapeFX
 GridBot
 HMView
+HTTP::Lite
 Haansoft
-Harvest
 Havij
-Heritrix
-Hloader
+Humanlinks
 HybridBot
-IDBot
 IRLbot
-Image Fetch
+Image Sucker
+IndeedBot
 Indy Library
-InfoTekies
 Internet Ninja
-InternetSeer
-Iria
 Iskanie
-Jetty
-Joomla
-JustView
-Jyxobot
+JOC Web Spider
+Jbrofuzz
+JetCar
+JikeSpider
 Kenjin Spider
-Leap
-LeechFTP
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Lanshanbot
+Larbin
+LeechGet
+LexiBot
 Lftp
-Linkdexbot
+Lightspeedsystems
 LinkextractorPro
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
+Litemage_walker
+Lmspider
+Ltx71
 MIDown tool
-MJ12bot
-MSFrontPage
-Mail.RU_Bot
-MarkWatch
-Masscan
+MIIxpc
+MSIECrawler
+MTRobot
+Mag-Net
+Majestic SEO
+Majestic-SEO
+Majestic12
+MarkMonitor
 MauiBot
-Mb2345Browser
 MeanPath Bot
 Meanpathbot
-Mister PiX
+Metauri
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
 Msrabot
-NICErsPRO
+Musobot
 NPbot
+Nameprotect
 Navroad
+Needle
+Nessus
 NetLyzer
 Netcraft
-Nettrack
-Netvibes
-Nibbler
-Niki-bot
-Nikto
-Nmap
-Nutch
-Octopus
-OpenLinkProfiler
-Openvas
-OrangeBot
-POE-Component-Client-HTTP
-Page Analyzer
+NimbleCrawler
+Not
+OutclicksBot
+PECL::HTTP
+PHPCrawl
 PageAnalyzer
+PageScorer
+Papa Foto
 Pavuk
 Petalbot
 Picscout
-Piepmatz
-Pimonster
-PleaseCrawl
+Picsearch
+Pixray
 Pockey
-Probethenet
+ProWebWalker
+Pu_iN
 Pump
 PyCurl
-Quick-Crawler
-RSSingBot
 RankActive
 RankFlex
-RankurBot
-Re-re
-RebelMouse
+Rankivabot
+Recorder
+RepoMonkey
 Ripper
 Rogerbot
-SEOkicks
 SEOlyticsCrawler
 SEOprofiler
-SalesIntelligent
+SISTRIX
 ScoutJet
-Scrapy
-Screaming
-ScreenerBot
 Searchestate
 SemanticJuice
-SemrushBot
+SentiBot
 SeoSiteCheckup
-Seomoz
 Shodan
 SiteCheckerBotCrawler
-Siteimprove
-SlySearch
+SiteLockSpider
 Snake
 SocialRankIOBot
 Sociscraper
 Sogou web spider
-SpaceBison
-Spinn3r
+Sottopop
+SpankBot
 Sucuri
-Surfbot
+SuperBot
 SurveyBot
 Szukacz
-T0PHackTeam
+T8Abot
 TeleportPro
-Telesoft
+Telesphoreo
 TheNomad
-Titan
-Tracemyfile
-Trendiction
+Thumbor
+True_Robot
+Turingos
+Turnitin
 TurnitinBot
+TwengaBot
+Twice
 Typhoeus
-UnisterBot
-V-BOT
-VCI
+Upflow
+VB Project
 Vacuum
-Vagabondo
-Virusdie
+VelenPublicWebCrawler
 VoidEYE
-Voil
-Voltron
-WPScan
 WWW-Collector-E
+WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
-WeSEE
+Web Auto
+Web Collage
+Web Enhancer
+Web Fetch
+Web Fuck
 Web Sauger
 Web Sucker
-WebBandit
-WebEnhancer
+WebAuto
 WebFetch
-WebPix
 WebReaper
 WebSauger
-WebSucker
-WebWhacker
 WebZIP
+Webshag
 WebsiteExtractor
-WebsiteQuester
-Whacker
-Wonderbot
-Xaldon_WebSpider
-Xenu
-Zade
+Wprecon
 Zeus
+Zitebot
 ZoominfoBot
-ZumBot
-ZyBorg
+adscanner
+arquivo.pt
+backlink-check
 cah.io.community
-coccocbot-web
 cognitiveseo
+crawler4j
 dataforseo.com
-demandbase-bot
-domainsproject.org
 evc-batch
-gopher
-isitwp.com
-iubenda-radar
+facebookscraper
+heritrix
 lwp-trivial
-mediawords
-muhstik-scan
-probe-image-size
-s1z.ru
+magpie-crawler
+page scorer
+plumanalytics
+polaris version
+scalaj-http
 scan.lol
 seobility
+seocompany.store
+seoscanners
 seostar
 serpstatbot
-siteripz
-sogouspider
+sexsearcher
+sitechecker.pro
 sp_auditbot
-voyagerx.com
-webmeup-crawler
+sysscan
+tAkeOut
+trendiction.de
+ubermetrics-technologies.com
 webpros.com
 x09Mozilla
+xpymep1.exe
 zauba.io
+zgrab