V4.2021.11.2695 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
-AIBOT
+360Spider
 ALittle Client
-AllSubmitter
-AlphaBot
-Anarchie
+Abonti
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
+Aipbot
+Alligator
 Anarchy99
 Ankit
-Attach
-AwarioSmartBot
-BLEXBot
+Anthill
+Apexoo
+Asterias
+AwarioRssBot
+BDCbot
 BackStreet
-Backlink-Ceck
-Bandit
-Barkrowler
+BackWeb
+BacklinkCrawler
+Badass
+Battleztar Bazinga
 BetaBot
-Black Hole
-Bolt
-Brandwatch
+Blow
+BotALot
 Buck
 Bullseye
 BunnySlippers
-BuzzSumo
 CATExplorador
-CCBot
 CSHttp
-CherryPicker
+Calculon
+CazoodleBot
+CheTeam
+CheeseBot
+Cliqzbot
 Cloud mapping
 Cocolyzebot
-Cogentbot
+Collector
 Copier
+CopyRightCheck
+Copyscape
 Cosmos
 Craftbot
-CrunchBot
-CyotekWebCopy
-DIIbot
-DataCha0s
-DatabaseDriverMysqli
-Demon
-Deusu
+Crawling at Home Project
+Crescent
+Curious
+DBLBot
 Devil
-DigitalPebble
+Digincore
 Discoverybot
-Dispatch
-DittoSpyder
-DnyzBot
-DomainCrawler
-DomainStatsBot
-Domains Project
-EMail Siphon
-EasyDL
+DnBCrawler-Analytics
+DomainSigmaCrawler
+Dotbot
+Dragonfly
+Ebingbong
 EirGrabber
-EroCrawler
-Express WebPictures
+Evil
 ExtLinksBot
 Extractor
 ExtractorPro
-EyeNetIE
+Ezooms
 FDM
+FlashGet
 Flunky
-Freeuploader
+Foobot
 FrontPage
 Fuzz
-FyberSpider
-GT::WWW
-Grafula
-GridBot
+GalaxyBot
+GermCrawler
+Getintent
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
+Grabber
+HMView
 HTTP::Lite
+HaosouSpider
+Harvest
+Havij
+IDBTE4M
+IDBot
 IRLbot
-Id-search
-Indy Library
-IstellaBot
-JOC Web Spider
-JennyBot
-JetCar
-Jetty
-JikeSpider
+IlseBot
+IndeedBot
+InfoNaviRobot
+JamesBOT
 Joomla
-Jorgee
+JustView
 Jyxobot
 Kinza
-LeechFTP
-LibWeb
-Libwhisker
-LieBaoFast
-Linkdexbot
+LWP::Simple
+Larbin
+LeechGet
+Lightspeedsystems
+LinkScan
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey Spider
+Litemage_walker
 Ltx71
-MSFrontPage
+MJ12bot
 MSIECrawler
-Mag-Net
-Majestic SEO
+Magnet
+Mail.RU_Bot
 Majestic12
-MarkMonitor
 Masscan
 Mb2345Browser
-Mediatoolkitbot
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
+MegaIndex.ru
+Metauri
 Msrabot
-Name Intelligence
-Nessus
-Net Vampire
+NICErsPRO
+Nameprotect
+NearSite
 NetAnts
-NetMechanic
+NetLyzer
+NetSpider
 NetZIP
-Netcraft
 Nettrack
-Niki-bot
-Nimbostratus
+Nmap
 Nutch
-Offline Navigator
+Octopus
+OnCrawl
 OpenLinkProfiler
+OpenVAS
+OrangeSpider
+OutclicksBot
+PECL::HTTP
 POE-Component-Client-HTTP
-PageAnalyzer
+Page Analyzer
 PageScorer
+PageThing.com
 Pandalytics
-Panscient
-Papa Foto
+Pavuk
 Petalbot
 Picsearch
+PictureFinder
 Piepmatz
-Pixray
-PleaseCrawl
+Pimonster
+Pockey
 Probethenet
 Psbot
-Pump
-PxBroker
-QueryN Metasearch
+Pu_iN
+Quick-Crawler
 RankActive
-RankingBot2
+RankActiveLinkBot
+RankFlex
 RankurBot
-Re-re
 RebelMouse
 Recorder
-RedesScrapy
+RepoMonkey
+Ripper
 SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SMTBot
 SalesIntelligent
-ScanAlert
-ScoutJet
+Scanbot
 Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
 Semrush
-SemrushBot
-SeoSiteCheckup
+SeobilityBot
 Shodan
 Site Sucker
-SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
+SiteSucker
 Snake
-Snoopy
+Snapbot
 SocialRankIOBot
 Sottopop
 SpaceBison
+Spammen
 SpankBot
-Spanner
-Spinn3r
-Sqworm
-Steeler
-Sucker
+Sqlworm
 Sucuri
-SuperBot
 SuperHTTP
-Szukacz
 T8Abot
 Teleport
-Telesoft
 Telesphoreo
+The Intraformant
 TheNomad
-Toweyabot
-Trendictionbot
-Turingos
-TurnitinBot
+Thumbor
+TightTwatBot
+Toata
+Tracemyfile
 TwengaBot
+Twice
 URLy.Warning
+UnisterBot
+Upflow
 VB Project
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-WEBDAV
-WISENutbot
+WBSearchBot
 WPScan
-WWW-Collector-E
 WWW::Mechanize
-WallpapersHD
-WeSEE
-Web Fuck
+Wallpapers/3.0
+Web Enhancer
+Web Fetch
+Web Pix
+Web Sucker
 WebAuto
 WebCopier
-WebFetch
-WebGo IS
+WebEnhancer
 WebImageCollector
 WebLeacher
-WebPix
-WebStripper
 WebWhacker
-Webalta
 Webshag
 Website Quester
-WebsiteExtractor
+WebsiteQuester
+Whacker
 Who.is Bot
+Widow
+WiseGuys Robot
 Wonderbot
-Wotbox
 Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
-Zeus
-Zitebot
-archive.org_bot
+Xenu
+Zauba
+ZoominfoBot
+ZumBot
+ZyBorg
+arquivo-web-crawler
 arquivo.pt
-backlink-check
+autoemailspider
+cah.io.community
 check1.exe
 coccocbot-web
+com.plumanalytics
+crawler4j
 demandbase-bot
 domainsproject.org
-evc-batch
 facebookscraper
+gopher
 heritrix
+instabid
+internetVista monitor
 ips-agent
-isitwp.com
 lwp-request
-lwp-trivial
-magpie-crawler
+meanpathbot
+mediawords
 muhstik-scan
 oBot
-pcBrowser
-polaris version
-satoristudio.net
+page scorer
+scalaj-http
 seostar
-sitechecker.pro
+sexsearcher
+spyfu
+sysscan
 tAkeOut
-trendiction.de
-webpros.com
-x09Mozilla
-xpymep1.exe
-zauba.io
-zgrab
+trendiction.com
+ubermetrics-technologies.com