V4.2021.10.2633 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
+404enemy
 80legs
 ADmantX
 AIBOT
-ASPSeek
 Aboundex
 Acunetix
-AiHitBot
+AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
-Anarchie
-Attach
-AwarioSmartBot
+AllSubmitter
+Aspiegel
+Asterias
+AwarioRssBot
+BDFetch
+BLEXBot
+BackStreet
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
 Badass
-Bandit
-Battleztar Bazinga
-BetaBot
+Barkrowler
+BatchFTP
 Bigfoot
-Blow
-Brandprotect
-Brandwatch
-Buck
-BuzzSumo
-CCBot
+BlackWidow
+Blackboard
+Bolt
+Bullseye
+CATExplorador
 CODE87
-CensysInspect
-CheTeam
-CherryPicker
+ChinaClaw
 Chlooe
 Claritybot
-Cliqzbot
-Copier
-CopyRightCheck
-Copyscape
-Crawling at Home Project
+Cloud mapping
+Collector
+Craftbot
+CrazyWebCrawler
+Crescent
 CrunchBot
-DBLBot
-Demon
+Curious
+DTS Agent
+DataCha0s
 Devil
+Disco
 Discoverybot
-DomainCrawler
-DomainSigmaCrawler
+DnyzBot
 DomainStatsBot
 ECCP/1.0
 EMail Siphon
-EMail Wolf
 EasyDL
-Ebingbong
-EirGrabber
-FDM
+Ecxi
+EroCrawler
+Evil
+Express WebPictures
+ExtractorPro
 FHscan
 Firefox/7.0
 Flunky
+Foobot
+Freeuploader
 FrontPage
 Fyrebot
-GermCrawler
-GetWeb
+G-i-g-a-b-o-t
+GalaxyBot
 Getintent
-GoZilla
-Grafula
+Gigabot
+Go!Zilla
+Gotit
+GrabNet
 HEADMasterSEO
 HMView
-HTMLparser
+HTTrack
 Haansoft
+Havij
 Heritrix
-Hloader
-Humanlinks
-HybridBot
-IDBot
-Image Fetch
-Image Sucker
-InfoNaviRobot
-InfoTekies
-InterGET
-Internet Ninja
-Iria
+IDBTE4M
+IlseBot
+Indy Library
 Iskanie
-JOC Web Spider
-JamesBOT
-Jetty
-Joomla
-Jorgee
+Jbrofuzz
+JennyBot
+JetCar
 JustView
-Jyxobot
 Kenjin Spider
-Keyword Density
-Kozmosbot
-LNSpiderguy
+Kinza
 Lanshanbot
-Larbin
-LeechGet
-LibWeb
-LieBaoFast
+Leap
+LexiBot
+Lftp
 Lightspeedsystems
 Likse
 LinkScan
-LinkWalker
-LinksManager
-Lipperhey Spider
-MIDown tool
-MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
-Mag-Net
-Magnet
-MarkMonitor
+Linkdexbot
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
+Mail.RU_Bot
+Majestic SEO
 Mass Downloader
+Masscan
+Mata Hari
 MeanPath Bot
 Meanpathbot
-Metauri
+MegaIndex.ru
 MicroMessenger
-Mister PiX
+Microsoft Data Access
+Mojeek
 Mojolicious
+Morfeus Fucking Scanner
 Mr.4x3
-NICErsPRO
-NPbot
-Name Intelligence
+Musobot
 Nameprotect
 Navroad
-Needle
-NetMechanic
-Netcraft
+NetLyzer
+NetSpider
+NetZIP
 Nettrack
-Ninja
-Nmap
-OnCrawl
+Netvibes
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Octopus
+Offline Navigator
 OpenLinkProfiler
-OrangeBot
-OutclicksBot
+OpenVAS
+Openfind
 PECL::HTTP
+PHPCrawl
+PageAnalyzer
 PageGrabber
-PageScorer
+PageThing.com
+Pavuk
 PeoplePal
+Pi-Monster
+Picscout
+Picsearch
 Piepmatz
-Pimonster
-PleaseCrawl
-ProPowerBot
-ProWebWalker
+Psbot
+Pu_iN
+Pump
 PxBroker
-RankActive
-RankingBot
+RSSingBot
+RankFlex
+Rankivabot
 Re-re
-ReGet
-RebelMouse
+RealDownload
+Reaper
 Recorder
-Ripper
-RocketCrawler
-Rogerbot
 SEOkicks-Robot
-SEOlyticsCrawler
 SEOstats
-SalesIntelligent
-Scanbot
-ScoutJet
-Screaming
-SentiBot
-SeoSiteCheckup
-Seomoz
-Siphon
+ScanAlert
+SearchmetricsBot
+SeobilityBot
+Shodan
+SiteCheckerBotCrawler
+SiteSnagger
 Siteimprove
+Sitevigil
 SlySearch
 SmartDownload
-Snake
+Snapbot
 Snoopy
 Sosospider
-Sottopop
+SpaceBison
 Spammen
 Spanner
+Spinn3r
 Sqlworm
 Sqworm
 Sucuri
-SuperBot
-Surfbot
-Swiftbot
-T8Abot
-Teleport
-TeleportPro
 Telesoft
 Telesphoreo
 Thumbor
 TightTwatBot
-Titan
+Toata
 Toweyabot
-Tracemyfile
-Turingos
-Turnitin
+Trendiction
+Trendictionbot
 TurnitinBot
+Twice
+URLy Warning
 UnisterBot
-VB Project
-VCI
-Vagabondo
+Vacuum
+VelenPublicWebCrawler
+Virusdie
 Voil
 Voltron
-WASALive-Bot
 WBSearchBot
 WPScan
-WWW-Mechanize
+WWW::Mechanize
 Wallpapers
 Wallpapers/3.0
-Web Sauger
-WebAuto
+WeSEE
+Web Collage
+Web Sucker
 WebBandit
+WebCollage
 WebCopier
-WebFetch
-WebGo IS
+WebFuck
 WebImageCollector
-WebLeacher
-WebPix
-WebReaper
-WebSauger
-WebSucker
-Webshag
+WebStripper
+WebWhacker
+WebmasterWorldForumBot
 WebsiteExtractor
 Webster
-Whacker
+Whack
 Widow
 WiseGuys Robot
+Woobot
+Wotbox
+Xaldon_WebSpider
 Xenu
-Zade
+YoudaoBot
 Zermelo
+Zeus
+Zitebot
 ZoomBot
+ZoominfoBot
 archive.org_bot
-arquivo-web-crawler
 cah.io.community
+check1.exe
+coccocbot-web
 com.plumanalytics
-crawl.sogou.com
-crawler4j
-domainsproject.org
+demandbase-bot
 gopher
-heritrix
 instabid
 internetVista monitor
 ips-agent
-mediawords
+meanpathbot
+muhstik-scan
 netEstate NE Crawler
-plumanalytics
-ripz
+page scorer
+probe-image-size
 satoristudio.net
 scalaj-http
 seobility
-seoscanners
-seostar
+serpstatbot
 siteripz
+sogouspider
 sysscan
+tAkeOut
 trendiction.com
 trendiction.de
+ubermetrics-technologies.com
+webmeup-crawler
+x09Mozilla
+x22Mozilla
+xpymep1.exe
 zauba.io