V4.2022.09.3382 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,184 +1,180 @@
-360Spider
 404checker
-ALittle Client
-ASPSeek
-Acunetix
+AIBOT
+Abonti
+Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
-AllSubmitter
+AhrefsBot
+AiHitBot
+Anarchie
 Anarchy99
-Anthill
-Apexoo
+Asterias
+Atomseobot
 AwarioSmartBot
-BBBike
-BLEXBot
+BDCbot
+BDFetch
 BackStreet
-BackWeb
-Backlink-Ceck
 Bandit
+Barkrowler
 Battleztar Bazinga
-BetaBot
-Blackboard
-BlowFish
-Bolt
-Buck
-Buddy
+Brandprotect
 BuiltWith
-BuzzSumo
-CSHttp
-Calculon
+CATExplorador
+Cegbfeieh
 CheTeam
-CheeseBot
+CherryPicker
 ChinaClaw
-Citoid
+Cliqzbot
+Cloud mapping
+Cocolyzebot
 Collector
+Copier
 Copyscape
-Cosmos
-Craftbot
-Curious
-DBLBot
-DSearch
-DataCha0s
-DatabaseDriverMysqli
+Crescent
+CrunchBot
+CyotekWebCopy
+DIIbot
+DTS Agent
 Demon
-Deusu
-Digincore
+Devil
+DigitalPebble
 Dirbuster
 Discobot
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DomainCrawler
+DomainAppender
+DomainStatsBot
 Dotbot
-EMail Wolf
-Ebingbong
-Ecxi
-Express WebPictures
-ExtLinksBot
+Download Wonder
+Drip
+EMail Siphon
+EasyDL
 Extractor
-ExtractorPro
-Extreme Picture Finder
+EyeNetIE
 Ezooms
-FemtosearchBot
+FHscan
+Fimap
+Firefox/7.0
 FlashGet
-Flunky
-FrontPage
-GT::WWW
-GetWeb
+Freeuploader
+Fuzz
+G-i-g-a-b-o-t
+GalaxyBot
+GetRight
+Gigabot
+GoZilla
+Gotit
+GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
+HMView
 HTTP::Lite
-HTTrack
-Haansoft
 Harvest
-Heritrix
-IDBTE4M
+Havij
+HonoluluBot
 IDBot
-Id-search
-IlseBot
-Image Sucker
+IRLbot
+Image Fetch
+Indy Library
 InfoTekies
 InterGET
 Internet Ninja
-InternetSeer
 Iria
-Iskanie
-JetCar
-Jetty
+JOC Web Spider
 Joomla
-Jyxobot
-LNSpiderguy
 LWP::Simple
-Leap
+Larbin
 LeechFTP
 LexiBot
-Lftp
-LinkpadBot
+Likse
+LinkWalker
+Linkbot
+LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-Lmspider
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
+MQQBrowser
 MSFrontPage
 MSIECrawler
-MTRobot
-Magnet
-Mail.RU_Bot
-Majestic-SEO
-MarkWatch
+Majestic SEO
 Mass Downloader
+Masscan
+Mata Hari
+Mb2345Browser
+Mediatoolkitbot
+Metauri
 MicroMessenger
-Minefield
-Mojeek
-Morfeus Fucking Scanner
-NPbot
-Name Intelligence
-Navroad
+Mister PiX
+Mojolicious
+Nessus
+Net Vampire
 NetAnts
 NetLyzer
-Netcraft
+NetSpider
+Nettrack
+Nibbler
 Niki-bot
-Nimbostratus
-Nmap
-Nuclei
-Nutch
-Openvas
-OutclicksBot
+Nikto
+Offline Explorer
+OpenVAS
+Openfind
+OrangeSpider
 PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
 PageGrabber
-PageThing.com
-Pandalytics
-Papa Foto
 Pavuk
+PeoplePal
 Petalbot
 Pi-Monster
-Picscout
+Picsearch
 Piepmatz
 Pixray
-Pockey
-ProWebWalker
-Probethenet
-Quick-Crawler
-RSSingBot
+PleaseCrawl
+RankActive
+RankFlex
 RankingBot
-RankingBot2
-Rankivabot
-RealDownload
-RepoMonkey
+ReGet
+RebelMouse
+RedesScrapy
+RocketCrawler
 SEOkicks-Robot
-SEOprofiler
+SEOstats
 SISTRIX
-SalesIntelligent
+SMTBot
 ScanAlert
-ScoutJet
-ScreenerBot
+Scrapy
 ScrepyBot
+Searchestate
 SearchmetricsBot
-SemanticJuice
-SentiBot
-SeoSiteCheckup
 Seomoz
-Shodan
 Siphon
 SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 SiteSucker
-Sitebeam
-Sitevigil
+SlySearch
 SmartDownload
-Snake
-Snoopy
-SocialRankIOBot
-Sosospider
-Spinn3r
+Snapbot
+Sociscraper
+SpaceBison
+Spammen
+SpankBot
+Spanner
 SputnikBot
 Sqworm
-Stripper
-T0PHackTeam
-Teleport
-TeleportPro
-Telesoft
+Steeler
+Sucker
+SuperBot
+Szukacz
+Thumbor
 TightTwatBot
 Toata
+Tracemyfile
+Trendictionbot
 Turingos
 Turnitin
 TurnitinBot
@@ -186,65 +182,69 @@ TwengaBot
 Twice
 Typhoeus
 URLy.Warning
-VB Project
+Upflow
+V-BOT
+VCI
 Vacuum
+Vagabondo
+VeriCiteCrawler
 VidibleScraper
-Virusdie
-VoidEYE
-WBSearchBot
-WWW-Mechanize
+Voil
+Voltron
+WEBDAV
+WPScan
+WWW::Mechanize
+WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-Web Auto
 Web Enhancer
+Web Fetch
 Web Fuck
-Web Pix
-Web Sucker
+WebAuto
 WebCollage
 WebEnhancer
 WebFuck
-WebSucker
-WebZIP
+WebGo IS
+WebSauger
 Webalta
 WebmasterWorldForumBot
-Webshag
-Whacker
+WebsiteQuester
 Who.is Bot
+Widow
 WinHTTrack
-Wotbox
-Wprecon
-Zitebot
+WiseGuys Robot
+Woobot
+Xaldon_WebSpider
+YoudaoBot
+Zade
+Zauba
+Zermelo
+Zeus
 ZmEu
-ZumBot
+ZoominfoBot
 autoemailspider
-backlink-check
-cah.io.community
-check1.exe
-clark-crawler
-coccocbot
 crawl.sogou.com
-crawler.feedback
 crawler4j
-demandbase-bot
 domainsproject.org
 eCatch
-facebookscraper
 gopher
 heritrix
+instabid
 internetVista monitor
-ips-agent
 isitwp.com
 iubenda-radar
-lwp-request
-lwp-trivial
-netEstate NE Crawler
+linkdexbot
+muhstik-scan
 oBot
-polaris version
-seobility
+page scorer
+plumanalytics
+seoscanners
+seostar
 sitechecker.pro
-siteripz
-trendiction.de
+tAkeOut
+trendiction.com
 voyagerx.com
+webgains-bot
+webmeup-crawler
 webpros.com
-webprosbot
-x09Mozilla
+zauba.io
+zgrab