V4.2021.09.2609 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-Abonti
+01h4x.com
+80legs
+AIBOT
+ASPSeek
+Aboundex
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-Aipbot
-Alligator
-Anarchy99
-Ankit
-Anthill
+Apexoo
+Asterias
+BBBike
+BDCbot
 BackDoorBot
 Backlink-Ceck
+BacklinkCrawler
 Badass
-Bandit
+BatchFTP
 Battleztar Bazinga
 Bigfoot
-Bitacle
 Black Hole
-BlackWidow
 Blow
 BlowFish
-Boardreader
 Bolt
 Brandwatch
-Buddy
-BuiltBotTough
-BuiltWith
 Bullseye
-CATExplorador
+BuzzSumo
 CCBot
+CODE87
 CazoodleBot
-Cegbfeieh
-CheeseBot
-Claritybot
-Cliqzbot
+CheTeam
+ChinaClaw
+Chlooe
 Cloud mapping
 Cocolyzebot
-Cogentbot
 Collector
-Copier
-Copyscape
+CopyRightCheck
 Crescent
 CrunchBot
-CyotekWebCopy
-DSearch
-DTS Agent
+Custo
 DataCha0s
 Demon
-Digincore
-DigitalPebble
-Disco
-DomainAppender
+Deusu
+Dirbuster
+DomainCrawler
 DomainStatsBot
-Download Wonder
-EMail Siphon
-EMail Wolf
-EirGrabber
+Domains Project
+Drip
+EasyDL
+Ecxi
 Evil
 Express WebPictures
-ExtLinksBot
 Extractor
-Foobot
-G-i-g-a-b-o-t
+Ezooms
+FDM
+FlashGet
+FyberSpider
 GT::WWW
-GermCrawler
+GalaxyBot
+GetRight
 GetWeb
-Getintent
-Gigabot
-GoZilla
+Go-Ahead-Got-It
 GrabNet
 Grafula
 GrapeFX
-HEADMasterSEO
+GrapeshotCrawler
+GridBot
+HTMLparser
+HTTrack
+Haansoft
 HaosouSpider
-Hloader
+Harvest
+Humanlinks
 HybridBot
-IDBot
-IRLbot
-Iblog
+IDBTE4M
+Id-search
 IlseBot
 Image Fetch
-IndeedBot
+Indy Library
 InfoTekies
-Intelliseek
-InterGET
+Internet Ninja
+InternetSeer
+Iria
 Iskanie
 IstellaBot
-JOC Web Spider
-JamesBOT
+JikeSpider
 Joomla
 Jorgee
-JustView
-Keyword Density
-LWP::Simple
+Jyxobot
+Kinza
+LNSpiderguy
 Leap
-LeechFTP
 LeechGet
 LexiBot
+Libwhisker
 LieBaoFast
 Lightspeedsystems
-Linkbot
+Likse
+LinkScan
 Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaScrapeBot
 Litemage_walker
 Lmspider
-Ltx71
-MIIxpc
-MJ12bot
+Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic-SEO
-Mb2345Browser
+Majestic SEO
+MauiBot
+Meanpathbot
+Mediatoolkitbot
+MicroMessenger
 Microsoft Data Access
-Mojeek
-Mozlila
+Microsoft URL Control
+Mojolicious
 Msrabot
-NICErsPRO
 Name Intelligence
-Nameprotect
-Navroad
-NearSite
-Nessus
+Needle
+Net Vampire
 NetAnts
 NetLyzer
-NetZIP
+NetSpider
+Netcraft
 Nettrack
-NextGenSearchBot
-NimbleCrawler
+Niki-bot
+Nimbostratus
 Ninja
 Nmap
-Offline Explorer
-OnCrawl
+Nuclei
+Nutch
 OpenVAS
-OrangeSpider
+Openfind
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
 PageAnalyzer
-PageThing.com
-Panscient
+PageScorer
+Pandalytics
+Papa Foto
 PeoplePal
+Petalbot
 Pi-Monster
-Picscout
 PictureFinder
-Piepmatz
-Pockey
-Psbot
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Probethenet
 Pu_iN
-Pump
 PxBroker
-PyCurl
-QueryN Metasearch
 Quick-Crawler
-RankActive
-RankingBot
+RSSingBot
 Rankivabot
-RealDownload
+Re-re
 Reaper
-RebelMouse
-RedesScrapy
-RepoMonkey
-Ripper
-SBIder
+Recorder
+RocketCrawler
+Rogerbot
 SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SMTBot
 ScanAlert
-Screaming
-ScreenerBot
-Semrush
-SentiBot
-SeobilityBot
-Shodan
+ScrepyBot
+Searchestate
+Seomoz
 Siphon
-Site Sucker
-SiteLockSpider
-SiteSnagger
-Siteimprove
+Sitebeam
 SmartDownload
 Snapbot
 SocialRankIOBot
-Sociscraper
-Sqlmap
+Sosospider
+Sottopop
+SpaceBison
+Spammen
+SpankBot
+Spanner
+Spinn3r
 Sqlworm
-Steeler
+Sqworm
+Sucker
+SuperBot
 SuperHTTP
-SurveyBot
-Szukacz
-T0PHackTeam
-T8Abot
-Telesoft
+Suzuran
+Teleport
+TeleportPro
 TightTwatBot
+Toweyabot
+Tracemyfile
+Trendiction
+Trendictionbot
 True_Robot
-Turingos
-TwengaBot
-Twice
+URLy Warning
 UnisterBot
-Upflow
 V-BOT
+VB Project
 VCI
-VeriCiteCrawler
+Vagabondo
+VidibleScraper
 VoidEYE
-Voil
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WISENutbot
+WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-Web Auto
-Web Pix
-WebAuto
-WebCollage
+Web Fuck
+Web Sauger
+WebBandit
+WebCopier
 WebFuck
+WebGo IS
 WebImageCollector
-WebReaper
-WebSucker
-WebWhacker
-WebsiteQuester
-Whacker
-Who.is Bot
+WebPix
+Webalta
+WebmasterWorldForumBot
+Webshag
+Whatweb
+WinHTTrack
+Wonderbot
 Woobot
-Xaldon_WebSpider
-Zade
-Zauba
-Zermelo
+Wotbox
+Xaldon WebSpider
+YoudaoBot
 Zeus
 ZmEu
 ZoominfoBot
-archive.org_bot
-arquivo-web-crawler
-backlink-check
-cah.io.community
-clark-crawler
+ZyBorg
+autoemailspider
+crawl.sogou.com
+crawler4j
 demandbase-bot
 eCatch
-heritrix
-internetVista monitor
-muhstik-scan
+evc-batch
+lwp-trivial
+magpie-crawler
 netEstate NE Crawler
+oBot
 plumanalytics
-ripz
-s1z.ru
 satoristudio.net
 seobility
-seoscanners
 sogouspider
-webmeup-crawler
-webpros.com
-xpymep1.exe
+sp_auditbot
+tAkeOut
+trendiction.com
+voyagerx.com
+x09Mozilla
+x22Mozilla
 zgrab