V4.2021.07.2486 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+404checker
+404enemy
 80legs
-Abonti
+Aboundex
 Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-AllSubmitter
-Alligator
 AlphaBot
-Anarchy
-Anarchy99
-Anthill
+Anarchie
 Apexoo
-AwarioRssBot
+Attach
 AwarioSmartBot
+BBBike
 BDCbot
+BackDoorBot
+BackStreet
+BackWeb
 BacklinkCrawler
-Barkrowler
-BlackWidow
-Blackboard
+BatchFTP
+Bitacle
+Black Hole
+Blow
 Boardreader
+BotALot
 Brandprotect
-Brandwatch
 BuiltBotTough
-BuzzSumo
-CCBot
 CSHttp
-Calculon
 Cegbfeieh
 CheTeam
-CheeseBot
-ChinaClaw
-Cliqzbot
+CherryPicker
+Chlooe
+Claritybot
 Cloud mapping
 Cogentbot
-Collector
 Copier
-CopyRightCheck
+Craftbot
 CrunchBot
-Custo
-DIIbot
 DTS Agent
-DatabaseDriverMysqli
-Deusu
-Devil
+Demon
+Dirbuster
 Disco
-DittoSpyder
-DomCopBot
-DomainAppender
+Dispatch
+DnyzBot
 DomainCrawler
-Dotbot
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Dragonfly
-Drip
-ECCP/1.0
+EMail Siphon
+EasyDL
 Ecxi
-EroCrawler
-Exabot
+Evil
 ExtLinksBot
-ExtractorPro
-Ezooms
-FemtosearchBot
+Extreme Picture Finder
+FHscan
+Fimap
 Firefox/7.0
 FlashGet
-Foobot
 FrontPage
-Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GetWeb
-Gigabot
-GoZilla
+GalaxyBot
+Getintent
+Gigablast
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
 GrapeFX
-GridBot
-HTMLparser
-Harvest
-Havij
+Haansoft
+Heritrix
 HybridBot
-IDBot
-IndeedBot
-InfoNaviRobot
-InfoTekies
+Iblog
+Image Fetch
 InterGET
-InternetSeer
-Iria
+IstellaBot
 JamesBOT
-Jbrofuzz
 JetCar
+Jetty
 Joomla
+Jorgee
+Jyxobot
 Keyword Density
-Kinza
-Lanshanbot
-LeechFTP
 LeechGet
-Lftp
 LibWeb
-Libwhisker
+LieBaoFast
 Lightspeedsystems
 Likse
+LinkScan
+Linkbot
+Linkdexbot
 LinkextractorPro
 LinkpadBot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
-MFC_Tear_Sample
-MQQBrowser
-MSFrontPage
-MTRobot
 Mag-Net
 Majestic SEO
-Majestic-SEO
-MarkMonitor
-Masscan
-Mata Hari
-Meanpathbot
-MicroMessenger
+MarkWatch
+MeanPath Bot
+MegaIndex.ru
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Moblie Safari
+Mojeek
 Mojolicious
-Musobot
+Msrabot
 Nameprotect
-NearSite
-Needle
-Nessus
+Navroad
 Net Vampire
 NetAnts
-Netvibes
-Nuclei
-Nutch
-Offline Explorer
+NetMechanic
+NetSpider
+Netcraft
+NextGenSearchBot
+Niki-bot
+Nimbostratus
+Nmap
 Offline Navigator
 OnCrawl
+OpenVAS
 Openfind
-Openvas
-OrangeBot
 OrangeSpider
 OutclicksBot
-PageGrabber
-Pandalytics
-Panscient
-Petalbot
-Piepmatz
-Pixray
-ProWebWalker
-Probethenet
+PHPCrawl
+POE-Component-Client-HTTP
+PageThing.com
+Papa Foto
+PeoplePal
+Picsearch
+PictureFinder
+Pimonster
+PleaseCrawl
+ProPowerBot
 Pu_iN
-Pump
 PxBroker
-QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
+PyCurl
+Quick-Crawler
+RankActive
+RankFlex
 RankingBot
+Rankivabot
 RankurBot
-Re-re
-RealDownload
 RebelMouse
-Ripper
+RedesScrapy
+RepoMonkey
 RocketCrawler
-Rogerbot
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
+SMTBot
 SalesIntelligent
-Scrapy
+ScoutJet
+Screaming
 ScrepyBot
-SemrushBot
-SeoSiteCheckup
+Searchestate
+SearchmetricsBot
+Semrush
 SeobilityBot
 Seomoz
 Shodan
+Siphon
 Site Sucker
+SiteExplorer
 SiteLockSpider
-SiteSnagger
-SiteSucker
+Sitebeam
 Siteimprove
+Sitevigil
 SlySearch
-SmartDownload
-Snake
 Snoopy
 SocialRankIOBot
 Sogou web spider
-Sosospider
-SpaceBison
-Spanner
+Sottopop
+Spammen
 SputnikBot
+Sqlmap
+Sqlworm
 Steeler
-Sucuri
 SuperBot
+Surfbot
+Suzuran
 Swiftbot
-Szukacz
 T8Abot
-Telesoft
-Telesphoreo
-The Intraformant
+Teleport
+Telesphorep
 TightTwatBot
-Titan
-Trendictionbot
-Typhoeus
-URLy Warning
-URLy.Warning
+Toweyabot
+Tracemyfile
+Twice
 V-BOT
-VoidEYE
-WISENutbot
+Vacuum
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+WBSearchBot
+WEBDAV
 WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
+Wallpapers/3.0
 Web Enhancer
-Web Fetch
-Web Sucker
+Web Pix
 WebAuto
-WebCopier
-WebFuck
+WebBandit
+WebCollage
+WebEnhancer
 WebGo IS
 WebLeacher
 WebPix
-WebSauger
-WebSucker
+WebStripper
 WebWhacker
 WebZIP
+WebsiteExtractor
 WebsiteQuester
+Webster
 Whack
 Whacker
-WinHTTrack
-Zade
+Widow
+Wonderbot
+Woobot
+Wotbox
+Xenu
+Zauba
+Zermelo
 Zeus
-ZumBot
-arquivo-web-crawler
+ZmEu
 arquivo.pt
 check1.exe
-crawl.sogou.com
-crawler.feedback
-crawler4j
-domainsproject.org
-evc-batch
+cognitiveseo
+com.plumanalytics
+gopher
 heritrix
 instabid
-magpie-crawler
+ips-agent
+lwp-trivial
 meanpathbot
 netEstate NE Crawler
-oBot
-ripz
-satoristudio.net
-seoscanners
-sexsearcher
+page scorer
+plumanalytics
+scan.lol
 siteripz
 sogouspider
-sp_auditbot
+trendiction.de
 voyagerx.com
+x09Mozilla
 x22Mozilla
-xpymep1.exe
 zauba.io
+zgrab