V4.2022.09.3326 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
+404enemy
 80legs
-ADmantX
+ALittle Client
 Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Alexibot
-AllSubmitter
+Acunetix
 Alligator
-Ankit
-Anthill
 Aspiegel
-Attach
-AwarioRssBot
-BBBike
-BDCbot
+AwarioSmartBot
+BLEXBot
 BackDoorBot
 BackWeb
-Badass
-BatchFTP
 Bigfoot
 BlackWidow
 Blow
-Boardreader
-Buddy
-BunnySlippers
-CCBot
-ChinaClaw
-Chlooe
-Citoid
-Claritybot
-Cloud mapping
-Cocolyzebot
+BlowFish
+Bolt
+BuiltBotTough
+CazoodleBot
+CheTeam
+CherryPicker
+Cliqzbot
+Cogentbot
 CopyRightCheck
-CrazyWebCrawler
-Crescent
-Custo
+Craftbot
+Crawling at Home Project
+CrunchBot
+DIIbot
+DSearch
 DTS Agent
 DataCha0s
 DatabaseDriverMysqli
 Devil
+Digincore
 Disco
-DittoSpyder
-DomainAppender
-DomainCrawler
-EMail Siphon
+Discobot
+DnBCrawler-Analytics
+DomainStatsBot
+Download Wonder
+ECCP/1.0
 EMail Wolf
+EasyDL
 Ecxi
-Exabot
-ExtLinksBot
+EroCrawler
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-FHscan
-FlashGet
-Flunky
-Foobot
-Freeuploader
+Ezooms
+FemtosearchBot
+FrontPage
+FyberSpider
 GT::WWW
-GermCrawler
-GetWeb
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
+GalaxyBot
+Getintent
+GoZilla
 Grafula
-HMView
-Haansoft
-HaosouSpider
-Heritrix
-Hloader
-Humanlinks
+HEADMasterSEO
+HTTP::Lite
+HTTrack
+Harvest
+Havij
 HybridBot
-IDBTE4M
-InfoNaviRobot
-Intelliseek
+Iblog
+IlseBot
+Image Fetch
+Image Sucker
+Indy Library
 InterGET
+InternetSeer
+Iria
 Iskanie
 IstellaBot
-JikeSpider
-Jorgee
+JOC Web Spider
+JamesBOT
+JetCar
+Joomla
 JustView
 Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
 Kinza
-Kozmosbot
-LWP::Simple
-Lftp
-LibWeb
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Linkbot
+Larbin
+Leap
+LeechFTP
+LeechGet
+LinkextractorPro
 LinqiaRSSBot
+Lipperhey Spider
+Litemage_walker
 Lmspider
 Ltx71
-MIDown tool
 MSIECrawler
 Mag-Net
-Mail.RU_Bot
-Mata Hari
+Majestic SEO
+Majestic-SEO
+Majestic12
+Masscan
+MauiBot
 MeanPath Bot
-Meanpathbot
 MegaIndex.ru
 Metauri
 MicroMessenger
-Microsoft URL Control
 Minefield
-Mr.4x3
+Mister PiX
+Moblie Safari
+Mojeek
+Mozlila
 Msrabot
-Nameprotect
-NearSite
 Needle
+Nessus
+Net Vampire
+NetMechanic
 NetZIP
-Nibbler
-NimbleCrawler
-Nimbostratus
-Nmap
+Netcraft
+Netvibes
+Niki-bot
 Nuclei
 OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
+Openvas
+OrangeBot
 OrangeSpider
-PageGrabber
-PageScorer
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageThing.com
 Papa Foto
 Petalbot
-Pi-Monster
+Picsearch
 Pimonster
 ProPowerBot
 ProWebWalker
-Psbot
-PyCurl
+Probethenet
+Pump
+PxBroker
+QueryN Metasearch
 RSSingBot
-RankActiveLinkBot
+RankActive
 RankFlex
-RankingBot
-RankingBot2
+Rankivabot
 Re-re
-ReGet
-Reaper
-Recorder
-RedesScrapy
+RealDownload
+Ripper
 RocketCrawler
 Rogerbot
-SEOprofiler
-ScoutJet
-Screaming
-ScreenerBot
-SearchmetricsBot
-Seekport
+SBIder
+ScanAlert
+Scanbot
+Scrapy
+ScrepyBot
+Searchestate
+Semrush
 SentiBot
-SeoSiteCheckup
 SiteCheckerBotCrawler
 SiteLockSpider
+SiteSucker
 Siteimprove
+Sitevigil
+SlySearch
+SmartDownload
 Snake
-Sociscraper
+SocialRankIOBot
 Sogou web spider
 Sosospider
-Sottopop
-Spammen
-SpankBot
+SpaceBison
+Spanner
 Spbot
 Spinn3r
 Sqlmap
 Sqlworm
-Steeler
-SuperBot
-SuperHTTP
-Surfbot
-Szukacz
+Sqworm
+Sucuri
+Suzuran
+T0PHackTeam
 Teleport
 Telesphoreo
-Telesphorep
-The Intraformant
-TheNomad
 Thumbor
-Toata
+TightTwatBot
+Titan
 Toweyabot
-Trendiction
-True_Robot
-Turingos
-Turnitin
+Trendictionbot
+Twice
 Typhoeus
-UnisterBot
+URLy Warning
+URLy.Warning
+V-BOT
+VelenPublicWebCrawler
 VeriCiteCrawler
 VoidEYE
 Voil
-Voltron
+WEBDAV
+WISENutbot
 WPScan
 WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
-Web Auto
+WallpapersHD
 Web Collage
 Web Fetch
-Web Sauger
-WebFuck
+Web Fuck
+Web Sucker
+WebAuto
+WebBandit
+WebCollage
+WebEnhancer
 WebReaper
 WebStripper
-WebSucker
-WebmasterWorldForumBot
-Webshag
+WebWhacker
+WebZIP
 Website Quester
-WebsiteExtractor
 WebsiteQuester
-Whack
-Whacker
-Whatweb
-Who.is Bot
-Widow
-WinHTTrack
-Zauba
-Zermelo
+Webster
+Wonderbot
+Wprecon
+YoudaoBot
+Zade
 ZumBot
-ZyBorg
+adscanner
+archive.org_bot
 arquivo-web-crawler
 arquivo.pt
 backlink-check
-check1.exe
-clark-crawler
-cognitiveseo
+cah.io.community
+coccocbot
+com.plumanalytics
 crawler.feedback
 crawler4j
-eCatch
-heritrix
-instabid
+evc-batch
+facebookscraper
+gopher
 isitwp.com
-iubenda-radar
-lwp-request
+linkdexbot
 magpie-crawler
-oBot
-plumanalytics
-polaris version
-ripz
-s1z.ru
-seocompany.store
+meanpathbot
+muhstik-scan
+netEstate NE Crawler
+page scorer
+pcBrowser
+seoscanners
 seostar
 serpstatbot
 sogouspider
-sp_auditbot
-trendiction.de
-voyagerx.com
+sysscan
+tAkeOut
 webgains-bot
-webmeup-crawler
 webpros.com
-x09Mozilla
 x22Mozilla
 xpymep1.exe
 zauba.io
-zgrab