V4.2022.03.2994 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-ALittle Client
 ASPSeek
-Abonti
+Aboundex
+Aboundexbot
 AhrefsBot
-Anarchie
-Anarchy
+AiHitBot
+Aipbot
+Alexibot
+AllSubmitter
 Ankit
 Anthill
 Aspiegel
+Asterias
+Attach
 AwarioRssBot
 AwarioSmartBot
-BDFetch
-BLEXBot
-BackDoorBot
-BackStreet
 BackWeb
+Backlink-Ceck
 BacklinkCrawler
-Badass
+Bandit
+Barkrowler
 BatchFTP
-Bigfoot
-Black Hole
-BlackWidow
+Bitacle
 Blow
-BotALot
-Brandprotect
+BlowFish
+Bolt
 Buddy
 BuiltBotTough
-CODE87
-CazoodleBot
-CheTeam
-Chlooe
+BuiltWith
+BuzzSumo
+CSHttp
+Cegbfeieh
+CensysInspect
+ChinaClaw
 Citoid
-Cliqzbot
+Claritybot
 Cloud mapping
-Cocolyzebot
-Collector
-Copier
-CopyRightCheck
-Copyscape
-Crawling at Home Project
-Curious
+Crescent
 Custo
-DIIbot
-DatabaseDriverMysqli
 Demon
-DigitalPebble
+Deusu
 Dirbuster
-DomainCrawler
+Discobot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainStatsBot
+Domains Project
 Download Wonder
-Drip
-ECCP/1.0
+Dragonfly
+EMail Siphon
 EMail Wolf
-EasyDL
+Ebingbong
 Ecxi
 EirGrabber
-Extractor
-ExtractorPro
-FemtosearchBot
+EroCrawler
+Extreme Picture Finder
+FDM
+FHscan
+Fimap
 Firefox/7.0
-Freeuploader
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-GetRight
-Go-Ahead-Got-It
+Genieo
+GermCrawler
+GetWeb
+Gigabot
+Gotit
+GrabNet
 Grabber
-Grafula
-HTMLparser
-Heritrix
-Hloader
+GrapeFX
+GridBot
+HEADMasterSEO
+HMView
+HonoluluBot
 Humanlinks
 HybridBot
 IDBTE4M
 Iblog
 Id-search
-IlseBot
-IndeedBot
-InfoTekies
-Internet Ninja
+Image Sucker
+Indy Library
+InfoNaviRobot
+Iskanie
 IstellaBot
+JamesBOT
 Jbrofuzz
-JennyBot
-JetCar
-JikeSpider
-Joomla
-Jorgee
-Keyword Density
-Kinza
-Kozmosbot
-LNSpiderguy
+LWP::Simple
+Lanshanbot
 Larbin
 LeechFTP
 LeechGet
-Lftp
+LibWeb
 LieBaoFast
-Likse
-LinkScan
-Linkdexbot
-LinqiaMetadataDownloaderBot
+Lightspeedsystems
+LinkWalker
+LinkpadBot
+LinksManager
 LinqiaScrapeBot
 Lipperhey Spider
+Litemage_walker
 Lmspider
+Ltx71
+MIDown tool
+MJ12bot
 MQQBrowser
-MSFrontPage
-Magnet
-Majestic SEO
+Mag-Net
+Mail.RU_Bot
 MarkMonitor
-Mass Downloader
 Masscan
 Mata Hari
+MauiBot
+MeanPath Bot
+Mediatoolkitbot
 MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Moblie Safari
-Mojolicious
+Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
 Musobot
-Nameprotect
-Navroad
 Nessus
+Net Vampire
 NetLyzer
-NetSpider
-NetZIP
+Nettrack
 Netvibes
 NextGenSearchBot
-Nikto
-Ninja
-Nmap
-Nuclei
-Nutch
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
+Nibbler
+Niki-bot
+Octopus
+OnCrawl
 Openfind
 Openvas
-OrangeSpider
-PECL::HTTP
-PHPCrawl
-PageAnalyzer
-Pandalytics
+OrangeBot
+OutfoxBot
+PageScorer
+PageThing.com
+Panscient
 Papa Foto
-Pavuk
-Picscout
-PictureFinder
+PeoplePal
 Piepmatz
+Pimonster
 ProPowerBot
 Psbot
 Pu_iN
+Pump
 PyCurl
+QueryN Metasearch
 Quick-Crawler
 RankFlex
-RankurBot
+RankingBot
+Rankivabot
 Re-re
-Reaper
-RebelMouse
+ReGet
 RedesScrapy
 RepoMonkey
-Ripper
-SEOkicks-Robot
+RocketCrawler
 SEOlyticsCrawler
 SEOstats
+SMTBot
+Scanbot
+Scrapy
 SemanticJuice
-SemrushBot
-SeoSiteCheckup
+Semrush
+SentiBot
 Shodan
-Siphon
+Site Sucker
+SiteExplorer
 SiteLockSpider
-SiteSnagger
-Snapbot
-Snoopy
+SiteSucker
+Sitebeam
+Siteimprove
+Sitevigil
+SmartDownload
 Sociscraper
 Sosospider
-SpaceBison
+Sottopop
 SpankBot
-Spbot
+Spanner
 Spinn3r
+Steeler
+Sucker
 Sucuri
-Szukacz
+SuperBot
+SuperHTTP
+Surfbot
+SurveyBot
+T0PHackTeam
 T8Abot
 Teleport
-The Intraformant
+Telesoft
+Telesphorep
 TheNomad
-Thumbor
+TightTwatBot
 Toata
-Trendictionbot
-True_Robot
+Toweyabot
 Turingos
 Typhoeus
-URLy.Warning
-Vacuum
-Virusdie
-Voil
-Voltron
-WASALive-Bot
-WEBDAV
+UnisterBot
+VB Project
+Vagabondo
+VidibleScraper
+VoidEYE
 WPScan
-WWW-Collector-E
 WWW-Mechanize
-Wallpapers/3.0
-WallpapersHD
+WWWOFFLE
+Wallpapers
+WeSEE
 Web Auto
 Web Collage
 Web Enhancer
-Web Fuck
-Web Sucker
-WebCollage
+Web Pix
+Web Sauger
+WebBandit
 WebFetch
-WebGo IS
+WebFuck
 WebLeacher
+WebSauger
 WebStripper
-WebmasterWorldForumBot
+WebSucker
+WebZIP
+WebsiteExtractor
 Webster
-Whatweb
+Whack
 Widow
-WiseGuys Robot
 Wonderbot
+Woobot
 Wotbox
-Xaldon_WebSpider
-ZoominfoBot
+Wprecon
+YoudaoBot
+Zauba
+Zitebot
+ZmEu
+ZoomBot
+arquivo-web-crawler
+arquivo.pt
 backlink-check
 coccocbot
-com.plumanalytics
-crawler.feedback
 crawler4j
-domainsproject.org
-instabid
-internetVista monitor
+demandbase-bot
+gopher
 ips-agent
-iubenda-radar
-lwp-request
-lwp-trivial
 magpie-crawler
 meanpathbot
-mediawords
-pcBrowser
 plumanalytics
-polaris version
-probe-image-size
 s1z.ru
-scalaj-http
-siteripz
-sogouspider
+scan.lol
+seostar
+serpstatbot
 sp_auditbot
-spyfu
-trendiction.de
-webpros.com
+sysscan
+xpymep1.exe
 zgrab