V4.2022.08.3296 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
+01h4x.com
+Abonti
 Aboundexbot
 Acunetix
-Aipbot
-AllSubmitter
-Anarchie
-Anarchy
-Apexoo
-Atomseobot
+AhrefsBot
+Alligator
+AlphaBot
+Anarchy99
+Anthill
+Aspiegel
+Attach
+AwarioRssBot
+AwarioSmartBot
 BBBike
+BDFetch
 BLEXBot
-BackWeb
+BackDoorBot
+BackStreet
 Bandit
+Barkrowler
+BatchFTP
+BetaBot
+Bigfoot
+Black Hole
+BlowFish
 Boardreader
+Brandwatch
 Buck
-Buddy
-Bullseye
-BunnySlippers
+BuiltWith
+BuzzSumo
 CATExplorador
-CCBot
-CherryPicker
+CODE87
 ChinaClaw
-Chlooe
-Cloud mapping
-Cogentbot
-Cosmos
+Cocolyzebot
+Copier
+CopyRightCheck
+Copyscape
 Craftbot
 Crawling at Home Project
 CrunchBot
 DBLBot
-DSearch
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
+Demon
+Deusu
 Devil
-DigitalPebble
-Dirbuster
 Disco
 Discoverybot
-Dispatch
-DittoSpyder
-DomainAppender
+DnyzBot
+DomainCrawler
 Domains Project
+Download Wonder
+Drip
 EMail Siphon
 EMail Wolf
-Ebingbong
-Ecxi
-Evil
+EirGrabber
+Exabot
+ExtLinksBot
+Extractor
 FHscan
 FemtosearchBot
 FlashGet
-Flunky
 Freeuploader
-GT::WWW
-GermCrawler
-GetRight
+Fuzz
+FyberSpider
+Fyrebot
+GalaxyBot
+Genieo
 GetWeb
-Getintent
-GoZilla
+Gigabot
+Go!Zilla
 Gotit
-Grafula
-GridBot
+GrabNet
+Grabber
+GrapeFX
 HEADMasterSEO
 HTMLparser
+HTTP::Lite
+HTTrack
 Haansoft
-HonoluluBot
-Humanlinks
-IDBTE4M
-Iblog
+HaosouSpider
+Harvest
+Heritrix
+Hloader
+IRLbot
 Id-search
 IlseBot
-Indy Library
-InfoNaviRobot
-InternetSeer
-JamesBOT
+Image Fetch
+Image Sucker
+InfoTekies
+Intelliseek
+Iskanie
 Jbrofuzz
+JennyBot
 Jetty
-Jorgee
+Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
 Keyword Density
-Kozmosbot
-Lanshanbot
-Larbin
-LeechFTP
+LNSpiderguy
 LibWeb
-Libwhisker
-Lightspeedsystems
-Likse
 LinkWalker
 Linkbot
+LinkpadBot
 LinksManager
-LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
+LinqiaRSSBot
+Lipperhey
 MIDown tool
-MJ12bot
-MSIECrawler
-Majestic-SEO
+MQQBrowser
+MSFrontPage
+Mag-Net
+Mail.RU_Bot
+Majestic12
 MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
+Minefield
+Mister PiX
 Mojeek
-MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
 Musobot
 Name Intelligence
 Navroad
 NearSite
-Nessus
-NetAnts
-Nettrack
-NextGenSearchBot
+NetLyzer
+NetMechanic
+NetZIP
+Netvibes
+Nibbler
 Niki-bot
-Nikto
-Nimbostratus
-Nuclei
-Offline Explorer
+Nmap
 Offline Navigator
-OpenLinkProfiler
 OpenVAS
-Openvas
-OrangeBot
 OrangeSpider
-OutclicksBot
-PECL::HTTP
-PHPCrawl
-Page Analyzer
+OutfoxBot
+PageAnalyzer
 PageScorer
-Pavuk
+PageThing.com
+Pandalytics
 Petalbot
-Piepmatz
-ProPowerBot
+Pockey
 ProWebWalker
-Probethenet
-Psbot
-PxBroker
+Pu_iN
+Pump
+PyCurl
+Quick-Crawler
 RSSingBot
-RankFlex
+RankActiveLinkBot
 RankingBot2
-Rankivabot
-Re-re
+Reaper
 Recorder
-RepoMonkey
-Rogerbot
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
-Scrapy
-SearchmetricsBot
-Seekport
+RedesScrapy
+RocketCrawler
+SalesIntelligent
+Scanbot
+ScreenerBot
+ScrepyBot
+Searchestate
+SemanticJuice
+Semrush
 SentiBot
-SeobilityBot
+SeoSiteCheckup
+Seomoz
+Shodan
 Siphon
-Site Sucker
-SiteExplorer
+SiteSnagger
+Sitebeam
+Siteimprove
 Sitevigil
-SlySearch
 Snake
 SocialRankIOBot
-Sogou web spider
-SpaceBison
-Spammen
+Sosospider
 SpankBot
-Spanner
 Spbot
-SputnikBot
-Steeler
-SuperBot
-SuperHTTP
 SurveyBot
 Suzuran
-TeleportPro
-Thumbor
+Swiftbot
+Szukacz
+T0PHackTeam
+Teleport
+Telesphorep
+TightTwatBot
 Titan
-Toata
-Toweyabot
-Turingos
-Turnitin
-URLy Warning
+Trendiction
+True_Robot
+URLy.Warning
 UnisterBot
-Upflow
-VCI
-Vacuum
+VB Project
 VelenPublicWebCrawler
-VoidEYE
-Voltron
-WASALive-Bot
+VeriCiteCrawler
+Virusdie
+WBSearchBot
 WEBDAV
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-Web Fuck
-WebBandit
-WebCollage
+WWW::Mechanize
+WallpapersHD
+Web Auto
+Web Enhancer
+Web Pix
 WebFetch
 WebFuck
 WebGo IS
-WebLeacher
+WebPix
+WebWhacker
+WebZIP
 WebmasterWorldForumBot
-Webshag
 WebsiteExtractor
-WebsiteQuester
-Whack
 Whatweb
-Widow
-WinHTTrack
 Woobot
-Wprecon
-Xaldon WebSpider
+Xenu
 YoudaoBot
 Zauba
-Zeus
-ZmEu
+Zermelo
+ZoomBot
+ZumBot
 ZyBorg
-archive.org_bot
-cognitiveseo
-crawler4j
-demandbase-bot
-facebookscraper
-ips-agent
+arquivo.pt
+autoemailspider
+coccocbot
+dataforseo.com
+eCatch
+gopher
+instabid
 isitwp.com
 iubenda-radar
 linkdexbot
-lwp-trivial
-muhstik-scan
-page scorer
+magpie-crawler
+netEstate NE Crawler
+oBot
 pcBrowser
-ripz
+plumanalytics
+probe-image-size
+scalaj-http
 seobility
 seocompany.store
 seoscanners
-sexsearcher
-siteripz
+sogouspider
 sp_auditbot
 spyfu
 sysscan
-ubermetrics-technologies.com
+trendiction.com
 voyagerx.com
+webgains-bot
+webmeup-crawler
 webprosbot
-x09Mozilla
-x22Mozilla
+zauba.io