V4.2022.06.3162 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
+360Spider
+80legs
 AIBOT
 Aboundexbot
+Acunetix
+AhrefsBot
+Aipbot
 Alexibot
-Anarchy99
-Ankit
-Apexoo
-Atomseobot
-BDFetch
-Badass
-Bitacle
-Buddy
+Anarchy
+Attach
+BBBike
+BDCbot
+BackDoorBot
+Bandit
+BlackWidow
+Blackboard
+Blow
+Boardreader
+Bolt
+BotALot
+Brandwatch
+Buck
 BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-CCBot
-CODE87
 CSHttp
-CensysInspect
-CheTeam
-Chlooe
-Citoid
-Cliqzbot
+Cegbfeieh
 Cloud mapping
-Cocolyzebot
 Collector
+Copier
+Cosmos
 CrazyWebCrawler
-Crescent
-Custo
-DSearch
-Demon
-DigitalPebble
+CrunchBot
+Curious
+DIIbot
+Deusu
+Digincore
 Dirbuster
 Discoverybot
-DittoSpyder
-DnyzBot
-DomainStatsBot
+Dispatch
+DomainAppender
+DomainCrawler
 Domains Project
-Dragonfly
+Dotbot
+ECCP/1.0
 EMail Siphon
-Ebingbong
+EasyDL
 Ecxi
+EroCrawler
+Evil
 Exabot
+Express WebPictures
 Extractor
-ExtractorPro
-EyeNetIE
+Extreme Picture Finder
 FHscan
-FemtosearchBot
-Firefox/7.0
 FlashGet
-Flunky
-Foobot
+Freeuploader
 Fuzz
-FyberSpider
 Fyrebot
+Genieo
 GermCrawler
-GetRight
-Go!Zilla
+Gigabot
 Go-Ahead-Got-It
 GoZilla
-Gotit
-GrapeFX
-GrapeshotCrawler
-HTTP::Lite
+Grabber
+HTMLparser
+HTTrack
 HaosouSpider
-Havij
-HonoluluBot
+Heritrix
 Humanlinks
-IDBTE4M
-Id-search
+HybridBot
+IRLbot
+Iblog
 Image Fetch
-InfoNaviRobot
-Intelliseek
-InternetSeer
+Image Sucker
+Indy Library
+InterGET
+Internet Ninja
+IstellaBot
 JOC Web Spider
+JamesBOT
 JennyBot
 JikeSpider
 Joomla
-JustView
 Jyxobot
 Kenjin Spider
-LNSpiderguy
+LWP::Simple
 Lanshanbot
-Lftp
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Linkbot
+Leap
+LexiBot
+LinkScan
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
-Litemage_walker
 Lmspider
-MIDown tool
-MSIECrawler
+MFC_Tear_Sample
+MJ12bot
+MTRobot
 Magnet
-Mail.RU_Bot
-Majestic SEO
-Majestic12
-Mass Downloader
-Mata Hari
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
+Majestic-SEO
+Mb2345Browser
+MicroMessenger
 Microsoft URL Control
+Minefield
+Mister PiX
 Moblie Safari
 Mojeek
-Mojolicious
-Msrabot
-NICErsPRO
+Mozlila
+Mr.4x3
 NPbot
-Nameprotect
 Navroad
 NearSite
-NetAnts
-Nettrack
-Netvibes
+Needle
+NetLyzer
+NetZIP
+Netcraft
 Nibbler
 Nikto
 Nimbostratus
-Ninja
-Nmap
-Nuclei
-OpenLinkProfiler
+Nutch
+Offline Explorer
+Openfind
+OrangeBot
+OrangeSpider
 OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
+PageGrabber
 PageScorer
-Pandalytics
 Panscient
 Papa Foto
-PeoplePal
-Picsearch
 PictureFinder
 Pixray
-PleaseCrawl
-ProPowerBot
+Pockey
+ProWebWalker
 Probethenet
-Pump
-QueryN Metasearch
-RSSingBot
-RankingBot
-RankingBot2
+PxBroker
+RankActive
+RankFlex
 Rankivabot
-RebelMouse
+RankurBot
+ReGet
+RedesScrapy
 RepoMonkey
+RocketCrawler
+Rogerbot
 SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 SMTBot
+SalesIntelligent
 ScanAlert
-Screaming
-ScreenerBot
+ScoutJet
+ScrepyBot
 SearchmetricsBot
-Seekport
-Semrush
 SemrushBot
 SentiBot
 SeobilityBot
-Seomoz
-Shodan
-Snake
-Snoopy
-Sosospider
+Site Sucker
+SiteExplorer
+SiteSucker
+Sociscraper
+Sogou web spider
 Sottopop
 SpaceBison
-Spbot
-Spinn3r
-Sqlmap
-Sqlworm
-Sqworm
-SuperHTTP
+SpankBot
+Spanner
+SputnikBot
+Stripper
+SuperBot
 SurveyBot
-Suzuran
-T8Abot
-TeleportPro
+Szukacz
+T0PHackTeam
 Telesoft
-TightTwatBot
+The Intraformant
+Titan
 Tracemyfile
-Trendictionbot
-TurnitinBot
+Trendiction
+True_Robot
+Turnitin
+TwengaBot
+URLy Warning
 UnisterBot
 Upflow
-VCI
-Vacuum
-Vagabondo
+V-BOT
+VeriCiteCrawler
 VoidEYE
-WBSearchBot
+Voil
+Voltron
+WISENutbot
 WPScan
-WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WallpapersHD
-Web Auto
+Web Enhancer
 Web Fetch
-Web Sucker
-WebBandit
-WebCollage
-WebEnhancer
-WebGo IS
+Web Fuck
+WebFuck
 WebLeacher
-WebPix
-WebReaper
-WebSucker
+WebSauger
 WebWhacker
-WebmasterWorldForumBot
+Webalta
 Webshag
-Whack
+WebsiteQuester
 Whacker
 Who.is Bot
 Woobot
-Xaldon WebSpider
+Wotbox
+Xaldon_WebSpider
 YoudaoBot
-Zermelo
+Zeus
+ZmEu
+ZoomBot
+ZoominfoBot
 ZumBot
-ZyBorg
 adscanner
-arquivo-web-crawler
+archive.org_bot
+arquivo.pt
 backlink-check
 cah.io.community
-check1.exe
-cognitiveseo
+crawl.sogou.com
+crawler.feedback
 crawler4j
-dataforseo.com
 demandbase-bot
+eCatch
 facebookscraper
-internetVista monitor
-ips-agent
-isitwp.com
+heritrix
+instabid
 linkdexbot
+magpie-crawler
 mediawords
-pcBrowser
-plumanalytics
-s1z.ru
-scan.lol
-seostar
+oBot
+page scorer
+polaris version
+ripz
+satoristudio.net
+seobility
 sexsearcher
+sitechecker.pro
+sogouspider
 sp_auditbot
 sysscan
 tAkeOut
-trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
 x09Mozilla
+x22Mozilla
+zgrab