V4.2022.10.3433 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+360Spider
+AIBOT
+ASPSeek
+Abonti
 Aboundexbot
 Acunetix
-Aipbot
+AiHitBot
+Alexibot
 AllSubmitter
+AlphaBot
 Anarchy99
 Anthill
-Aspiegel
-Asterias
-Attach
-BBBike
-BDCbot
-BackStreet
-BackWeb
+Apexoo
+AwarioRssBot
+AwarioSmartBot
+BDFetch
 Backlink-Ceck
-Badass
-Bandit
-Bigfoot
+Barkrowler
+BetaBot
 Bitacle
-Black Hole
+BlackWidow
 Blackboard
-Blow
-Brandprotect
+BlowFish
+BotALot
 Brandwatch
-Buddy
-BuiltBotTough
-Bullseye
-BuzzSumo
+Buck
+BuiltWith
 CATExplorador
 CCBot
-CSHttp
-Cegbfeieh
-CherryPicker
+CODE87
+CensysInspect
+CheTeam
+CheeseBot
 ChinaClaw
 Chlooe
-Citoid
-Cocolyzebot
-Copier
+Cliqzbot
+Copyscape
 Cosmos
-Crawling at Home Project
-Crescent
-Curious
-Custo
-CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
-DatabaseDriverMysqli
+Craftbot
+CrazyWebCrawler
 Deusu
-Devil
-Disco
+Digincore
+DigitalPebble
 Discoverybot
-DittoSpyder
-Drip
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
+Dotbot
 ECCP/1.0
-EMail Siphon
-Ebingbong
-EirGrabber
-EroCrawler
-Evil
-ExtLinksBot
-Extractor
+EasyDL
+Ecxi
 ExtractorPro
 Extreme Picture Finder
-Flunky
+Ezooms
+FDM
+FemtosearchBot
+Firefox/7.0
+FlashGet
 Foobot
-Fuzz
+Freeuploader
 FyberSpider
 Fyrebot
 GT::WWW
+GalaxyBot
 GermCrawler
 GetWeb
-Go-Ahead-Got-It
-Gotit
+Getintent
+Gigabot
+GoZilla
 GrabNet
 Grafula
 GrapeshotCrawler
 GridBot
-HEADMasterSEO
 HTTP::Lite
-Heritrix
-HybridBot
+Haansoft
+Harvest
+Havij
+HonoluluBot
+Image Fetch
+Image Sucker
 IndeedBot
 Indy Library
-Iskanie
+InfoNaviRobot
+InfoTekies
+InterGET
+Internet Ninja
+InternetSeer
 IstellaBot
-Jetty
-Jorgee
+JOC Web Spider
+JetCar
+JustView
+Kenjin Spider
 Keyword Density
-Kinza
 Lanshanbot
-Leap
-LexiBot
+Larbin
+LeechGet
 Lftp
 LibWeb
-Libwhisker
 LieBaoFast
-Likse
-LinkpadBot
-LinqiaScrapeBot
+Lightspeedsystems
+LinkScan
+LinkWalker
+Linkbot
 Lipperhey
-MIDown tool
+Lipperhey Spider
+Lmspider
+MFC_Tear_Sample
 MIIxpc
+MQQBrowser
 MSFrontPage
-MSIECrawler
+MTRobot
+Mag-Net
 Magnet
-Majestic SEO
-Majestic12
-Mass Downloader
-Masscan
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
+Mata Hari
+MauiBot
+MeanPath Bot
+Meanpathbot
 MicroMessenger
-Microsoft Data Access
+Mister PiX
+Mojeek
 Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-Name Intelligence
-Net Vampire
-NetAnts
+Mozlila
+Msrabot
+NICErsPRO
+Nameprotect
+Needle
 NetLyzer
-NetZIP
+Nettrack
 NextGenSearchBot
-Nibbler
-NimbleCrawler
-Nmap
-Not
+Nikto
 Nuclei
-Octopus
-Offline Explorer
-OpenVAS
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
+Nutch
+Offline Navigator
+OnCrawl
+Openfind
+Openvas
+OrangeBot
+OrangeSpider
 POE-Component-Client-HTTP
-PageGrabber
-Pandalytics
-Panscient
-Pavuk
-Petalbot
-Pi-Monster
-Picsearch
+Page Analyzer
+PageAnalyzer
 Piepmatz
 PleaseCrawl
 ProPowerBot
 ProWebWalker
 Probethenet
-PxBroker
-RankActive
-RankFlex
+RankActiveLinkBot
+RankingBot
 RankingBot2
-Rankivabot
-RealDownload
+Re-re
+Reaper
+RebelMouse
+Recorder
+RepoMonkey
+Ripper
+SBIder
+SEOkicks
 SEOkicks-Robot
-SEOprofiler
-SISTRIX
-SMTBot
+SEOstats
+SalesIntelligent
 ScoutJet
 Scrapy
-ScreenerBot
-Searchestate
-SearchmetricsBot
+Screaming
+ScrepyBot
 SemanticJuice
 Semrush
-SentiBot
-Seomoz
-Siphon
-SiteSnagger
+SeoSiteCheckup
 Sitebeam
-SlySearch
-Snapbot
-Snoopy
-Sosospider
-SpaceBison
-SpankBot
-Spanner
-SputnikBot
-Sqlworm
-Stripper
+Sottopop
+Spammen
+Sqlmap
+Sqworm
+Steeler
+Sucuri
 SuperBot
 SuperHTTP
-SurveyBot
-Swiftbot
+Surfbot
 T0PHackTeam
 T8Abot
-Telesphoreo
-Telesphorep
-TheNomad
+TeleportPro
+The Intraformant
 Thumbor
-TightTwatBot
-Typhoeus
+Titan
+Toata
+Tracemyfile
+Trendictionbot
+TurnitinBot
+Twice
 URLy Warning
-VB Project
-VCI
-VidibleScraper
+URLy.Warning
+VelenPublicWebCrawler
 WEBDAV
-WISENutbot
-WPScan
-WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-Web Auto
-Web Pix
-WebBandit
-WebCollage
+Wallpapers/3.0
+WeSEE
+Web Sauger
+WebAuto
 WebFuck
 WebGo IS
-WebStripper
+WebSauger
+Webshag
+Website Quester
 WebsiteExtractor
 WebsiteQuester
-Webster
+Whacker
 Who.is Bot
-WinHTTrack
-Woobot
+Widow
 Wotbox
 Xaldon_WebSpider
-Xenu
-Zermelo
-ZmEu
+YoudaoBot
+Zeus
 ZoomBot
-arquivo.pt
-cah.io.community
-check1.exe
-clark-crawler
+ZumBot
+archive.org_bot
+arquivo-web-crawler
+backlink-check
 coccocbot
-dataforseo.com
+crawler4j
 eCatch
-facebookscraper
+gopher
 heritrix
 instabid
-iubenda-radar
+ips-agent
+linkdexbot
 lwp-request
-magpie-crawler
-meanpathbot
-mediawords
+lwp-trivial
 page scorer
-pcBrowser
 probe-image-size
+ripz
+s1z.ru
 satoristudio.net
-scan.lol
+scalaj-http
+seobility
+seocompany.store
 serpstatbot
 sexsearcher
+sitechecker.pro
+siteripz
 sp_auditbot
-trendiction.com
+sysscan
+tAkeOut
 ubermetrics-technologies.com
-webmeup-crawler
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zauba.io
+voyagerx.com
+webgains-bot
+webprosbot
 zgrab