V4.2022.10.3429 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-AIBOT
+404checker
+404enemy
 ASPSeek
-Abonti
-AfD-Verbotsverfahren
-AhrefsBot
 Aipbot
 Alexibot
 AllSubmitter
-Ankit
+Anarchy
+Anarchy99
+Anthill
 Apexoo
-Attach
-AwarioSmartBot
+Aspiegel
+Asterias
+AwarioRssBot
 BBBike
 BDCbot
 BLEXBot
-BackStreet
-BackWeb
 Backlink-Ceck
 Bandit
-Barkrowler
-BetaBot
-Bitacle
-BlackWidow
-BotALot
-Buck
-Bullseye
-CATExplorador
+Black Hole
+Bolt
+BuiltBotTough
+BuiltWith
 CCBot
+CODE87
 CazoodleBot
 Cegbfeieh
 CensysInspect
-CherryPicker
 ChinaClaw
-Citoid
+Chlooe
+Claritybot
 Cocolyzebot
-Cosmos
+Cogentbot
+CopyRightCheck
 CrazyWebCrawler
-Custo
+CrunchBot
+Curious
 CyotekWebCopy
-DBLBot
 DIIbot
-DTS Agent
-DataCha0s
+DSearch
+DatabaseDriverMysqli
 Demon
+DigitalPebble
+Dirbuster
 Discoverybot
 Dispatch
-DittoSpyder
-DnyzBot
 DomCopBot
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
+Domains Project
+Dragonfly
 ECCP/1.0
-Ecxi
-ExtLinksBot
-Extractor
-Extreme Picture Finder
+EMail Wolf
+EasyDL
+Ebingbong
+Exabot
+ExtractorPro
 EyeNetIE
-FDM
 Fimap
 Firefox/7.0
+FlashGet
 Flunky
-Freeuploader
-FrontPage
 FyberSpider
-GT::WWW
-GalaxyBot
+Fyrebot
+GermCrawler
+GetRight
 Getintent
 Gigabot
-Go!Zilla
-Gotit
+Go-Ahead-Got-It
 GrabNet
-Grafula
-GridBot
-HaosouSpider
+GrapeFX
+GrapeshotCrawler
+HEADMasterSEO
+HTMLparser
+HTTP::Lite
 Harvest
-Havij
+Hloader
+HonoluluBot
+Humanlinks
 IRLbot
-Iblog
-Id-search
-Image Fetch
-InfoNaviRobot
-InterGET
-IstellaBot
-Jbrofuzz
+IlseBot
+IndeedBot
+Iria
+JOC Web Spider
+JamesBOT
+JennyBot
 JetCar
-Joomla
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
+Jetty
+JikeSpider
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 Lanshanbot
+Larbin
+LeechGet
 LexiBot
-Lftp
-LibWeb
 Libwhisker
 Lightspeedsystems
+Likse
 LinkScan
 Linkbot
-Lipperhey
-Lmspider
+LinksManager
+Ltx71
 MIDown tool
+MTRobot
 Mag-Net
 Magnet
-Mail.RU_Bot
-MarkWatch
-Mass Downloader
-Masscan
-Meanpathbot
+Majestic SEO
+MarkMonitor
+MeanPath Bot
 Mediatoolkitbot
-MicroMessenger
-Mister PiX
+Metauri
+Microsoft Data Access
+Minefield
 Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
-Musobot
-Navroad
-Net Vampire
+Nameprotect
+Nessus
 NetLyzer
-NetMechanic
+NetSpider
 NetZIP
-Netvibes
-NextGenSearchBot
+Nettrack
 Nibbler
 Niki-bot
 Nimbostratus
-Nuclei
-Nutch
-Offline Navigator
+Not
+Octopus
 OnCrawl
+OpenVAS
 OutclicksBot
 PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
 PageAnalyzer
-PageThing.com
+Pandalytics
+Papa Foto
 Pavuk
 PeoplePal
-Picsearch
-PleaseCrawl
-ProWebWalker
-QueryN Metasearch
-RankActive
+Picscout
+PictureFinder
+Piepmatz
+Pimonster
+Pixray
+Pu_iN
+Pump
+PyCurl
 RankingBot
-ReGet
-RealDownload
-RepoMonkey
-Rogerbot
-SBIder
-SEOkicks
-SEOstats
+Reaper
+RedesScrapy
+Ripper
+SEOlyticsCrawler
+SEOprofiler
 SISTRIX
-Screaming
+SalesIntelligent
+ScanAlert
+Scrapy
 ScrepyBot
+SearchmetricsBot
 Semrush
 SentiBot
 SeobilityBot
-Seomoz
 Shodan
 Site Sucker
-Sitebeam
-Siteimprove
+SiteCheckerBotCrawler
+SiteSucker
 Sitevigil
-Snake
-Snapbot
-SocialRankIOBot
 Sociscraper
-Sottopop
+Sosospider
 Spammen
-Spinn3r
-Sqlworm
-Stripper
-Surfbot
-Szukacz
-Telesphoreo
+SpankBot
+Spanner
+Sqlmap
+Steeler
+SuperBot
+SuperHTTP
+Suzuran
+Swiftbot
+T0PHackTeam
+TeleportPro
+Telesphorep
 TheNomad
-Thumbor
-Titan
+TightTwatBot
 Toata
 Toweyabot
-Trendiction
-TurnitinBot
-TwengaBot
+Tracemyfile
+Trendictionbot
+Turnitin
 Typhoeus
+URLy.Warning
 UnisterBot
 VB Project
 VCI
-Vacuum
-Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 WASALive-Bot
-WWW-Mechanize
-WWW::Mechanize
 Wallpapers/3.0
-Web Auto
-Web Enhancer
+WallpapersHD
+WeSEE
+Web Fetch
 Web Fuck
+Web Sauger
 Web Sucker
 WebBandit
 WebEnhancer
-WebImageCollector
-WebReaper
-Webalta
-WebmasterWorldForumBot
-Webshag
+WebFetch
+WebFuck
+WebSauger
+WebSucker
+WebZIP
 Website Quester
-Webster
-Who.is Bot
+WebsiteQuester
+Whack
 WinHTTrack
+Wonderbot
+Woobot
 Wotbox
-Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
 YoudaoBot
 Zade
-Zermelo
+Zauba
 Zeus
-ZoominfoBot
-archive.org_bot
+ZumBot
+ZyBorg
 arquivo-web-crawler
+arquivo.pt
 autoemailspider
-cah.io.community
-coccocbot
-com.plumanalytics
-crawl.sogou.com
+backlink-check
+clark-crawler
 crawler.feedback
-dataforseo.com
-demandbase-bot
-eCatch
-gopher
+facebookscraper
 instabid
 linkdexbot
-meanpathbot
+lwp-request
+lwp-trivial
 oBot
+pcBrowser
+ripz
+s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-seocompany.store
-seoscanners
-sexsearcher
-sitechecker.pro
-sp_auditbot
+seobility
+sogouspider
 sysscan
-x09Mozilla
+trendiction.de
+webgains-bot
+webmeup-crawler
+webpros.com
+webprosbot
+x22Mozilla
 zauba.io
 zgrab