V4.2023.01.3550 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
+80legs
 AIBOT
 ASPSeek
-Aboundex
-Acunetix
 AhrefsBot
-Alligator
-Anarchy99
-Asterias
-Attach
-AwarioSmartBot
+AlphaBot
+Anarchie
+Anarchy
+Anthill
+Apexoo
+BDCbot
 BDFetch
-BLEXBot
-Backlink-Ceck
 BacklinkCrawler
-Barkrowler
 BatchFTP
-BetaBot
+Battleztar Bazinga
 Black Hole
-Blackboard
 Blow
-Boardreader
-Bolt
-BotALot
+Brandprotect
 Brandwatch
-BuiltBotTough
-BunnySlippers
+Buck
+Buddy
+CATExplorador
+CazoodleBot
 Cegbfeieh
-CensysInspect
-ChinaClaw
+CheTeam
+CheeseBot
+CherryPicker
 Claritybot
+Cliqzbot
 Cocolyzebot
 Collector
 Copier
-CopyRightCheck
+Copyscape
 Cosmos
 Crawling at Home Project
+CrunchBot
 Curious
-CyotekWebCopy
-DBLBot
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
 Demon
-Dirbuster
+Deusu
+Devil
 Discobot
-DnyzBot
-DomCopBot
-DomainAppender
+Dispatch
 DomainCrawler
-Dotbot
-EMail Wolf
+Dragonfly
+EMail Siphon
 EasyDL
-Evil
+EroCrawler
+Express WebPictures
+Extractor
 Extreme Picture Finder
+Ezooms
 FHscan
+FemtosearchBot
 Firefox/7.0
+Flunky
 Foobot
 Freeuploader
-FrontPage
 Fuzz
-FyberSpider
-GT::WWW
-Genieo
-GermCrawler
+Fyrebot
+GalaxyBot
 GetRight
 Gotit
-Grafula
-GridBot
-HEADMasterSEO
+Grabber
+GrapeFX
 HMView
 HTMLparser
-HTTrack
 Haansoft
-Havij
+HaosouSpider
 Hloader
+IDBTE4M
 IDBot
-IRLbot
 Iblog
-Id-search
-Image Fetch
+IlseBot
+InfoNaviRobot
 InfoTekies
-Internet Ninja
-InternetSeer
-IstellaBot
+InterGET
+JOC Web Spider
 JamesBOT
-Jbrofuzz
-JennyBot
 JetCar
 JikeSpider
+Joomla
 Jorgee
-JustView
+Jyxobot
+Kenjin Spider
 Keyword Density
 Kozmosbot
-Lanshanbot
+LWP::Simple
+LibWeb
+Likse
+LinkScan
+Linkbot
 LinkextractorPro
+LinkpadBot
 LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
 Litemage_walker
-Lmspider
-Ltx71
-MIDown tool
-MJ12bot
-MSFrontPage
-MSIECrawler
-MTRobot
-Magnet
+MFC_Tear_Sample
+Majestic SEO
 Majestic12
-MarkMonitor
-MarkWatch
-Mass Downloader
-Mata Hari
-Mb2345Browser
-Mediatoolkitbot
-Metauri
+MeanPath Bot
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
 Minefield
-Mister PiX
 Moblie Safari
 Mojeek
-Mojolicious
+MolokaiBot
 Mozlila
-Musobot
-NPbot
-Name Intelligence
+NICErsPRO
+Navroad
+Nessus
+Net Vampire
 NetAnts
 NetMechanic
-Ninja
+NetZIP
+Nibbler
+NimbleCrawler
+Nuclei
 Offline Navigator
+OpenLinkProfiler
+Openfind
+Openvas
+OrangeBot
 OrangeSpider
 OutclicksBot
-OutfoxBot
-Page Analyzer
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
-PageScorer
+PageThing.com
+Pandalytics
+Papa Foto
 Pavuk
 PeoplePal
 Picscout
 Picsearch
 PictureFinder
-Piepmatz
-Pockey
-ProPowerBot
-QueryN Metasearch
-Quick-Crawler
+Psbot
 RankActive
-RankActiveLinkBot
 RankFlex
-RankingBot
-Rankivabot
+RankurBot
 Re-re
-Recorder
-RedesScrapy
+RealDownload
+Reaper
 RepoMonkey
 Ripper
-RocketCrawler
-SEOlyticsCrawler
 SEOprofiler
 SEOstats
-ScanAlert
+SalesIntelligent
 ScoutJet
-Scrapy
+Screaming
 ScreenerBot
-ScrepyBot
+SearchmetricsBot
 Seekport
 SentiBot
+SeoSiteCheckup
 SeobilityBot
 Seomoz
-Siphon
+Shodan
+Site Sucker
+SiteExplorer
 SiteSnagger
-SiteSucker
-Siteimprove
-Snapbot
+SmartDownload
 Sociscraper
+Sogou web spider
+Sosospider
 SpaceBison
-Spammen
 SpankBot
 Spanner
 Spinn3r
-SputnikBot
+Sqlworm
 Sqworm
-Sucuri
-SuperBot
+Sucker
+SuperHTTP
+Surfbot
 SurveyBot
 Swiftbot
-Szukacz
+TeleportPro
 Telesoft
-TheNomad
-Toweyabot
+The Intraformant
+Thumbor
+Toata
 True_Robot
 Turingos
 Turnitin
 TurnitinBot
-Twice
-URLy Warning
-URLy.Warning
+Typhoeus
+UnisterBot
 V-BOT
-VCI
+Vacuum
+VelenPublicWebCrawler
 VidibleScraper
 Virusdie
-WASALive-Bot
-WBSearchBot
-WPScan
-WWW-Collector-E
+Voil
+WEBDAV
+WISENutbot
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Web Enhancer
-Web Fetch
-WebGo IS
+Web Collage
+Web Pix
+Web Sucker
+WebAuto
+WebBandit
+WebEnhancer
+WebFetch
 WebLeacher
-WebPix
-WebWhacker
-Webalta
+WebReaper
+WebSauger
+WebStripper
+WebSucker
 Webshag
-WebsiteExtractor
+WebsiteQuester
 Webster
-Whack
-Widow
-Wonderbot
-Xaldon_WebSpider
-Xenu
+Whacker
 Zade
-ZoominfoBot
+Zauba
+Zeus
+ZoomBot
 ZumBot
-adscanner
-arquivo-web-crawler
-autoemailspider
-backlink-check
+ZyBorg
+cah.io.community
+check1.exe
 clark-crawler
-coccocbot
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
 crawler.feedback
-facebookscraper
+dataforseo.com
+domainsproject.org
 isitwp.com
+linkdexbot
+lwp-request
 meanpathbot
 mediawords
-muhstik-scan
 page scorer
 pcBrowser
+plumanalytics
 probe-image-size
 s1z.ru
-scan.lol
-seobility
+scalaj-http
 seostar
-sexsearcher
+sitechecker.pro
 siteripz
+sogouspider
 spyfu
-sysscan
+tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
 x09Mozilla
-x22Mozilla
+zgrab