V4.2022.11.3454 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-AiHitBot
-Aipbot
+360Spider
+ALittle Client
+Aboundexbot
+Alexibot
+Alligator
+AlphaBot
 Anarchie
-Anarchy99
 Anthill
-Aspiegel
-Atomseobot
-AwarioRssBot
-BDFetch
-BackDoorBot
-BackStreet
 Backlink-Ceck
 BacklinkCrawler
 Bandit
-Barkrowler
-BatchFTP
-Blackboard
+Battleztar Bazinga
+Bigfoot
+Bitacle
+BlowFish
 Bolt
+Brandwatch
 Buck
-Bullseye
+Buddy
+BuiltBotTough
+BuiltWith
+BunnySlippers
+BuzzSumo
+CATExplorador
 CCBot
 CODE87
-CazoodleBot
+Calculon
+CensysInspect
+CheeseBot
 ChinaClaw
-Citoid
 Cliqzbot
 Cloud mapping
-Collector
-CopyRightCheck
+Cogentbot
+Copier
 Copyscape
 Cosmos
-Craftbot
-Crawling at Home Project
 Curious
+Custo
+DBLBot
+DIIbot
+DSearch
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
-Demon
 Deusu
-Digincore
-DigitalPebble
+Dirbuster
 Dispatch
-DittoSpyder
-Domains Project
-Drip
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+DomainCrawler
+DomainStatsBot
+Dotbot
+EMail Siphon
+EMail Wolf
 EasyDL
 Ecxi
-EirGrabber
 EroCrawler
-Express WebPictures
-ExtLinksBot
 ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
-FHscan
-Fimap
+FDM
 Firefox/7.0
 FlashGet
+Flunky
 Freeuploader
-FrontPage
 Fuzz
-Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
+FyberSpider
+GalaxyBot
+Genieo
+GetWeb
 Getintent
-Go!Zilla
-GoZilla
-GrabNet
-Grabber
-Grafula
 GrapeFX
 GrapeshotCrawler
 HTTP::Lite
 HTTrack
-Harvest
-Hloader
-Iblog
-Indy Library
-InfoNaviRobot
+HaosouSpider
+Heritrix
+HonoluluBot
+IDBot
+IlseBot
+Image Fetch
+Image Sucker
 InfoTekies
-Intelliseek
 InterGET
 Internet Ninja
 InternetSeer
 IstellaBot
-JetCar
 Jetty
-JikeSpider
-Jorgee
+Joomla
+JustView
 Kenjin Spider
-Keyword Density
-Kozmosbot
-LibWeb
-LinkScan
-Linkbot
-LinkextractorPro
-LinqiaRSSBot
+Keybot Translation-Search-Machine
+LNSpiderguy
+LWP::Simple
+Lanshanbot
+Larbin
+LeechGet
+Lightspeedsystems
+Likse
+LinkWalker
+LinqiaScrapeBot
 Lipperhey
-Litemage_walker
+Lmspider
+Ltx71
+MIIxpc
 MJ12bot
-MQQBrowser
 MSIECrawler
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-MarkMonitor
-MarkWatch
-Mass Downloader
-Masscan
-MauiBot
+Mb2345Browser
 MeanPath Bot
 Meanpathbot
-MegaIndex.ru
+Metauri
+MicroMessenger
 Minefield
 Mister PiX
-Moblie Safari
 Mojeek
-Msrabot
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
 Musobot
-NICErsPRO
-NPbot
-Nameprotect
+Name Intelligence
 NearSite
-Nessus
-Net Vampire
 NetMechanic
-Netvibes
-Not
-Nuclei
-Nutch
-Octopus
+NetSpider
+NetZIP
+NimbleCrawler
+Offline Navigator
+Openfind
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
-Papa Foto
+PageThing.com
+Pandalytics
 Pavuk
 Petalbot
-Pi-Monster
+Picsearch
+PictureFinder
 Piepmatz
-Pixray
-Pockey
-ProPowerBot
+PleaseCrawl
+Psbot
 Pu_iN
-Pump
+PyCurl
 RSSingBot
-RankActiveLinkBot
 RankingBot
-RankurBot
-Re-re
-RealDownload
-Reaper
-RebelMouse
 Recorder
 RedesScrapy
-RepoMonkey
-Rogerbot
-SBIder
+Ripper
+RocketCrawler
 SEOkicks
+SEOprofiler
+SalesIntelligent
 ScanAlert
 ScoutJet
 Scrapy
-Screaming
-Searchestate
-SemrushBot
-SeobilityBot
-Siphon
+ScrepyBot
+Seekport
+SentiBot
+Seomoz
 Site Sucker
+SiteLockSpider
 SiteSucker
-Sitebeam
-Siteimprove
-SmartDownload
+Sitevigil
+SocialRankIOBot
 Sosospider
+Sottopop
 SpaceBison
-Spammen
 SpankBot
-SputnikBot
+Spbot
+Spinn3r
 Sqlmap
-Sqlworm
-Sucker
+Sqworm
+Stripper
 Sucuri
-Telesphoreo
-TightTwatBot
-Toata
-Tracemyfile
-Trendictionbot
-VB Project
+Surfbot
+T0PHackTeam
+T8Abot
+TeleportPro
+The Intraformant
+TheNomad
+Titan
+Toweyabot
+Turnitin
+TurnitinBot
+TwengaBot
+Typhoeus
+URLy.Warning
+V-BOT
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
+Virusdie
+Voil
+WASALive-Bot
 WEBDAV
-WWW-Mechanize
-WWWOFFLE
+WISENutbot
+WWW::Mechanize
 Wallpapers
 Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Auto
-Web Sucker
-WebBandit
+Web Collage
+Web Pix
+WebAuto
 WebCollage
-WebCopier
 WebEnhancer
-WebGo IS
 WebImageCollector
-WebLeacher
-WebPix
+WebZIP
+Webalta
+WebmasterWorldForumBot
 WebsiteQuester
 Webster
-Whacker
-Widow
+Whack
+Whatweb
+Who.is Bot
 WiseGuys Robot
-Wotbox
-Xenu
-YoudaoBot
+Zade
+Zauba
+Zermelo
+Zitebot
 ZumBot
-ZyBorg
 arquivo-web-crawler
-autoemailspider
-backlink-check
 check1.exe
-crawler.feedback
-dataforseo.com
-demandbase-bot
-eCatch
-facebookscraper
+coccocbot
+cognitiveseo
+com.plumanalytics
+evc-batch
+gopher
+heritrix
+instabid
 isitwp.com
-lwp-request
-lwp-trivial
-magpie-crawler
+iubenda-radar
 mediawords
+netEstate NE Crawler
+pcBrowser
+plumanalytics
 polaris version
-ripz
+probe-image-size
 satoristudio.net
-scan.lol
-seoscanners
-seostar
-sitechecker.pro
+scalaj-http
+seobility
+seocompany.store
+serpstatbot
 sogouspider
-spyfu
+sp_auditbot
 sysscan
-ubermetrics-technologies.com
+tAkeOut
 voyagerx.com
+webmeup-crawler
+webpros.com
 x09Mozilla
 x22Mozilla
 xpymep1.exe