V4.2022.07.3239 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
 404enemy
-ADmantX
-ALittle Client
-Aboundex
+80legs
+ASPSeek
+Aboundexbot
 AhrefsBot
 AiHitBot
-Anthill
+Anarchie
 Aspiegel
+Atomseobot
+AwarioRssBot
 AwarioSmartBot
-BackStreet
-Badass
-Bandit
-Bigfoot
-Bitacle
-BlackWidow
-BlowFish
+BDFetch
+BackDoorBot
+Backlink-Ceck
+Barkrowler
+Battleztar Bazinga
+Black Hole
 Boardreader
 Brandprotect
-Buddy
-BuiltWith
-CATExplorador
-ChinaClaw
-Chlooe
-Cocolyzebot
+Buck
+CazoodleBot
+CensysInspect
+Claritybot
+Cliqzbot
 Copier
 CopyRightCheck
-Cosmos
-Crawling at Home Project
-CrunchBot
-Custo
+Copyscape
+Craftbot
+Crescent
+Curious
 DBLBot
-DataCha0s
+DIIbot
+DTS Agent
 DatabaseDriverMysqli
-Dirbuster
+Digincore
 Discobot
-Dispatch
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
+DomainStatsBot
 Domains Project
 Dotbot
-Download Wonder
-Drip
-ECCP/1.0
 EMail Siphon
-Ecxi
+EirGrabber
 Express WebPictures
 ExtLinksBot
-ExtractorPro
-FHscan
-FemtosearchBot
-Fuzz
-FyberSpider
-Fyrebot
-GT::WWW
-GalaxyBot
+Extractor
+Extreme Picture Finder
+FDM
+Fimap
+Firefox/7.0
+FlashGet
+Foobot
+G-i-g-a-b-o-t
 GetRight
-Gigabot
+GetWeb
+Getintent
 Go-Ahead-Got-It
 GoZilla
 Grabber
-GridBot
+GrapeFX
+HEADMasterSEO
 HTMLparser
-Haansoft
-Harvest
-Havij
-HonoluluBot
-IDBot
+HTTP::Lite
+HaosouSpider
+Heritrix
+HybridBot
 Iblog
 Id-search
-IlseBot
+Image Fetch
+Image Sucker
 Indy Library
+InfoTekies
 Intelliseek
-InterGET
-JamesBOT
+InternetSeer
+JetCar
 Jetty
-Jorgee
-JustView
-Kinza
-LeechFTP
-LeechGet
-LexiBot
+JikeSpider
+Joomla
+Keybot Translation-Search-Machine
+Kozmosbot
+LWP::Simple
+Lftp
+Libwhisker
 LieBaoFast
 LinkWalker
-Linkbot
-LinqiaRSSBot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey Spider
+Lipperhey
+Litemage_walker
+Lmspider
 Ltx71
+MIDown tool
 MIIxpc
-MTRobot
-Mail.RU_Bot
-Majestic SEO
-Majestic12
-Masscan
+MJ12bot
+MQQBrowser
+Magnet
 Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
+Metauri
 MicroMessenger
-Microsoft URL Control
-Moblie Safari
-MolokaiBot
+Microsoft Data Access
+Minefield
+Mister PiX
+Morfeus Fucking Scanner
+Mozlila
 Musobot
 NICErsPRO
-Needle
+Nameprotect
+Navroad
 Nessus
-Net Vampire
-NetLyzer
-NetMechanic
+NetSpider
+Netvibes
 NextGenSearchBot
 Nibbler
-Nikto
-Nuclei
-Offline Explorer
-OnCrawl
-Openfind
-OrangeBot
+Nimbostratus
+Ninja
+Nmap
 OrangeSpider
 OutfoxBot
 PECL::HTTP
-PageGrabber
+PHPCrawl
 PageScorer
 PageThing.com
+Panscient
+Pi-Monster
+Picscout
 Picsearch
-PictureFinder
-PleaseCrawl
-ProWebWalker
-Psbot
-PxBroker
-PyCurl
-QueryN Metasearch
+Piepmatz
+Pockey
+ProPowerBot
+RSSingBot
 RankActiveLinkBot
+RankFlex
 RankingBot
-RankingBot2
 Re-re
-ReGet
-RealDownload
-RebelMouse
-RedesScrapy
+Recorder
+RepoMonkey
 Ripper
 Rogerbot
-SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SISTRIX
-ScanAlert
+SalesIntelligent
+ScoutJet
+Screaming
 ScrepyBot
 Searchestate
 Seekport
-SemanticJuice
-SeoSiteCheckup
-Seomoz
-Siphon
-Site Sucker
-Sitebeam
+SiteCheckerBotCrawler
+SiteSucker
 Siteimprove
+Sitevigil
 SlySearch
 SmartDownload
-Snoopy
 Sociscraper
-Sosospider
-Spbot
-Spinn3r
-Sucuri
+Sogou web spider
+SpankBot
+SputnikBot
+Sqworm
+Stripper
 SuperBot
-SuperHTTP
+Surfbot
 SurveyBot
-Suzuran
-Swiftbot
 T0PHackTeam
+T8Abot
+Teleport
 TeleportPro
 Telesoft
 Telesphoreo
+Telesphorep
+The Intraformant
 TheNomad
-Toata
-Toweyabot
-Trendictionbot
+TightTwatBot
+Titan
+Tracemyfile
 True_Robot
-Turingos
 Turnitin
-TurnitinBot
+TwengaBot
 Twice
 Typhoeus
-URLy.Warning
+URLy Warning
+UnisterBot
+VCI
 Vacuum
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
+Virusdie
 VoidEYE
-Voil
 Voltron
-WISENutbot
-WPScan
-WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
+WBSearchBot
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers
 WeSEE
-Web Auto
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Pix
+Web Sauger
 Web Sucker
-WebFetch
-WebPix
+WebBandit
+WebCopier
+WebFuck
+WebImageCollector
 WebReaper
-WebSucker
-WebZIP
+WebStripper
 WebmasterWorldForumBot
-WebsiteQuester
-Webster
 Whacker
 Whatweb
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-ZoomBot
+Wotbox
+Wprecon
+Zade
+Zermelo
+Zitebot
+ZmEu
 ZoominfoBot
 adscanner
 archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-backlink-check
+cah.io.community
+check1.exe
 clark-crawler
-cognitiveseo
-crawl.sogou.com
+crawler.feedback
 crawler4j
+dataforseo.com
 demandbase-bot
-eCatch
-evc-batch
 facebookscraper
-gopher
 heritrix
+internetVista monitor
 ips-agent
-isitwp.com
 lwp-request
 magpie-crawler
-mediawords
-muhstik-scan
-netEstate NE Crawler
-polaris version
-probe-image-size
-scan.lol
-seobility
+meanpathbot
+plumanalytics
+scalaj-http
+seoscanners
 seostar
-sexsearcher
-siteripz
-sogouspider
+sitechecker.pro
+spyfu
+trendiction.com
+trendiction.de
 webgains-bot
-x22Mozilla
-zauba.io
-zgrab
+webprosbot