V4.2022.06.3168 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
+01h4x.com
+80legs
 ADmantX
-ALittle Client
-AiHitBot
+ASPSeek
+Aboundexbot
+AhrefsBot
 Aipbot
-AllSubmitter
+Alexibot
 Alligator
 AlphaBot
 Anarchie
 Anarchy
 Anarchy99
-Ankit
-Apexoo
-Asterias
-Attach
-BDFetch
-BackStreet
-Backlink-Ceck
-Badass
-Bandit
-Barkrowler
-BetaBot
-Bigfoot
+AwarioRssBot
+BLEXBot
+BackDoorBot
+BacklinkCrawler
+Bitacle
+Black Hole
 Blackboard
 Blow
-BotALot
+Brandprotect
 Buddy
+BuiltBotTough
 Bullseye
-BuzzSumo
+BunnySlippers
 CODE87
-CSHttp
-Calculon
-Claritybot
-Cliqzbot
-Cloud mapping
-Copier
-Crawling at Home Project
-CrazyWebCrawler
-Custo
+CazoodleBot
+Cegbfeieh
+CheTeam
+Chlooe
+Cocolyzebot
+Collector
+Copyscape
+Crescent
 DIIbot
 DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-Demon
-Deusu
+DigitalPebble
+Dirbuster
 Discoverybot
 DnBCrawler-Analytics
 DnyzBot
 DomCopBot
-DomainAppender
+DomainCrawler
+DomainStatsBot
+Domains Project
 Dotbot
-EMail Siphon
+Dragonfly
+EMail Wolf
+EasyDL
 Ebingbong
-ExtractorPro
+EirGrabber
+EroCrawler
+Exabot
+ExtLinksBot
 Extreme Picture Finder
 EyeNetIE
-Ezooms
-Firefox/7.0
+FDM
+FemtosearchBot
 FlashGet
 Flunky
-FyberSpider
+Foobot
+Fuzz
+Fyrebot
 GT::WWW
+GalaxyBot
 GetRight
-GoZilla
+GetWeb
+Getintent
+Gigabot
+Go!Zilla
+Grabber
 GrapeFX
-GrapeshotCrawler
-HTMLparser
-HTTrack
+HMView
 Haansoft
 Havij
-IDBot
-IRLbot
-Iblog
-Image Fetch
-IndeedBot
+HonoluluBot
+HybridBot
+IDBTE4M
+Id-search
 InfoTekies
 Intelliseek
-InterGET
 Internet Ninja
 InternetSeer
-Iria
 IstellaBot
-JOC Web Spider
 JamesBOT
-JennyBot
-Jetty
 JikeSpider
-Jorgee
-Keyword Density
-Leap
-LexiBot
-Lftp
+Joomla
+JustView
+Jyxobot
+Kenjin Spider
+Kinza
+LNSpiderguy
+Lanshanbot
 LibWeb
 LieBaoFast
 Lightspeedsystems
-Likse
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
+Ltx71
 MFC_Tear_Sample
-MIDown tool
 MIIxpc
+MSIECrawler
 MTRobot
 Magnet
-Majestic SEO
+Mail.RU_Bot
+MarkMonitor
 Mass Downloader
-Mata Hari
-Mb2345Browser
-MeanPath Bot
+Masscan
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
 Metauri
 Microsoft Data Access
-Minefield
-Mister PiX
-Musobot
-NPbot
-Navroad
-NearSite
-Needle
-Net Vampire
+Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
+NICErsPRO
+Nessus
 NetMechanic
-NetSpider
+Nettrack
+Netvibes
 Nibbler
-Nikto
+Ninja
 Nuclei
-Octopus
-Offline Navigator
-OutclicksBot
-PHPCrawl
-Page Analyzer
+OnCrawl
+OrangeBot
+OrangeSpider
+PECL::HTTP
+PageAnalyzer
+PageGrabber
 Pandalytics
+Papa Foto
 Pavuk
 Petalbot
-Piepmatz
-Pockey
-Probethenet
-Psbot
-PxBroker
+Pump
 QueryN Metasearch
-RSSingBot
 RankActive
-RankFlex
-RankingBot
-RankingBot2
+RankActiveLinkBot
+Reaper
 Recorder
-RepoMonkey
-RocketCrawler
+RedesScrapy
+Ripper
+SBIder
 SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
+SEOprofiler
 SISTRIX
+SMTBot
+SalesIntelligent
+ScanAlert
 Scanbot
 ScoutJet
-SearchmetricsBot
-SemanticJuice
+Scrapy
+ScrepyBot
+Seekport
 SemrushBot
-Site Sucker
+SentiBot
+Seomoz
+Shodan
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SmartDownload
-Snoopy
-Sociscraper
-Sottopop
+SiteSnagger
+Siteimprove
+Sitevigil
+SlySearch
+Snake
+Snapbot
 SpaceBison
-Spanner
+SpankBot
 Spinn3r
-SputnikBot
+Sqlmap
+Sqworm
 Sucker
-SurveyBot
-Suzuran
+Sucuri
+SuperHTTP
+Swiftbot
+Szukacz
 T0PHackTeam
 Teleport
+Telesoft
 Telesphoreo
-Telesphorep
+The Intraformant
 TheNomad
 TightTwatBot
-Titan
-Toata
-True_Robot
-Turingos
-URLy.Warning
-V-BOT
+Trendiction
+TurnitinBot
+URLy Warning
+UnisterBot
 VB Project
-VidibleScraper
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
 Voil
-WISENutbot
+WASALive-Bot
+WEBDAV
+WPScan
 WWW-Collector-E
 WWWOFFLE
-Web Auto
-Web Collage
+Wallpapers
+WallpapersHD
+Web Fetch
+Web Pix
 Web Sauger
-WebAuto
-WebEnhancer
+WebBandit
+WebCollage
+WebFuck
 WebImageCollector
-WebSucker
+WebLeacher
+WebPix
+WebReaper
 WebZIP
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
+Webshag
+Whack
 Whacker
-Who.is Bot
 Widow
-WiseGuys Robot
+Woobot
 Wotbox
 Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zermelo
 Zeus
-ZmEu
-ZoominfoBot
-archive.org_bot
-autoemailspider
-backlink-check
-cognitiveseo
+Zitebot
+ZumBot
+arquivo-web-crawler
+arquivo.pt
+cah.io.community
+check1.exe
 com.plumanalytics
-crawler4j
-domainsproject.org
-facebookscraper
-gopher
+crawl.sogou.com
+crawler.feedback
+demandbase-bot
+evc-batch
 heritrix
-instabid
 ips-agent
-isitwp.com
-linkdexbot
-netEstate NE Crawler
 oBot
+page scorer
 pcBrowser
-plumanalytics
-satoristudio.net
-scalaj-http
-scan.lol
+s1z.ru
 seocompany.store
+seostar
 serpstatbot
 sexsearcher
-sogouspider
-sp_auditbot
-spyfu
+sysscan
 tAkeOut
-trendiction.com
-trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webpros.com
-x22Mozilla
-zauba.io
+webprosbot
+x09Mozilla