V4.2022.02.2931 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 ADmantX
 AIBOT
-ALittle Client
-ASPSeek
+Abonti
 Aboundex
+Aboundexbot
 AhrefsBot
-AllSubmitter
-Anarchie
+Alexibot
 Anarchy99
+Ankit
 Apexoo
-Asterias
-Atomseobot
-AwarioRssBot
+Attach
+AwarioSmartBot
 BDFetch
+BLEXBot
+Backlink-Ceck
+Badass
 Bandit
 Barkrowler
-Battleztar Bazinga
-Bigfoot
+BetaBot
 Black Hole
 Blackboard
-Brandwatch
-BuiltBotTough
+BotALot
+Brandprotect
+BuiltWith
+BunnySlippers
 CATExplorador
-CODE87
+CSHttp
+Calculon
 Cegbfeieh
-CensysInspect
 CheTeam
-CheeseBot
-Chlooe
-Citoid
-Collector
+CherryPicker
+Claritybot
+Cloud mapping
 Copier
-CopyRightCheck
-Copyscape
-CrunchBot
-DBLBot
-DIIbot
-Dirbuster
-DnBCrawler-Analytics
-DomCopBot
+Crawling at Home Project
+Curious
+CyotekWebCopy
+DatabaseDriverMysqli
+Demon
+Deusu
+Devil
+Disco
+Discobot
+Dispatch
+DomainAppender
+DomainCrawler
+DomainStatsBot
+Dotbot
+Drip
+EMail Siphon
+EasyDL
+Ebingbong
 Ecxi
 Evil
-Exabot
-ExtLinksBot
-Extractor
 ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
-FHscan
-FemtosearchBot
+Fimap
 Firefox/7.0
-Foobot
-FrontPage
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
+Fyrebot
+GetWeb
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
-Gotit
-Grabber
-GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
+HTTrack
+Haansoft
+Harvest
+Havij
+Heritrix
 Hloader
 Humanlinks
 HybridBot
-IDBTE4M
 Iblog
-IndeedBot
-Intelliseek
-InternetSeer
-JOC Web Spider
+Id-search
+InfoTekies
+InterGET
+JamesBOT
+Jbrofuzz
 JennyBot
+JetCar
 JikeSpider
-Jyxobot
-Keyword Density
-Kozmosbot
-Larbin
-LeechFTP
+JustView
+Kenjin Spider
+LWP::Simple
+Lanshanbot
+Leap
 LeechGet
-LexiBot
 Lftp
-Likse
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-MQQBrowser
+LieBaoFast
+Lightspeedsystems
+LinkWalker
+Linkbot
+Linkdexbot
+LinkextractorPro
+LinksManager
+Lipperhey Spider
+Litemage_walker
+Lmspider
+Ltx71
+MIIxpc
+MJ12bot
 MTRobot
-MarkMonitor
-Mass Downloader
-MauiBot
+Majestic12
+Mata Hari
 MeanPath Bot
 Meanpathbot
 MegaIndex.ru
-Metauri
 Microsoft Data Access
-Moblie Safari
+Minefield
 Mojeek
-Mojolicious
-NICErsPRO
-NPbot
+Name Intelligence
+Nameprotect
 Navroad
-NearSite
-Needle
-NetLyzer
+Nessus
+Net Vampire
+NetAnts
 NetSpider
-Netcraft
-NextGenSearchBot
+Nettrack
+Netvibes
 Nibbler
-Nikto
 Nimbostratus
 Ninja
-Nmap
+Not
 Nutch
 Offline Explorer
-OnCrawl
+Offline Navigator
 OpenLinkProfiler
+OpenVAS
 Openvas
 OutclicksBot
-PECL::HTTP
-Page Analyzer
 PageAnalyzer
 PageGrabber
+PageScorer
 PageThing.com
 Pandalytics
 Panscient
-Pavuk
 Petalbot
-PictureFinder
-PleaseCrawl
+Pi-Monster
+Picsearch
+Piepmatz
+Pimonster
 Pockey
+Psbot
 Pu_iN
-Pump
-PxBroker
-Quick-Crawler
+QueryN Metasearch
+RSSingBot
 RankFlex
-RankingBot
-Rankivabot
+RankingBot2
 RankurBot
 Reaper
-RepoMonkey
-Ripper
-Rogerbot
-SBIder
-SEOlyticsCrawler
-ScanAlert
-Scanbot
-ScoutJet
-Scrapy
+SISTRIX
+SalesIntelligent
+Screaming
 Searchestate
-SearchmetricsBot
-Seekport
 Semrush
-Siphon
-SiteCheckerBotCrawler
+SentiBot
+SeoSiteCheckup
+Seomoz
+Site Sucker
 SiteLockSpider
 SiteSnagger
-SiteSucker
 Siteimprove
-SmartDownload
+Sitevigil
 Snake
-Snapbot
 Snoopy
 SocialRankIOBot
+Sociscraper
 Sogou web spider
-SpankBot
-Spanner
+Sosospider
+Spammen
 Spinn3r
-SputnikBot
 Sqlmap
-Sqlworm
-Sqworm
-SuperBot
+Steeler
+Sucker
 Surfbot
-SurveyBot
-Swiftbot
-Szukacz
-T8Abot
-Teleport
+Suzuran
+TeleportPro
+Telesoft
 Telesphoreo
 The Intraformant
+TheNomad
+Thumbor
 Toata
-Trendiction
+Toweyabot
+Tracemyfile
+Trendictionbot
 True_Robot
+Turnitin
+TurnitinBot
+Twice
 Typhoeus
-URLy Warning
-Upflow
-VB Project
-VelenPublicWebCrawler
+URLy.Warning
+V-BOT
+VCI
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
 Virusdie
-VoidEYE
+Voil
+WISENutbot
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
 WeSEE
-Web Collage
-Web Fetch
+Web Auto
+Web Pix
+Web Sauger
+WebAuto
 WebBandit
-WebSauger
+WebCollage
+WebGo IS
+WebLeacher
+WebPix
 WebStripper
-WebZIP
-WebmasterWorldForumBot
+Webalta
 Webshag
-Whack
+Webster
 Whacker
-Whatweb
 Who.is Bot
-Widow
-Wonderbot
+WinHTTrack
 Woobot
-Wprecon
 Xaldon WebSpider
-Xenu
-Zauba
-ZoomBot
+Xaldon_WebSpider
+Zade
+Zitebot
+ZmEu
 ZyBorg
 adscanner
-arquivo-web-crawler
 arquivo.pt
-autoemailspider
-coccocbot-web
-com.plumanalytics
-demandbase-bot
-domainsproject.org
+cah.io.community
+clark-crawler
+crawl.sogou.com
+eCatch
 facebookscraper
-heritrix
 internetVista monitor
+ips-agent
 lwp-request
 lwp-trivial
-magpie-crawler
-muhstik-scan
-plumanalytics
-polaris version
+netEstate NE Crawler
+oBot
+s1z.ru
 scan.lol
-sexsearcher
+seoscanners
+serpstatbot
 sitechecker.pro
+siteripz
 sp_auditbot
-spyfu
-trendiction.com
-trendiction.de
 webpros.com
 webprosbot
-x22Mozilla
-xpymep1.exe
+x09Mozilla
+zauba.io
+zgrab