V4.2021.07.2493 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404enemy
+404checker
 80legs
-AIBOT
+ALittle Client
 Abonti
-Aboundex
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Alexibot
+AlphaBot
 Anarchie
-Anarchy
+Anarchy99
 Ankit
-Apexoo
-Asterias
+Aspiegel
+AwarioSmartBot
+BBBike
+BDCbot
 BDFetch
-BackStreet
-Badass
+BackWeb
+BacklinkCrawler
 Bandit
+Barkrowler
 BatchFTP
-BetaBot
-Blow
+Black Hole
 BlowFish
 Boardreader
-Bolt
 BotALot
-Brandprotect
-BuiltWith
+BuiltBotTough
+Bullseye
 BunnySlippers
+BuzzSumo
 CATExplorador
+CODE87
 CSHttp
 Calculon
 CazoodleBot
-Cegbfeieh
 CheeseBot
-ChinaClaw
-Chlooe
-Cliqzbot
+CherryPicker
+Cloud mapping
+Cocolyzebot
 Collector
-Copyscape
+Cosmos
+Craftbot
+CrazyWebCrawler
+Crescent
 Curious
-Custo
-Demon
-Digincore
+CyotekWebCopy
+DBLBot
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
+Deusu
 Disco
-Discobot
+DittoSpyder
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Drip
-EMail Wolf
+Domains Project
+Download Wonder
+EMail Siphon
 EasyDL
+EroCrawler
+Express WebPictures
+ExtLinksBot
 FHscan
-Fimap
 FlashGet
-FyberSpider
+Foobot
+Fuzz
 Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-Genieo
 GetRight
 GetWeb
-Gigablast
-Go-Ahead-Got-It
-GoZilla
+Getintent
 GrabNet
-GridBot
+Grabber
+Grafula
+GrapeshotCrawler
 HEADMasterSEO
-HTTP::Lite
-Haansoft
-HaosouSpider
+HTTrack
 Heritrix
 Hloader
+Humanlinks
 IDBTE4M
-IRLbot
-Iblog
-Intelliseek
-Iria
-IstellaBot
-Jetty
+Id-search
+Image Fetch
+Image Sucker
+IndeedBot
+InfoTekies
+InterGET
+Iskanie
+JOC Web Spider
+JennyBot
+JetCar
 JikeSpider
-Jyxobot
-LNSpiderguy
+JustView
+Kenjin Spider
+Kinza
 Lanshanbot
-Larbin
-Leap
+LeechGet
+LexiBot
+Lftp
+LibWeb
+LieBaoFast
 Lightspeedsystems
-Linkdexbot
-LinksManager
+Likse
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
-MIIxpc
-MJ12bot
+Lmspider
+MFC_Tear_Sample
 MQQBrowser
-Mass Downloader
-Mata Hari
+MSFrontPage
+MarkMonitor
 MeanPath Bot
-Mediatoolkitbot
-Microsoft URL Control
-Mojeek
-Mojolicious
+Meanpathbot
+MicroMessenger
+Microsoft Data Access
+Morfeus Fucking Scanner
 Mozlila
-Musobot
+Mr.4x3
+Msrabot
+NICErsPRO
 Name Intelligence
 Nameprotect
 NearSite
-Needle
+Nessus
+Net Vampire
+NetAnts
 NetSpider
-Netcraft
-Nibbler
-Niki-bot
+NextGenSearchBot
 NimbleCrawler
-Ninja
-Octopus
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OrangeSpider
+Nuclei
+Nutch
+OpenVAS
+Openfind
+Openvas
+OutfoxBot
 PECL::HTTP
-PHPCrawl
-PageScorer
-Pandalytics
-PeoplePal
+POE-Component-Client-HTTP
+PageGrabber
+PageThing.com
+Pavuk
 Petalbot
-Picscout
-PictureFinder
+Picsearch
 Pixray
 PleaseCrawl
-ProWebWalker
+ProPowerBot
+Probethenet
 Psbot
 Pu_iN
 Pump
 PxBroker
 PyCurl
 RSSingBot
-RankActive
-RankFlex
-Rankivabot
-Recorder
-Ripper
-Rogerbot
-SEOkicks-Robot
-SEOstats
-SISTRIX
-SMTBot
-ScanAlert
+RankActiveLinkBot
+RankingBot2
+ReGet
+Reaper
+RedesScrapy
+RepoMonkey
+RocketCrawler
+SEOlyticsCrawler
+SEOprofiler
 Scanbot
-ScoutJet
 Scrapy
-ScreenerBot
-Searchestate
-SearchmetricsBot
-Semrush
 SentiBot
-SeobilityBot
+SeoSiteCheckup
 Seomoz
 Site Sucker
-SiteExplorer
-SiteLockSpider
-SiteSucker
+SiteSnagger
 Sitevigil
-SlySearch
 SmartDownload
 Snapbot
+Snoopy
 Sociscraper
-SpaceBison
+Spammen
 Spanner
-Sqlworm
-Steeler
-Sucker
-Sucuri
+Spbot
+SputnikBot
+Sqlmap
+Sqworm
+SuperBot
 SuperHTTP
 Surfbot
-SurveyBot
 Suzuran
+Szukacz
 T0PHackTeam
-T8Abot
 Teleport
 Telesoft
-Telesphorep
-TightTwatBot
-Titan
-Tracemyfile
-Trendiction
+The Intraformant
+TheNomad
+Toata
 Trendictionbot
+Turnitin
 TurnitinBot
-TwengaBot
 Twice
-URLy.Warning
-Vagabondo
-VidibleScraper
+UnisterBot
+V-BOT
+VB Project
 Virusdie
 VoidEYE
+WASALive-Bot
+WBSearchBot
 WEBDAV
+WISENutbot
 WallpapersHD
 WeSEE
-Web Auto
+Web Collage
 Web Fetch
-Web Sucker
 WebBandit
-WebCopier
-WebFuck
 WebGo IS
 WebPix
+WebReaper
 WebStripper
-WebSucker
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-WebsiteQuester
+WebZIP
 Whack
 Who.is Bot
 Widow
 WinHTTrack
 Wonderbot
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zermelo
-Zeus
+Zade
 Zitebot
-ZumBot
-arquivo.pt
-autoemailspider
-check1.exe
-coccocbot-web
+ZmEu
+archive.org_bot
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-heritrix
-ips-agent
+eCatch
+evc-batch
+internetVista monitor
+isitwp.com
 magpie-crawler
-meanpathbot
 mediawords
-page scorer
-plumanalytics
 probe-image-size
+ripz
+s1z.ru
+satoristudio.net
 scan.lol
-seoscanners
-seostar
 serpstatbot
 sexsearcher
-sitechecker.pro
 sp_auditbot
-trendiction.de
+spyfu
+sysscan
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-zgrab
+x09Mozilla
+xpymep1.exe