V4.2022.05.3116 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
+404enemy
+80legs
 ASPSeek
 Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
 AiHitBot
+Alexibot
 AllSubmitter
 Alligator
-Anarchy
-Ankit
-Anthill
-Asterias
-AwarioRssBot
-BBBike
-BLEXBot
-BackStreet
+Apexoo
+BDCbot
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
-Barkrowler
-BatchFTP
+Bandit
 BetaBot
-Blow
-Boardreader
+Bitacle
+Black Hole
+BlackWidow
+BlowFish
+Bolt
 BotALot
-Buddy
+Buck
 BuiltBotTough
-CATExplorador
+BuiltWith
+BuzzSumo
 CSHttp
-Cegbfeieh
-ChinaClaw
+Calculon
+CheTeam
+CheeseBot
+CherryPicker
+Chlooe
 Citoid
-Cliqzbot
 Cloud mapping
-Cocolyzebot
 Cogentbot
-Collector
 Copier
-CopyRightCheck
-Craftbot
 CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DSearch
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Deusu
+DBLBot
 DigitalPebble
 Dirbuster
-Disco
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
 Dotbot
 Dragonfly
-Drip
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+EirGrabber
 Evil
+Exabot
 Extractor
-EyeNetIE
-FemtosearchBot
+ExtractorPro
+FDM
+FHscan
 Firefox/7.0
+FlashGet
 Flunky
+Foobot
+FyberSpider
 GalaxyBot
+GermCrawler
 GetRight
-Go!Zilla
-Go-Ahead-Got-It
+GetWeb
 GrabNet
-Grafula
-GrapeFX
-GrapeshotCrawler
 HEADMasterSEO
-HMView
 HTMLparser
-HTTrack
-Haansoft
-Havij
+HaosouSpider
+Hloader
+HonoluluBot
 Humanlinks
-IRLbot
-Iblog
+HybridBot
+IDBTE4M
+IDBot
+Id-search
 InfoNaviRobot
-Intelliseek
+InfoTekies
 InterGET
-Internet Ninja
-InternetSeer
 IstellaBot
-Jbrofuzz
+JOC Web Spider
+JamesBOT
+JetCar
+Jetty
+JikeSpider
+JustView
+Jyxobot
+Kinza
+Kozmosbot
+LNSpiderguy
 LWP::Simple
-Lanshanbot
-LeechGet
-LieBaoFast
-LinkextractorPro
+Larbin
+LeechFTP
+LexiBot
+Lightspeedsystems
+LinkpadBot
 LinksManager
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
-Ltx71
 MIIxpc
-MQQBrowser
-MSFrontPage
-Majestic12
+MTRobot
+MarkWatch
 Masscan
+Mata Hari
 Mb2345Browser
-MegaIndex.ru
-Microsoft URL Control
-Minefield
-Mister PiX
-Moblie Safari
-Mojeek
-MolokaiBot
-Morfeus Fucking Scanner
+Mediatoolkitbot
 Mr.4x3
 Msrabot
+Musobot
 NICErsPRO
+NPbot
 Nameprotect
 NearSite
-Needle
 NetAnts
 NetLyzer
 NetMechanic
 NetSpider
-Netcraft
 Nettrack
-NextGenSearchBot
+Nibbler
 Niki-bot
-NimbleCrawler
+Nikto
 Not
-Nuclei
-Nutch
 Octopus
-OpenVAS
-Openfind
+Offline Navigator
 Openvas
-OutfoxBot
+OrangeBot
 PECL::HTTP
-Page Analyzer
-PageAnalyzer
 PageGrabber
 PageThing.com
-Petalbot
-Pi-Monster
+Panscient
+Pavuk
+PeoplePal
 Picscout
-Picsearch
-PictureFinder
 Piepmatz
-Pixray
-Pockey
-ProPowerBot
+PleaseCrawl
 ProWebWalker
 Probethenet
-Psbot
-PxBroker
-QueryN Metasearch
+Pu_iN
+Pump
+RSSingBot
 RankActive
-RankFlex
+RankingBot
 RankingBot2
-ReGet
-Reaper
+RealDownload
 RebelMouse
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SMTBot
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
+SEOprofiler
 SalesIntelligent
 Scanbot
-Scrapy
+Screaming
+ScreenerBot
 ScrepyBot
-Searchestate
-SearchmetricsBot
-SemanticJuice
-Semrush
-SeoSiteCheckup
-Siphon
-SiteSnagger
-Sitebeam
+Seekport
+SeobilityBot
+Seomoz
+Shodan
+SiteSucker
+Siteimprove
 SlySearch
 SmartDownload
 Snake
-SocialRankIOBot
+Snapbot
 Sociscraper
-Spammen
+Sogou web spider
+Sosospider
+SpaceBison
 SpankBot
-Spbot
-Sqlworm
+Spinn3r
+SputnikBot
+Sqlmap
 Sqworm
-Sucker
-Sucuri
-SuperBot
 SuperHTTP
-SurveyBot
+Suzuran
 Swiftbot
-T8Abot
-Teleport
+Szukacz
 TeleportPro
-Telesphoreo
-TheNomad
-TightTwatBot
-Toweyabot
-Trendiction
+Telesoft
+Titan
+Trendictionbot
+Turingos
 Turnitin
-TurnitinBot
+TwengaBot
 Twice
-URLy.Warning
-V-BOT
-VoidEYE
+UnisterBot
+Vacuum
+VeriCiteCrawler
+Virusdie
+Voil
 WPScan
-WWWOFFLE
-Wallpapers/3.0
-Web Sucker
-WebAuto
+Web Collage
+Web Fetch
+Web Fuck
+Web Pix
+Web Sauger
 WebBandit
-WebCopier
 WebEnhancer
-WebImageCollector
 WebReaper
+WebSauger
+WebSucker
 WebWhacker
+WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteQuester
+Whatweb
 Widow
+WiseGuys Robot
+Wonderbot
+Wprecon
 Xaldon WebSpider
-YoudaoBot
+Zade
 Zitebot
+ZmEu
 ZoominfoBot
 ZumBot
-arquivo.pt
-coccocbot
-com.plumanalytics
-crawler4j
+adscanner
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
+backlink-check
+cah.io.community
+check1.exe
+cognitiveseo
+dataforseo.com
 eCatch
+gopher
+ips-agent
 isitwp.com
 iubenda-radar
-magpie-crawler
-meanpathbot
-mediawords
-plumanalytics
-polaris version
-satoristudio.net
+lwp-trivial
+muhstik-scan
+pcBrowser
+s1z.ru
+scalaj-http
 scan.lol
-seocompany.store
 seoscanners
 seostar
 sitechecker.pro
-sp_auditbot
-trendiction.com
-trendiction.de
+tAkeOut
+ubermetrics-technologies.com
 webgains-bot
-webpros.com
+webmeup-crawler
+x09Mozilla
 x22Mozilla
-xpymep1.exe
-zgrab
+zauba.io