V4.2022.05.3115 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-ADmantX
-AIBOT
+01h4x.com
 ASPSeek
+Aboundex
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
+AiHitBot
+AllSubmitter
 Alligator
-AlphaBot
-Anarchie
-Anarchy99
+Anarchy
 Ankit
+Anthill
 Asterias
-Attach
+AwarioRssBot
 BBBike
 BLEXBot
 BackStreet
-Badass
-Battleztar Bazinga
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Barkrowler
+BatchFTP
 BetaBot
-Bitacle
-Black Hole
 Blow
-BlowFish
-Bolt
-Buck
+Boardreader
+BotALot
 Buddy
 BuiltBotTough
-BunnySlippers
 CATExplorador
-CODE87
 CSHttp
-CensysInspect
-CheTeam
-CherryPicker
-Chlooe
+Cegbfeieh
+ChinaClaw
 Citoid
+Cliqzbot
+Cloud mapping
 Cocolyzebot
+Cogentbot
 Collector
 Copier
-Copyscape
+CopyRightCheck
+Craftbot
 CrunchBot
+Custo
 CyotekWebCopy
-DBLBot
+DSearch
+DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-Devil
-Digincore
+Deusu
+DigitalPebble
+Dirbuster
+Disco
 DnBCrawler-Analytics
+DnyzBot
 DomainAppender
-Domains Project
-Download Wonder
+DomainCrawler
+DomainSigmaCrawler
+Dotbot
 Dragonfly
-EMail Wolf
-EroCrawler
-Express WebPictures
-Extreme Picture Finder
-FDM
+Drip
+Evil
+Extractor
+EyeNetIE
+FemtosearchBot
 Firefox/7.0
-Freeuploader
-FrontPage
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
+Flunky
 GalaxyBot
-GermCrawler
 GetRight
-GetWeb
-Getintent
-Gigabot
-GoZilla
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
 Grafula
+GrapeFX
 GrapeshotCrawler
+HEADMasterSEO
 HMView
+HTMLparser
+HTTrack
+Haansoft
+Havij
 Humanlinks
-IDBTE4M
 IRLbot
 Iblog
-Image Fetch
-IndeedBot
-Indy Library
+InfoNaviRobot
 Intelliseek
+InterGET
+Internet Ninja
 InternetSeer
 IstellaBot
-JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
-Jorgee
-Kenjin Spider
-Keyword Density
-Larbin
-Libwhisker
+LWP::Simple
+Lanshanbot
+LeechGet
 LieBaoFast
-LinkScan
-Linkbot
+LinkextractorPro
 LinksManager
-Lipperhey
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MSIECrawler
-MTRobot
-Magnet
-MarkMonitor
-Mass Downloader
-Mata Hari
-MauiBot
+MIIxpc
+MQQBrowser
+MSFrontPage
+Majestic12
+Masscan
 Mb2345Browser
-Mediatoolkitbot
 MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
+Minefield
+Mister PiX
 Moblie Safari
+Mojeek
+MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
+Mr.4x3
+Msrabot
 NICErsPRO
-NPbot
+Nameprotect
 NearSite
 Needle
 NetAnts
+NetLyzer
+NetMechanic
+NetSpider
+Netcraft
 Nettrack
 NextGenSearchBot
-Nibbler
 Niki-bot
-Nikto
 NimbleCrawler
+Not
 Nuclei
 Nutch
 Octopus
-Offline Navigator
-OnCrawl
+OpenVAS
 Openfind
-OrangeSpider
+Openvas
 OutfoxBot
-POE-Component-Client-HTTP
+PECL::HTTP
 Page Analyzer
-PageScorer
+PageAnalyzer
+PageGrabber
 PageThing.com
-Papa Foto
-Pavuk
+Petalbot
 Pi-Monster
+Picscout
+Picsearch
 PictureFinder
 Piepmatz
+Pixray
+Pockey
 ProPowerBot
+ProWebWalker
 Probethenet
 Psbot
+PxBroker
 QueryN Metasearch
-RankActiveLinkBot
-Rankivabot
+RankActive
+RankFlex
+RankingBot2
+ReGet
 Reaper
-Recorder
+RebelMouse
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
+SMTBot
 SalesIntelligent
+Scanbot
 Scrapy
-ScreenerBot
 ScrepyBot
-Seekport
+Searchestate
+SearchmetricsBot
 SemanticJuice
 Semrush
-SemrushBot
 SeoSiteCheckup
-Seomoz
-Shodan
-Site Sucker
-SiteSucker
-Siteimprove
+Siphon
+SiteSnagger
+Sitebeam
+SlySearch
 SmartDownload
 Snake
-Snapbot
+SocialRankIOBot
 Sociscraper
-Sogou web spider
-SpaceBison
-SputnikBot
-Sqlmap
+Spammen
+SpankBot
+Spbot
 Sqlworm
-Stripper
+Sqworm
 Sucker
+Sucuri
+SuperBot
+SuperHTTP
 SurveyBot
-Suzuran
-Szukacz
+Swiftbot
+T8Abot
 Teleport
 TeleportPro
-Telesoft
 Telesphoreo
-Telesphorep
-Titan
+TheNomad
+TightTwatBot
 Toweyabot
 Trendiction
-True_Robot
+Turnitin
 TurnitinBot
 Twice
-Typhoeus
 URLy.Warning
-UnisterBot
 V-BOT
-VB Project
-VCI
-Vacuum
-Vagabondo
 VoidEYE
-WISENutbot
 WPScan
-WeSEE
-Web Auto
-Web Collage
-Web Fetch
-Web Fuck
+WWWOFFLE
+Wallpapers/3.0
 Web Sucker
+WebAuto
 WebBandit
-WebFetch
+WebCopier
+WebEnhancer
 WebImageCollector
-WebPix
 WebReaper
-WebStripper
 WebWhacker
-Webalta
-Webshag
-Whatweb
-WinHTTrack
-Wonderbot
-Xenu
-Zade
-Zermelo
-Zeus
+WebsiteQuester
+Widow
+Xaldon WebSpider
+YoudaoBot
 Zitebot
-ZmEu
-cah.io.community
-check1.exe
-crawler.feedback
+ZoominfoBot
+ZumBot
+arquivo.pt
+coccocbot
+com.plumanalytics
 crawler4j
-internetVista monitor
+eCatch
 isitwp.com
 iubenda-radar
-linkdexbot
 magpie-crawler
 meanpathbot
 mediawords
-muhstik-scan
-pcBrowser
-s1z.ru
+plumanalytics
+polaris version
+satoristudio.net
+scan.lol
+seocompany.store
 seoscanners
 seostar
-serpstatbot
-sogouspider
-tAkeOut
-webprosbot
+sitechecker.pro
+sp_auditbot
+trendiction.com
+trendiction.de
+webgains-bot
+webpros.com
 x22Mozilla
-zauba.io
+xpymep1.exe
+zgrab