V4.2022.04.3017 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-404enemy
-80legs
 ADmantX
+AIBOT
 ALittle Client
-AllSubmitter
-Alligator
-Aspiegel
-Asterias
+ASPSeek
+Abonti
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Anarchie
+Apexoo
+Atomseobot
 Attach
-AwarioRssBot
-AwarioSmartBot
-BDCbot
 BDFetch
-BLEXBot
-BackDoorBot
+BackWeb
 Backlink-Ceck
-Badass
+BacklinkCrawler
 Bandit
-BatchFTP
-BetaBot
-Bitacle
+Barkrowler
+BlackWidow
+Blow
+BlowFish
 Boardreader
+Bolt
 BotALot
+Brandprotect
 Brandwatch
-BuiltBotTough
+BuiltWith
+CATExplorador
 CCBot
-Calculon
-Cegbfeieh
+CSHttp
+CazoodleBot
 CensysInspect
-CheTeam
-CheeseBot
 Chlooe
-Claritybot
-Cloud mapping
-Copier
+Cliqzbot
 Cosmos
+Craftbot
 CrazyWebCrawler
+CrunchBot
 Curious
-Custo
-DBLBot
-DIIbot
-DataCha0s
 DatabaseDriverMysqli
-Deusu
-DigitalPebble
-Dirbuster
+Dispatch
 DomCopBot
 DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
+Drip
 ECCP/1.0
-Ecxi
-Extreme Picture Finder
-FDM
+EMail Wolf
+EroCrawler
+Evil
+Exabot
+ExtractorPro
+EyeNetIE
 FHscan
-FlashGet
 Flunky
-Fuzz
-FyberSpider
+Foobot
 Fyrebot
-GT::WWW
-Genieo
+G-i-g-a-b-o-t
+GermCrawler
 GetRight
-Getintent
-Gigabot
-Go!Zilla
+Go-Ahead-Got-It
 GoZilla
-Gotit
+GrabNet
+Grafula
+GrapeshotCrawler
 HMView
 HTTrack
-Haansoft
-Harvest
-Heritrix
-HybridBot
+Havij
+Hloader
+IDBot
+IRLbot
 Iblog
+Id-search
 IlseBot
 IndeedBot
 Indy Library
-Intelliseek
+InfoNaviRobot
+InfoTekies
+InterGET
+Internet Ninja
+InternetSeer
+Iria
 Iskanie
-IstellaBot
-JOC Web Spider
-Jbrofuzz
+JamesBOT
 JennyBot
-JetCar
-JikeSpider
-Jorgee
+Jetty
+Joomla
+JustView
 Jyxobot
-LNSpiderguy
-Larbin
-LibWeb
-Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkWalker
 Linkbot
-Linkdexbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinkextractorPro
 LinqiaScrapeBot
-MFC_Tear_Sample
-MIIxpc
-MSFrontPage
+Lipperhey
+Lmspider
 MSIECrawler
 Mag-Net
-Magnet
+Majestic-SEO
+Majestic12
+MarkMonitor
 Mass Downloader
-Mata Hari
-MauiBot
+Masscan
 MeanPath Bot
-MicroMessenger
-Microsoft Data Access
+Meanpathbot
+Microsoft URL Control
+Mister PiX
 Moblie Safari
-Mojeek
-Musobot
+Morfeus Fucking Scanner
+Msrabot
+NICErsPRO
 NPbot
-Name Intelligence
+Nameprotect
 NearSite
+Needle
+Net Vampire
 NetAnts
+NetLyzer
 NetSpider
-Netcraft
-Nikto
-Ninja
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Nuclei
 Nutch
-Octopus
+Offline Explorer
 OpenLinkProfiler
-Openfind
-Openvas
 OrangeBot
+OrangeSpider
 OutclicksBot
-OutfoxBot
-PECL::HTTP
 POE-Component-Client-HTTP
-PageScorer
-Panscient
-Papa Foto
-PeoplePal
+PageGrabber
+PageThing.com
+Pandalytics
+Pi-Monster
+Picscout
 Picsearch
 Piepmatz
+Pixray
 PleaseCrawl
 Pockey
-ProWebWalker
-Pu_iN
+ProPowerBot
+Probethenet
 Pump
-PxBroker
 Quick-Crawler
-RankActiveLinkBot
 RankFlex
 RankingBot2
+Rankivabot
+RankurBot
 ReGet
+RealDownload
 Reaper
-RebelMouse
-RocketCrawler
-Rogerbot
+Recorder
+Ripper
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
+SISTRIX
 ScanAlert
 Scanbot
+ScoutJet
+Scrapy
 Screaming
-ScreenerBot
-ScrepyBot
 Searchestate
-SearchmetricsBot
-Semrush
-SemrushBot
-SentiBot
+Seekport
 SeoSiteCheckup
 Shodan
-SiteExplorer
-SiteLockSpider
-SlySearch
+Site Sucker
+SiteCheckerBotCrawler
+Sitebeam
+Snapbot
+Snoopy
 SocialRankIOBot
-Sottopop
-SpaceBison
-Spammen
+Sosospider
 Spanner
-Sqlmap
-Sqworm
+Spbot
+Spinn3r
+Sqlworm
 Sucker
-Suzuran
-T8Abot
+SuperBot
+T0PHackTeam
 TeleportPro
 Telesphorep
-Thumbor
-TightTwatBot
-Titan
-Turingos
+The Intraformant
+Tracemyfile
+TwengaBot
 Twice
-Typhoeus
-URLy Warning
-URLy.Warning
-VCI
+Upflow
+VB Project
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VoidEYE
-Voltron
+VidibleScraper
+Virusdie
+WASALive-Bot
 WEBDAV
-WPScan
 WWW-Collector-E
 Wallpapers
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Auto
 Web Fetch
+Web Fuck
+Web Pix
+Web Sauger
 WebAuto
-WebBandit
 WebCopier
-WebFetch
 WebLeacher
+WebStripper
 WebWhacker
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
 WebsiteQuester
-Who.is Bot
-Widow
-Woobot
-Xaldon_WebSpider
+Webster
+Whacker
+Xenu
 Zade
-Zermelo
+Zitebot
 ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
 adscanner
+archive.org_bot
 arquivo.pt
-check1.exe
-crawl.sogou.com
-eCatch
+autoemailspider
+backlink-check
+cah.io.community
+clark-crawler
+com.plumanalytics
+dataforseo.com
+evc-batch
 facebookscraper
+instabid
+internetVista monitor
 isitwp.com
-lwp-request
 lwp-trivial
-muhstik-scan
-page scorer
+meanpathbot
+mediawords
+oBot
 plumanalytics
-polaris version
-probe-image-size
+ripz
 s1z.ru
 scalaj-http
-scan.lol
-seobility
 seoscanners
 seostar
-sitechecker.pro
 siteripz
 sogouspider
-spyfu
-tAkeOut
-trendiction.de
+sp_auditbot
+sysscan
 ubermetrics-technologies.com
-webmeup-crawler
-xpymep1.exe
+webpros.com
 zauba.io