V4.2021.11.2734 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
+01h4x.com
+ADmantX
 AIBOT
+ALittle Client
 Abonti
-AllSubmitter
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+Alligator
 Anarchie
+Anarchy
 Anarchy99
 Ankit
-Aspiegel
-Asterias
+Apexoo
 AwarioRssBot
 AwarioSmartBot
-BDCbot
-BDFetch
-BackDoorBot
 BackStreet
-BacklinkCrawler
-Bandit
+Backlink-Ceck
 BatchFTP
+Battleztar Bazinga
+Black Hole
 BlackWidow
-Brandprotect
+BlowFish
+Bolt
+BotALot
 Buck
-Buddy
-BunnySlippers
+CSHttp
 Calculon
 Cegbfeieh
-CensysInspect
-CheTeam
 CheeseBot
 CherryPicker
-ChinaClaw
 Chlooe
 Claritybot
-Cloud mapping
+Cliqzbot
+Cogentbot
+Copier
 CopyRightCheck
-Crawling at Home Project
+Craftbot
 CrazyWebCrawler
-CrunchBot
+Crescent
 Curious
+Custo
+DTS Agent
 DataCha0s
-Disco
-Dispatch
+DatabaseDriverMysqli
+DigitalPebble
 DnBCrawler-Analytics
-DomainAppender
-DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Dotbot
-EasyDL
+EMail Wolf
 Ebingbong
-Ecxi
-ExtLinksBot
-Extractor
+EirGrabber
 Extreme Picture Finder
-EyeNetIE
 Ezooms
-Firefox/7.0
-FlashGet
-Flunky
-Freeuploader
-Fuzz
-FyberSpider
-Fyrebot
+FDM
+FemtosearchBot
+Fimap
+G-i-g-a-b-o-t
+GT::WWW
 GermCrawler
-GetWeb
 Getintent
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
 GrabNet
+Grabber
 Grafula
-GrapeFX
 HEADMasterSEO
+HTMLparser
 HTTrack
-Harvest
+Haansoft
+Havij
 Heritrix
-Hloader
-Humanlinks
-IDBTE4M
+HybridBot
 IDBot
-Id-search
-IlseBot
-Indy Library
-Intelliseek
+Iblog
 InterGET
+JamesBOT
 Jbrofuzz
-JennyBot
+Jetty
+JikeSpider
 Joomla
+Jorgee
+JustView
+Jyxobot
+Kozmosbot
 LWP::Simple
 Larbin
-Leap
-Likse
+LeechFTP
+LieBaoFast
 LinkScan
-LinkWalker
-LinkextractorPro
+Linkbot
+Linkdexbot
 LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
 MFC_Tear_Sample
-MIDown tool
-MSFrontPage
-Mag-Net
-Magnet
-Majestic SEO
-Majestic-SEO
+MQQBrowser
+MTRobot
+Mail.RU_Bot
+Majestic12
+MarkMonitor
 Mass Downloader
-Metauri
+Mb2345Browser
+Meanpathbot
 Microsoft Data Access
-Minefield
 Moblie Safari
-Morfeus Fucking Scanner
 Mozlila
-Mr.4x3
-Musobot
-NPbot
 Name Intelligence
-Navroad
-Needle
-Net Vampire
+Nameprotect
+Nessus
 NetAnts
-NetMechanic
-NetZIP
-NextGenSearchBot
-Nikto
-NimbleCrawler
-Nimbostratus
 Not
+Nutch
 Octopus
+Offline Explorer
+Offline Navigator
 OpenLinkProfiler
-OrangeBot
-OrangeSpider
-PECL::HTTP
+Openfind
+OutfoxBot
 PHPCrawl
+Page Analyzer
 PageGrabber
 PageThing.com
-Petalbot
+Pandalytics
+Panscient
+Papa Foto
+Pavuk
+PeoplePal
+Pi-Monster
+Picsearch
+PictureFinder
+Piepmatz
 Pixray
-Pockey
-Probethenet
-Quick-Crawler
-RankActiveLinkBot
+PleaseCrawl
+Pu_iN
+QueryN Metasearch
+RSSingBot
 RankingBot
-Rankivabot
+RankurBot
 ReGet
-Reaper
+Recorder
 RedesScrapy
+RepoMonkey
+Ripper
 RocketCrawler
 Rogerbot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
-ScanAlert
+SMTBot
+SalesIntelligent
+Scanbot
+ScoutJet
+ScreenerBot
 ScrepyBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
-Siphon
+Site Sucker
 SiteLockSpider
+SiteSucker
 Sitevigil
-SlySearch
-Sociscraper
 Sogou web spider
+Sosospider
 SpaceBison
 Spammen
-SpankBot
 Spbot
-Spinn3r
 Sqlmap
-Sqworm
-Steeler
-Sucuri
-T8Abot
-Teleport
+Sqlworm
+Stripper
+SuperHTTP
+Swiftbot
+Szukacz
+TeleportPro
+Telesoft
 Telesphoreo
-TheNomad
+Telesphorep
+The Intraformant
+Thumbor
 TightTwatBot
 Toweyabot
-TwengaBot
+Tracemyfile
+Turingos
+Twice
+Typhoeus
+URLy Warning
 V-BOT
-VCI
-VoidEYE
-WISENutbot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-WallpapersHD
+VB Project
+Vagabondo
+Voil
+WWW-Collector-E
+Wallpapers
+Wallpapers/3.0
 WeSEE
-Web Auto
+Web Enhancer
 Web Fetch
 Web Fuck
+Web Pix
 Web Sauger
-WebAuto
 WebCollage
 WebFetch
 WebFuck
 WebGo IS
-WebImageCollector
-WebSauger
+WebLeacher
+WebPix
 WebZIP
-Webshag
-WebsiteExtractor
+Webalta
+WebmasterWorldForumBot
 WebsiteQuester
-Webster
-WiseGuys Robot
+Whacker
+Whatweb
+Who.is Bot
+Widow
+Woobot
 Wotbox
-Wprecon
-Xaldon WebSpider
-Xenu
+Xaldon_WebSpider
 YoudaoBot
+Zauba
 Zermelo
-Zeus
 Zitebot
 ZmEu
-ZumBot
+ZoomBot
+ZoominfoBot
 ZyBorg
 adscanner
 archive.org_bot
-arquivo-web-crawler
-backlink-check
+arquivo.pt
+coccocbot-web
+cognitiveseo
 com.plumanalytics
-dataforseo.com
-demandbase-bot
+domainsproject.org
 eCatch
 evc-batch
-facebookscraper
+gopher
 instabid
-isitwp.com
-lwp-request
-lwp-trivial
-magpie-crawler
-mediawords
 netEstate NE Crawler
 plumanalytics
-probe-image-size
-ripz
-seocompany.store
-seostar
-sitechecker.pro
-siteripz
+polaris version
+s1z.ru
+satoristudio.net
+scalaj-http
+seoscanners
+sogouspider
 sp_auditbot
 spyfu
-trendiction.de
+sysscan
+trendiction.com
 ubermetrics-technologies.com
-webmeup-crawler
+webprosbot
 x09Mozilla
-x22Mozilla
 zgrab