V4.2021.10.2652 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
 ADmantX
 AIBOT
-Aboundexbot
+ALittle Client
+Aboundex
 AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-Alexibot
 AllSubmitter
+Alligator
 AlphaBot
-Anarchie
-Apexoo
+Anarchy99
 Aspiegel
-AwarioRssBot
-BBBike
+BDFetch
 BLEXBot
 BackStreet
-BackWeb
-Backlink-Ceck
+BacklinkCrawler
+Badass
 Barkrowler
-Bigfoot
+BatchFTP
+BetaBot
 Bitacle
 Black Hole
+Blackboard
 Blow
+BlowFish
 BotALot
-Brandwatch
 Buddy
-BuiltBotTough
-BuiltWith
+BunnySlippers
+BuzzSumo
 CATExplorador
-Calculon
-CazoodleBot
-Cegbfeieh
+CODE87
 CheeseBot
-CherryPicker
 ChinaClaw
-Cliqzbot
-Cogentbot
-Collector
+Chlooe
+Cloud mapping
+Cocolyzebot
+Copier
 Copyscape
 Cosmos
-Crawling at Home Project
-Crescent
+Craftbot
 CrunchBot
 CyotekWebCopy
+DIIbot
 DTS Agent
-Demon
-Deusu
-DigitalPebble
-DomCopBot
+DatabaseDriverMysqli
+Disco
+Discobot
+Discoverybot
+DittoSpyder
 DomainAppender
-DomainSigmaCrawler
+DomainCrawler
 Domains Project
-Dragonfly
+Dotbot
+Drip
 ECCP/1.0
 EasyDL
-Ebingbong
-EirGrabber
-Express WebPictures
-ExtractorPro
+Ecxi
+Exabot
+ExtLinksBot
+EyeNetIE
 Ezooms
 FDM
-Firefox/7.0
+FemtosearchBot
+Fimap
 Flunky
-FrontPage
-GalaxyBot
-Genieo
-Gigabot
+Foobot
+G-i-g-a-b-o-t
+GetWeb
+Getintent
 GoZilla
 Grabber
 GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HMView
+HTMLparser
+HTTP::Lite
 HTTrack
-Haansoft
-HaosouSpider
-Harvest
 Havij
-Humanlinks
-HybridBot
+Heritrix
 IDBTE4M
-IDBot
-IRLbot
-Iblog
+Id-search
 IlseBot
+Image Fetch
 IndeedBot
-Indy Library
+InfoNaviRobot
+InternetSeer
 Iskanie
 Jbrofuzz
 JennyBot
+Jetty
+Jorgee
+JustView
 Kenjin Spider
-Keyword Density
-Kozmosbot
+LNSpiderguy
 LWP::Simple
 Larbin
 LeechFTP
 LeechGet
 Lftp
-Libwhisker
+LieBaoFast
+Lightspeedsystems
 LinkScan
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Linkbot
+Linkdexbot
+LinqiaScrapeBot
 Lipperhey
-Lmspider
-MFC_Tear_Sample
-MSFrontPage
-MTRobot
+Lipperhey Spider
+MJ12bot
+MSIECrawler
 Mag-Net
-Magnet
+Mail.RU_Bot
 Majestic SEO
-Masscan
-Mata Hari
-MauiBot
+Majestic12
+MarkWatch
 Meanpathbot
-Mediatoolkitbot
-Metauri
+Microsoft Data Access
 Mister PiX
-Musobot
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
+NICErsPRO
 NPbot
 Name Intelligence
-Navroad
+Nameprotect
 Needle
 Nessus
-NetSpider
-NetZIP
-Netcraft
+NetMechanic
 Netvibes
 Nibbler
+Nikto
 Nmap
-Nutch
-Offline Navigator
+Nuclei
 OpenVAS
-Openfind
-OrangeBot
-PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
+OrangeSpider
+OutclicksBot
+PHPCrawl
 PageAnalyzer
-PageScorer
-PageThing.com
-Papa Foto
+Panscient
 PeoplePal
 Petalbot
-Picscout
-Pixray
+PictureFinder
+PleaseCrawl
 Pockey
-ProPowerBot
+Probethenet
 Pu_iN
-PxBroker
-QueryN Metasearch
+Pump
+Quick-Crawler
 RankActive
-RankFlex
 RankingBot
-RankurBot
-Re-re
-RepoMonkey
+RankingBot2
+RealDownload
+Reaper
+RebelMouse
 Ripper
 Rogerbot
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SISTRIX
-ScreenerBot
+SEOkicks
+SEOkicks-Robot
+SMTBot
+SalesIntelligent
+ScoutJet
+Scrapy
+Screaming
+Searchestate
+SearchmetricsBot
+Semrush
 SeoSiteCheckup
-Seomoz
-Shodan
-SiteExplorer
-SiteSucker
-Snake
+Siphon
+Site Sucker
+Siteimprove
+SmartDownload
 Snapbot
-SocialRankIOBot
-Sosospider
-Spammen
+Sogou web spider
+SpaceBison
 SpankBot
-Spbot
+Spinn3r
 SputnikBot
-Stripper
-Suzuran
-T0PHackTeam
+Sucuri
+SuperHTTP
+Szukacz
 Teleport
+TeleportPro
 The Intraformant
-Toweyabot
-Tracemyfile
-Trendictionbot
-Turnitin
-TurnitinBot
-Twice
+TightTwatBot
+Titan
+Trendiction
+Turingos
+TwengaBot
 Upflow
-V-BOT
-VB Project
-Vacuum
+VCI
+VidibleScraper
 VoidEYE
 Voil
-WASALive-Bot
-WWWOFFLE
+WEBDAV
+WISENutbot
+WWW-Collector-E
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
+Web Collage
+Web Enhancer
 Web Fetch
-WebAuto
+Web Fuck
+Web Pix
+Web Sucker
+WebBandit
+WebCollage
 WebCopier
-WebEnhancer
-WebFetch
-WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
+WebPix
+WebStripper
 WebSucker
-WebWhacker
-WebsiteExtractor
+Webalta
 Webster
-Whacker
-Whatweb
-Widow
-WinHTTrack
+Who.is Bot
+WiseGuys Robot
+Wonderbot
 Woobot
-Wprecon
-Zade
-Zermelo
+Xaldon WebSpider
+Zauba
 Zeus
-ZumBot
+Zitebot
+ZoominfoBot
 ZyBorg
 archive.org_bot
-arquivo.pt
 autoemailspider
+backlink-check
 cah.io.community
-check1.exe
+clark-crawler
+coccocbot-web
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-dataforseo.com
-domainsproject.org
-eCatch
-evc-batch
-heritrix
-instabid
+crawler4j
+facebookscraper
+lwp-request
+lwp-trivial
+magpie-crawler
+mediawords
 netEstate NE Crawler
 oBot
-plumanalytics
-ripz
+page scorer
+polaris version
 s1z.ru
-satoristudio.net
-serpstatbot
+scalaj-http
+scan.lol
+sexsearcher
 sitechecker.pro
-webpros.com
+spyfu
+sysscan
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zauba.io