V4.2021.08.2552 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
+404enemy
 80legs
 ADmantX
-AIBOT
-Aboundexbot
-AiHitBot
-Alexibot
+ALittle Client
+Aboundex
+AhrefsBot
 AllSubmitter
-Anarchy
-Apexoo
-Aspiegel
-AwarioSmartBot
-BBBike
+AlphaBot
+Anarchie
+Anarchy99
+AwarioRssBot
 BDCbot
-BDFetch
 BackDoorBot
-BackWeb
-Backlink-Ceck
+BackStreet
 BacklinkCrawler
-Bandit
-Battleztar Bazinga
+Barkrowler
+BetaBot
 Bigfoot
 Bitacle
 Black Hole
 Blackboard
-Blow
-BlowFish
 Bolt
-BotALot
-Buddy
-BuiltBotTough
+Buck
 BuiltWith
 Bullseye
+BuzzSumo
 CCBot
-CSHttp
-Calculon
-Cegbfeieh
+CODE87
 CheTeam
-CherryPicker
-Chlooe
+ChinaClaw
 Claritybot
 Cloud mapping
-Cocolyzebot
+Cogentbot
+Collector
 Copier
-CopyRightCheck
-Copyscape
-Crawling at Home Project
-Crescent
+Craftbot
 CyotekWebCopy
-DatabaseDriverMysqli
-Demon
+DIIbot
+DTS Agent
 Deusu
+Devil
+Digincore
+DigitalPebble
+Dirbuster
 Discobot
 Discoverybot
-DittoSpyder
+Dispatch
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Download Wonder
-Dragonfly
-ECCP/1.0
+EMail Siphon
 EMail Wolf
 EasyDL
 Ebingbong
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
+EirGrabber
+Evil
+Exabot
+Extractor
 FDM
 FHscan
-FemtosearchBot
-Fimap
-Firefox/7.0
 Flunky
-Freeuploader
-FrontPage
+Foobot
 Fuzz
-Fyrebot
+FyberSpider
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
 Genieo
-GetWeb
 Getintent
 Gigabot
-Go!Zilla
-HTMLparser
-HTTP::Lite
-HaosouSpider
+Grafula
+GrapeFX
+GridBot
+HTTrack
 Harvest
-Humanlinks
-IDBTE4M
+Havij
+IDBot
+IRLbot
 Id-search
 IlseBot
 Image Fetch
-InfoNaviRobot
 InfoTekies
-InterGET
+InternetSeer
 Iria
-IstellaBot
-Jbrofuzz
+JOC Web Spider
+JamesBOT
 JennyBot
+JetCar
+Jetty
 JikeSpider
 Joomla
+Jorgee
+JustView
 Kenjin Spider
-Kinza
+Keyword Density
 Kozmosbot
-LWP::Simple
-Larbin
-LeechGet
-LibWeb
+Lanshanbot
+Leap
 LieBaoFast
-Lightspeedsystems
-LinkextractorPro
+LinkWalker
 LinkpadBot
-LinqiaScrapeBot
-MIIxpc
+LinksManager
+LinqiaRSSBot
+Lipperhey Spider
 MQQBrowser
-MSFrontPage
-MTRobot
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-Mass Downloader
-Mata Hari
-MauiBot
+Majestic-SEO
+Masscan
 MeanPath Bot
 MegaIndex.ru
-Microsoft Data Access
-Mister PiX
+Moblie Safari
 Mojeek
-Navroad
+Mojolicious
 Nessus
 Net Vampire
 NetZIP
-NextGenSearchBot
-Nibbler
-NimbleCrawler
-Nimbostratus
+Nettrack
+Netvibes
+Niki-bot
+Ninja
 Nmap
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
 OpenVAS
-Openfind
-PageAnalyzer
-PageScorer
-Panscient
+Openvas
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
+PageThing.com
+Papa Foto
+Pavuk
 Petalbot
 Pi-Monster
-PictureFinder
+Picscout
+Picsearch
+Piepmatz
 Pimonster
-Pixray
+PleaseCrawl
 Pockey
 ProPowerBot
-ProWebWalker
-Pu_iN
-Pump
-PyCurl
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
+RankActive
 RankingBot2
-RebelMouse
-RocketCrawler
+ReGet
+RealDownload
+RedesScrapy
+Rogerbot
 SBIder
 SEOkicks
-SEOkicks-Robot
-SEOprofiler
 SEOstats
-SISTRIX
-ScoutJet
-ScrepyBot
+SalesIntelligent
+Scanbot
+Searchestate
 SemrushBot
-SentiBot
-Shodan
-Sitebeam
+SeobilityBot
+Seomoz
+SiteSucker
 Siteimprove
 SlySearch
-Snake
+SmartDownload
 Snapbot
-Sociscraper
-SpaceBison
-Spammen
-SpankBot
-Spanner
-SputnikBot
-Sqlmap
+Snoopy
+Sogou web spider
+Sosospider
 Steeler
-Sucker
-SuperHTTP
+Stripper
 Surfbot
 SurveyBot
+Swiftbot
+T0PHackTeam
+T8Abot
 TeleportPro
 Telesphoreo
+The Intraformant
 TheNomad
-TightTwatBot
-Titan
+Toata
+Toweyabot
+Tracemyfile
 Trendictionbot
-True_Robot
-Turingos
+Turnitin
 Twice
-URLy.Warning
-Upflow
-VB Project
+Typhoeus
 VCI
+Vagabondo
 VidibleScraper
 Virusdie
-VoidEYE
 Voil
 WASALive-Bot
-WISENutbot
+WWW-Collector-E
 WWW-Mechanize
-WeSEE
-Web Collage
-Web Pix
-Web Sauger
+Wallpapers
+Web Auto
+Web Enhancer
+WebBandit
 WebCollage
-WebCopier
-WebEnhancer
+WebFetch
 WebFuck
-WebImageCollector
-WebStripper
-WebZIP
+WebPix
+WebSucker
+WebWhacker
+Webalta
+WebmasterWorldForumBot
 Webshag
+Website Quester
+WebsiteQuester
+Webster
 Whack
 Whacker
-Wotbox
-Xaldon_WebSpider
+Who.is Bot
+Widow
+Wonderbot
+Woobot
+Xaldon WebSpider
 Xenu
-YoudaoBot
-Zermelo
-Zeus
-cah.io.community
+Zauba
+ZmEu
+ZoominfoBot
+ZyBorg
+archive.org_bot
+backlink-check
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+crawler4j
+domainsproject.org
 facebookscraper
-gopher
-heritrix
-lwp-request
-mediawords
-muhstik-scan
-page scorer
-pcBrowser
-probe-image-size
-satoristudio.net
+internetVista monitor
+magpie-crawler
+netEstate NE Crawler
+polaris version
+s1z.ru
 scalaj-http
 scan.lol
-seostar
-serpstatbot
-sogouspider
+seobility
+sexsearcher
+siteripz
+sp_auditbot
+spyfu
+sysscan
 tAkeOut
 trendiction.com
 trendiction.de
-x22Mozilla
-zgrab
+webmeup-crawler
+webprosbot
+zauba.io