V4.2021.10.2634 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
+01h4x.com
 80legs
-ADmantX
-AIBOT
-Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-AllSubmitter
-Aspiegel
+ALittle Client
+ASPSeek
+Abonti
+Alexibot
+Anarchy99
+Ankit
 Asterias
+Attach
 AwarioRssBot
-BDFetch
+BDCbot
 BLEXBot
 BackStreet
-BackWeb
-Backlink-Ceck
 Badass
+Bandit
 Barkrowler
 BatchFTP
-Bigfoot
-BlackWidow
 Blackboard
+Blow
 Bolt
-Bullseye
+BuiltBotTough
+BuiltWith
+BunnySlippers
+BuzzSumo
 CATExplorador
-CODE87
-ChinaClaw
+CSHttp
+CheTeam
+CheeseBot
 Chlooe
-Claritybot
+Cliqzbot
 Cloud mapping
 Collector
 Craftbot
-CrazyWebCrawler
+Crawling at Home Project
 Crescent
-CrunchBot
-Curious
-DTS Agent
-DataCha0s
-Devil
-Disco
-Discoverybot
-DnyzBot
+CyotekWebCopy
+DatabaseDriverMysqli
+DigitalPebble
+Discobot
+DomainSigmaCrawler
 DomainStatsBot
-ECCP/1.0
-EMail Siphon
 EasyDL
-Ecxi
-EroCrawler
+Ebingbong
+EirGrabber
 Evil
-Express WebPictures
-ExtractorPro
+ExtLinksBot
+Ezooms
+FDM
 FHscan
-Firefox/7.0
-Flunky
+FemtosearchBot
+Fimap
 Foobot
-Freeuploader
 FrontPage
+Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
+GT::WWW
+GermCrawler
+GetWeb
 Getintent
-Gigabot
 Go!Zilla
 Gotit
-GrabNet
-HEADMasterSEO
-HMView
-HTTrack
+Grabber
+GridBot
 Haansoft
-Havij
+HaosouSpider
 Heritrix
+Humanlinks
 IDBTE4M
+IRLbot
+Iblog
 IlseBot
+Image Fetch
 Indy Library
+Intelliseek
+Internet Ninja
+InternetSeer
 Iskanie
+IstellaBot
+JamesBOT
 Jbrofuzz
 JennyBot
-JetCar
+Joomla
+Jorgee
 JustView
-Kenjin Spider
-Kinza
 Lanshanbot
-Leap
+Larbin
+LeechGet
 LexiBot
 Lftp
-Lightspeedsystems
-Likse
-LinkScan
+LinkWalker
 Linkdexbot
+LinkextractorPro
 LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
 Lipperhey
-Litemage_walker
-Mail.RU_Bot
-Majestic SEO
-Mass Downloader
+Lmspider
+Ltx71
+MJ12bot
+MTRobot
+Mag-Net
+Majestic-SEO
 Masscan
-Mata Hari
 MeanPath Bot
-Meanpathbot
 MegaIndex.ru
-MicroMessenger
+Metauri
 Microsoft Data Access
-Mojeek
+Microsoft URL Control
+Mister PiX
 Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
+Mozlila
 Musobot
-Nameprotect
+Name Intelligence
 Navroad
-NetLyzer
+Net Vampire
+NetAnts
 NetSpider
-NetZIP
 Nettrack
 Netvibes
-Niki-bot
-NimbleCrawler
-Nimbostratus
-Octopus
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
-Openfind
-PECL::HTTP
-PHPCrawl
-PageAnalyzer
+NextGenSearchBot
+Nibbler
+Ninja
+Nmap
+OnCrawl
+Openvas
+OutfoxBot
+Page Analyzer
 PageGrabber
-PageThing.com
-Pavuk
-PeoplePal
+Pandalytics
+Papa Foto
+Petalbot
 Pi-Monster
 Picscout
 Picsearch
 Piepmatz
-Psbot
+Pimonster
+Pockey
+ProPowerBot
+Probethenet
 Pu_iN
-Pump
 PxBroker
-RSSingBot
+PyCurl
+RankActiveLinkBot
 RankFlex
+RankingBot
+RankingBot2
 Rankivabot
-Re-re
+ReGet
 RealDownload
-Reaper
+RebelMouse
 Recorder
-SEOkicks-Robot
-SEOstats
-ScanAlert
-SearchmetricsBot
-SeobilityBot
-Shodan
+RepoMonkey
+Ripper
+RocketCrawler
+SEOkicks
+SEOlyticsCrawler
+SISTRIX
+SalesIntelligent
+Scanbot
+ScoutJet
+Scrapy
+Searchestate
+Semrush
+SentiBot
 SiteCheckerBotCrawler
-SiteSnagger
-Siteimprove
-Sitevigil
-SlySearch
-SmartDownload
-Snapbot
-Snoopy
-Sosospider
-SpaceBison
+SiteLockSpider
+SiteSucker
+Snake
+SocialRankIOBot
 Spammen
-Spanner
 Spinn3r
-Sqlworm
-Sqworm
+Sqlmap
+Steeler
 Sucuri
+SurveyBot
+Szukacz
 Telesoft
 Telesphoreo
-Thumbor
-TightTwatBot
-Toata
+Telesphorep
+Titan
 Toweyabot
-Trendiction
-Trendictionbot
-TurnitinBot
-Twice
-URLy Warning
+True_Robot
+TwengaBot
 UnisterBot
+Upflow
+VB Project
 Vacuum
-VelenPublicWebCrawler
+Vagabondo
 Virusdie
+VoidEYE
 Voil
 Voltron
-WBSearchBot
-WPScan
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
+WWW-Collector-E
+WallpapersHD
 WeSEE
-Web Collage
-Web Sucker
+Web Auto
+Web Enhancer
+Web Fuck
+Web Pix
+Web Sauger
+WebAuto
 WebBandit
-WebCollage
-WebCopier
+WebFetch
 WebFuck
-WebImageCollector
-WebStripper
-WebWhacker
+WebGo IS
+WebPix
+Webalta
 WebmasterWorldForumBot
-WebsiteExtractor
+Webshag
 Webster
-Whack
+Whatweb
 Widow
-WiseGuys Robot
+WinHTTrack
+Wonderbot
 Woobot
-Wotbox
-Xaldon_WebSpider
+Wprecon
 Xenu
 YoudaoBot
-Zermelo
-Zeus
-Zitebot
-ZoomBot
 ZoominfoBot
-archive.org_bot
-cah.io.community
+ZyBorg
+autoemailspider
 check1.exe
-coccocbot-web
-com.plumanalytics
+cognitiveseo
+crawl.sogou.com
+dataforseo.com
 demandbase-bot
+domainsproject.org
 gopher
+heritrix
 instabid
-internetVista monitor
 ips-agent
-meanpathbot
+isitwp.com
+mediawords
 muhstik-scan
 netEstate NE Crawler
+oBot
 page scorer
-probe-image-size
-satoristudio.net
+polaris version
+ripz
 scalaj-http
-seobility
-serpstatbot
-siteripz
-sogouspider
+seoscanners
+sexsearcher
+sp_auditbot
+spyfu
 sysscan
-tAkeOut
 trendiction.com
 trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
-x09Mozilla
 x22Mozilla
-xpymep1.exe
-zauba.io