V4.2021.05.2344 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-80legs
-Abonti
-AfD-Verbotsverfahren
-AhrefsBot
+01h4x.com
+360Spider
+Aboundex
+Aboundexbot
+Acunetix
+AIBOT
+Alexibot
 Alligator
 AlphaBot
+Anarchie
+Anarchy99
 Anthill
-Apexoo
-arquivo-web-crawler
+archive.org_bot
+arquivo.pt
+ASPSeek
 Asterias
-AwarioRssBot
-backlink-check
+Backlink-Ceck
+BackStreet
+BackWeb
 Badass
-Barkrowler
-Battleztar Bazinga
-BDCbot
-BDFetch
+BatchFTP
 BetaBot
-Bitacle
 Black Hole
-BlowFish
+Blow
+Boardreader
 Bolt
-BotALot
 Brandprotect
-Buck
-Buddy
-BuiltWith
-Bullseye
+BuiltBotTough
+BuzzSumo
+Calculon
 CazoodleBot
-Cegbfeieh
+ChinaClaw
 Cliqzbot
-Cloud mapping
 coccocbot-web
 Cocolyzebot
-CODE87
 cognitiveseo
+Collector
 com.plumanalytics
-Copyscape
-crawler.feedback
-crawl.sogou.com
-Curious
-CyotekWebCopy
+CopyRightCheck
+Craftbot
+crawler4j
+CrazyWebCrawler
+Custo
+DataCha0s
+Demon
+Devil
 Digincore
-Dirbuster
-Disco
-Discoverybot
+DigitalPebble
+DIIbot
 Dispatch
-DittoSpyder
-DomainCrawler
-DomainSigmaCrawler
-domainsproject.org
-DomainStatsBot
-Dotbot
-DSearch
+DnyzBot
+DomainAppender
+Drip
 DTS Agent
+eCatch
 Ecxi
 EirGrabber
-EroCrawler
-Evil
-Exabot
-ExtLinksBot
+evc-batch
+Express WebPictures
 Extractor
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-Ezooms
 FemtosearchBot
 FHscan
-Fimap
-Foobot
-FrontPage
+Firefox/7.0
 Fuzz
-Fyrebot
+FyberSpider
 GalaxyBot
-Genieo
 Getintent
-GetRight
 GetWeb
-Gigablast
-Gigabot
-Go!Zilla
+Go-Ahead-Got-It
 Grabber
 GrapeFX
-GrapeshotCrawler
 GridBot
-Haansoft
-heritrix
+Havij
+Heritrix
+Hloader
 HMView
-HTMLparser
-Humanlinks
-HybridBot
-IDBot
+HTTP::Lite
+HTTrack
+Iblog
+IlseBot
 Image Fetch
+Image Sucker
+InfoNaviRobot
 InfoTekies
-instabid
-Intelliseek
 InterGET
-InternetSeer
 ips-agent
 Iria
-IstellaBot
-JennyBot
-JikeSpider
+JamesBOT
+JetCar
+Jetty
+JOC Web Spider
 JustView
-Lanshanbot
-Lftp
-LibWeb
+Kinza
+Kozmosbot
+LeechGet
 Libwhisker
-LieBaoFast
-Linkdexbot
-LinkScan
-LinqiaMetadataDownloaderBot
+Linkbot
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+Lipperhey
 Litemage_walker
 Lmspider
 LNSpiderguy
 LWP::Simple
-Magnet
-Mail.RU_Bot
+Mag-Net
 Majestic12
 MarkMonitor
-MauiBot
-Mediatoolkitbot
-mediawords
+Masscan
+Mass Downloader
+MegaIndex.ru
+MFC_Tear_Sample
 MicroMessenger
 Microsoft Data Access
 MIIxpc
-MJ12bot
+Mister PiX
 Mojeek
-Mozlila
+Mojolicious
 Mr.4x3
-MSFrontPage
 MSIECrawler
-muhstik-scan
-Musobot
+Msrabot
+MTRobot
+Name Intelligence
 Nameprotect
-NetSpider
-Netvibes
-Nikto
+Nessus
+Netcraft
+NetLyzer
+Nibbler
 NimbleCrawler
 Ninja
-NPbot
-Nuclei
 Nutch
-Offline Explorer
-OnCrawl
+Octopus
 Openfind
-OpenLinkProfiler
 OPPO A33
-OutclicksBot
+OrangeSpider
+OutfoxBot
+PageAnalyzer
+Page Analyzer
 PageGrabber
-page scorer
 PageScorer
 PageThing.com
-Papa Foto
-Pavuk
+Panscient
+pcBrowser
 PECL::HTTP
 Petalbot
 PHPCrawl
-Picscout
-PictureFinder
+Picsearch
 Piepmatz
 Pimonster
 Pi-Monster
-Pixray
+PleaseCrawl
 Pockey
 POE-Component-Client-HTTP
-ProPowerBot
-Psbot
-RankActiveLinkBot
+polaris version
+probe-image-size
+ProWebWalker
+Pump
+PyCurl
+QueryN Metasearch
+RankingBot
 RankingBot2
 Rankivabot
-RankurBot
-RealDownload
-RedesScrapy
+Reaper
+Recorder
 ReGet
-RepoMonkey
-Re-re
 s1z.ru
-SalesIntelligent
 satoristudio.net
+SBIder
 scalaj-http
-ScoutJet
+Scrapy
 ScreenerBot
-SearchmetricsBot
-Semrush
+Searchestate
 SemrushBot
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
 SeoSiteCheckup
-SISTRIX
-SiteCheckerBotCrawler
+serpstatbot
+Shodan
+Siphon
+Sitebeam
 SiteExplorer
+SiteLockSpider
 siteripz
 SiteSucker
+Site Sucker
+SlySearch
+SmartDownload
 Snake
-SocialRankIOBot
-Sogou web spider
+Snoopy
+sogouspider
 Sottopop
-SpankBot
+Spammen
 Spanner
+sp_auditbot
 Spinn3r
-SputnikBot
-Stripper
-Sucker
-SuperHTTP
-Suzuran
-T8Abot
+spyfu
+Sqlmap
+Sqlworm
+SuperBot
+Swiftbot
+Szukacz
+T0PHackTeam
+Teleport
+TeleportPro
 Telesoft
-The Intraformant
 TheNomad
-Thumbor
+TightTwatBot
 Titan
-Toata
-Trendiction
+Toweyabot
 Trendictionbot
 trendiction.com
+trendiction.de
 True_Robot
-Turingos
-TwengaBot
-Twice
 URLy Warning
+Vagabondo
 VB Project
-VidibleScraper
+VelenPublicWebCrawler
 Virusdie
-VoidEYE
-Voltron
-Wallpapers/3.0
-WBSearchBot
-Webalta
+Voil
+WallpapersHD
 WebCollage
+WebCopier
 WEBDAV
 WebEnhancer
-Web Enhancer
-Web Fetch
+WebFuck
 Web Fuck
 WebPix
 WebReaper
-WebSauger
-Web Sauger
-Web Sucker
+WebsiteQuester
+Website Quester
 WebWhacker
 WebZIP
-Whacker
+Whatweb
+Who.is Bot
+Widow
 WISENutbot
-WWW-Collector-E
-Xenu
-Zermelo
+Wonderbot
+Wprecon
+WPScan
+WWW-Mechanize
+WWWOFFLE
+Xaldon WebSpider
+Xaldon_WebSpider
+Zauba
 Zeus
-zgrab
+Zitebot
 ZoomBot
-ZoominfoBot