V4.2021.05.2358 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
-80legs
-Abonti
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AIBOT
-Alligator
+ADmantX
+AhrefsBot
+Aipbot
 AllSubmitter
 Anarchy
-arquivo.pt
-Asterias
+Ankit
+Anthill
+archive.org_bot
+arquivo-web-crawler
+Attach
+AwarioSmartBot
 BackDoorBot
 backlink-check
 BacklinkCrawler
-BackStreet
-BatchFTP
-Battleztar Bazinga
+BackWeb
+Barkrowler
 BBBike
 BDCbot
 BDFetch
-BetaBot
-Bitacle
-Black Hole
-BLEXBot
+Blackboard
 Blow
-BlowFish
 Boardreader
+Bolt
+Brandprotect
 Buddy
-BuiltWith
+BuiltBotTough
 Bullseye
+BunnySlippers
 Calculon
 CATExplorador
-CazoodleBot
-CCBot
-CensysInspect
-CheTeam
-Cliqzbot
-Cocolyzebot
-Cogentbot
-cognitiveseo
-com.plumanalytics
-Copyscape
-Craftbot
-Crescent
+CheeseBot
+CherryPicker
+ChinaClaw
+Cloud mapping
+coccocbot-web
+crawl.sogou.com
 CrunchBot
+Curious
+DatabaseDriverMysqli
+DBLBot
+demandbase-bot
+Demon
 Devil
 Digincore
+DIIbot
 Dirbuster
+Disco
+Discoverybot
 Dispatch
+DittoSpyder
 DomainAppender
-domainsproject.org
-DomainStatsBot
-DomCopBot
-Dragonfly
+DomainSigmaCrawler
+Domains Project
+Dotbot
+Download Wonder
 Drip
 DSearch
-DTS Agent
-Ebingbong
-eCatch
-ECCP/1.0
-Ecxi
-EMail Siphon
-evc-batch
 Evil
 Exabot
-Extractor
+Extreme Picture Finder
+facebookscraper
 FDM
-FemtosearchBot
 FHscan
-Firefox/7.0
-FlashGet
-Freeuploader
-Fuzz
-Fyrebot
-GalaxyBot
-GermCrawler
-Getintent
+Flunky
+FrontPage
+FyberSpider
 GetRight
-Go-Ahead-Got-It
-Gotit
+G-i-g-a-b-o-t
+gopher
 GoZilla
-Grabber
+Go!Zilla
 GrabNet
 Grafula
+GridBot
 Haansoft
 HaosouSpider
-HEADMasterSEO
+Harvest
+Havij
+heritrix
+Heritrix
 Hloader
-HTMLparser
-Iblog
+HMView
+HTTP::Lite
+HybridBot
 IDBTE4M
-IlseBot
-instabid
-Internet Ninja
+Image Fetch
+Image Sucker
+Intelliseek
+InternetSeer
+internetVista monitor
 ips-agent
+Iskanie
+IstellaBot
 JamesBOT
 Jbrofuzz
-JetCar
-JikeSpider
+JennyBot
+JOC Web Spider
+Joomla
 Jorgee
 Jyxobot
-Keyword Density
-Kozmosbot
 Lanshanbot
-LeechFTP
 LibWeb
 Libwhisker
-LinkextractorPro
-LinkpadBot
+Linkbot
+Linkdexbot
+LinkScan
+LinkWalker
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey Spider
+Lmspider
 Ltx71
-lwp-request
-lwp-trivial
-Magnet
-magpie-crawler
-Majestic SEO
 Majestic-SEO
 MarkMonitor
-MarkWatch
 Mass Downloader
-MauiBot
+Mata Hari
 Mb2345Browser
 Meanpathbot
 MeanPath Bot
 mediawords
+Metauri
 MFC_Tear_Sample
-Microsoft URL Control
+Microsoft Data Access
 MIIxpc
 Morfeus Fucking Scanner
-Mr.4x3
-MSFrontPage
+Msrabot
 MTRobot
 Musobot
 Nameprotect
 Navroad
+NearSite
 Nessus
 NetAnts
+Netcraft
 netEstate NE Crawler
 NetLyzer
-NetSpider
 Nettrack
-Net Vampire
-NetZIP
-NextGenSearchBot
+Niki-bot
 Nikto
+NimbleCrawler
 Ninja
+oBot
 Offline Explorer
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
+Openvas
 OpenVAS
-OPPO A33
 OrangeBot
-PageAnalyzer
 Pandalytics
-Panscient
 Pavuk
-pcBrowser
 PECL::HTTP
-Petalbot
-Picsearch
+PHPCrawl
+PictureFinder
 Piepmatz
-Pimonster
-Pixray
+Pi-Monster
+Probethenet
+ProWebWalker
 Psbot
-Pu_iN
-RankActiveLinkBot
-RankurBot
+Pump
+PxBroker
+QueryN Metasearch
+RankActive
+RankFlex
 RebelMouse
-Recorder
-RepoMonkey
-RocketCrawler
-RSSingBot
-satoristudio.net
-SBIder
+RedesScrapy
+ReGet
+Ripper
+ripz
+s1z.ru
 scalaj-http
-scan.lol
-Searchestate
-Seomoz
-SEOprofiler
+ScoutJet
+Screaming
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+seoscanners
+SeoSiteCheckup
 SEOstats
 serpstatbot
 sexsearcher
-Shodan
-Siphon
+SISTRIX
 Sitebeam
 SiteCheckerBotCrawler
-siteripz
-SiteSnagger
+sitechecker.pro
+SiteSucker
+Sitevigil
 SlySearch
-SMTBot
-Snake
 Snapbot
+Snoopy
 SocialRankIOBot
-sogouspider
-Sottopop
+Sociscraper
+Sogou web spider
+Sosospider
+SpaceBison
+SpankBot
 Spanner
+Spbot
 Spinn3r
 Sqworm
-Stripper
-Suzuran
+SuperHTTP
+Surfbot
 Swiftbot
-T8Abot
-TeleportPro
-Telesoft
-Telesphoreo
+sysscan
+T0PHackTeam
+Telesphorep
+TheNomad
 Thumbor
+Toweyabot
 Trendiction
-Trendictionbot
-Turingos
-Turnitin
-TurnitinBot
-Twice
-Upflow
-URLy Warning
-Vacuum
+trendiction.com
+TwengaBot
+URLy.Warning
 Vagabondo
-VelenPublicWebCrawler
+VCI
 VidibleScraper
-Voil
-Voltron
-Webalta
+VoidEYE
+WASALive-Bot
+WBSearchBot
 WebBandit
-WEBDAV
+Web Collage
+WebEnhancer
+Web Fetch
 WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
-webmeup-crawler
 WebReaper
 WebSauger
 Web Sauger
-WebsiteExtractor
+WebsiteQuester
+WebStripper
 WebWhacker
 WebZIP
 Whack
-Who.is Bot
-Wonderbot
-WWW-Collector-E
-WWWOFFLE
+Whatweb
+Widow
+WinHTTrack
+WiseGuys Robot
+Wotbox
+Wprecon
+WPScan
+WWW-Mechanize
+WWW::Mechanize
+x09Mozilla
 x22Mozilla
-Zade
+Xaldon WebSpider
+Xaldon_WebSpider
+xpymep1.exe
+zauba.io
 Zermelo
-Zitebot
-ZmEu
+ZoomBot
 ZoominfoBot
 ZyBorg