V4.2021.05.2360 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
-Abonti
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
+80legs
+Aboundex
+ADmantX
 AIBOT
 AiHitBot
-Anarchie
-archive.org_bot
-Aspiegel
+AllSubmitter
+Ankit
+arquivo.pt
 Asterias
 Attach
-BacklinkCrawler
-BackStreet
-Badass
+autoemailspider
+BackDoorBot
+Backlink-Ceck
+backlink-check
+BackWeb
 Bandit
-Barkrowler
+BatchFTP
+Battleztar Bazinga
 BBBike
-BDFetch
 BetaBot
 Bigfoot
 Bitacle
+Blackboard
 BLEXBot
-Blow
 Boardreader
-Bolt
+Brandprotect
 Brandwatch
 Buck
+BuiltBotTough
+BuiltWith
+Bullseye
 BunnySlippers
+BuzzSumo
 Calculon
 CATExplorador
-CazoodleBot
+Cegbfeieh
 check1.exe
-CheeseBot
 CheTeam
-ChinaClaw
+Cliqzbot
 coccocbot-web
 Cocolyzebot
-Collector
+CODE87
+Cogentbot
+cognitiveseo
+com.plumanalytics
 CopyRightCheck
-crawler4j
-crawler.feedback
-Crescent
-CrunchBot
+Craftbot
 CSHttp
-DataCha0s
-Deusu
-Digincore
-DigitalPebble
-DIIbot
-Dirbuster
-Disco
+Curious
+DatabaseDriverMysqli
+Devil
+Discobot
+Discoverybot
 Dispatch
 DnyzBot
-DomainAppender
-Domains Project
-DomCopBot
-Drip
-DSearch
+Dotbot
+Download Wonder
 DTS Agent
 EasyDL
-Ebingbong
-Ecxi
+ECCP/1.0
 EMail Siphon
+EMail Wolf
+evc-batch
 Exabot
-Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-Ezooms
-Flunky
-FyberSpider
-Getintent
-Gigablast
+Firefox/7.0
+Fuzz
+GetRight
+Go-Ahead-Got-It
+gopher
 Gotit
 GoZilla
+Go!Zilla
 Grabber
-GrapeshotCrawler
-Haansoft
-HaosouSpider
-Hloader
+GrabNet
+GrapeFX
+Havij
+heritrix
+Heritrix
 HMView
-HTTP::Lite
+HTMLparser
 HTTrack
-IDBot
+Iblog
 IDBTE4M
 Id-search
-InfoNaviRobot
+Image Fetch
+IndeedBot
+Indy Library
 instabid
 Intelliseek
-InterGET
-InternetSeer
+Internet Ninja
 internetVista monitor
 ips-agent
 Iria
 IRLbot
-isitwp.com
-IstellaBot
-JetCar
+JennyBot
 Jetty
-Jyxobot
-Kinza
+JikeSpider
+Kenjin Spider
+Kozmosbot
+LeechFTP
 LeechGet
-Lftp
-Likse
-LinkextractorPro
+LexiBot
+LibWeb
+Libwhisker
+Linkbot
+Linkdexbot
+LinksManager
 LinqiaRSSBot
 LinqiaScrapeBot
-Lmspider
+Litemage_walker
 LNSpiderguy
 Ltx71
+LWP::Simple
 Magnet
 Mag-Net
 Mail.RU_Bot
-MarkWatch
 Mata Hari
 MauiBot
-meanpathbot
-Mediatoolkitbot
-Microsoft Data Access
-Mojeek
+MegaIndex.ru
+Metauri
+MicroMessenger
+MIDown tool
+MIIxpc
+MJ12bot
 Mojolicious
 Mozlila
 MSFrontPage
-MSIECrawler
 muhstik-scan
-Name Intelligence
 Navroad
-NetAnts
+NearSite
 Netcraft
+netEstate NE Crawler
 NetLyzer
-NetSpider
-Net Vampire
 NetZIP
-NextGenSearchBot
 Nibbler
+Nikto
 NPbot
-Nuclei
+Nutch
 oBot
-Octopus
 OnCrawl
-Openfind
+OpenLinkProfiler
 OpenVAS
-OPPO A33
-OrangeBot
-OutclicksBot
 OutfoxBot
+PageAnalyzer
+Page Analyzer
+PageGrabber
 page scorer
-Panscient
-pcBrowser
-PHPCrawl
+Pandalytics
+Pavuk
+PeoplePal
 Picsearch
 PictureFinder
-Pimonster
-Pi-Monster
 Pixray
-PleaseCrawl
 plumanalytics
-probe-image-size
+polaris version
 Probethenet
-ProPowerBot
 Pu_iN
-PyCurl
-RankFlex
-RankingBot
+Pump
+PxBroker
+QueryN Metasearch
 RankingBot2
-RepoMonkey
+Reaper
+ripz
+Rogerbot
 RSSingBot
-scalaj-http
+s1z.ru
+SalesIntelligent
+satoristudio.net
 ScanAlert
 Scanbot
+scan.lol
 ScoutJet
-Screaming
+Scrapy
 ScreenerBot
+SearchmetricsBot
+Semrush
+SentiBot
+SEOkicks
+SEOkicks-Robot
 Seomoz
 seoscanners
-SEOstats
 serpstatbot
-sexsearcher
+Siphon
+SISTRIX
+Sitebeam
 SiteCheckerBotCrawler
+sitechecker.pro
 SiteLockSpider
-SiteSucker
-Site Sucker
-Sitevigil
+SiteSnagger
 SlySearch
-SmartDownload
-SMTBot
+Snapbot
+Snoopy
+sogouspider
 Sogou web spider
 Sosospider
+Sottopop
+Spammen
+SpankBot
 sp_auditbot
-SputnikBot
-Sqlmap
-Sqworm
+Spbot
+Spinn3r
 Stripper
-Sucker
-SuperHTTP
 Surfbot
 SurveyBot
-Swiftbot
-sysscan
-tAkeOut
-Titan
+T0PHackTeam
+TeleportPro
+Telesphorep
+Thumbor
 Trendictionbot
-trendiction.com
-trendiction.de
+True_Robot
 Turnitin
-TurnitinBot
-TwengaBot
-Typhoeus
-VB Project
-VeriCiteCrawler
+VidibleScraper
+VoidEYE
 Voil
-WallpapersHD
-WASALive-Bot
-Web Auto
-WebBandit
+Webalta
+WebAuto
 Web Collage
-WEBDAV
-WebEnhancer
-Web Fetch
-Web Fuck
-WebImageCollector
-webmeup-crawler
+WebCopier
+WebFetch
+WebPix
 Web Pix
+WebReaper
 WebSauger
-Web Sauger
-Webshag
+WebsiteExtractor
 WebsiteQuester
 Website Quester
 Webster
-WebStripper
 WebSucker
 Web Sucker
+WebZIP
 WeSEE
 Whack
-Whatweb
-Who.is Bot
-WISENutbot
+Whacker
+WiseGuys Robot
+Wotbox
 Wprecon
+WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
 x22Mozilla
-Xenu
-xpymep1.exe
+Xaldon_WebSpider
 Zade
-ZumBot
-ZyBorg
+Zauba
+zauba.io
+Zermelo
+ZoomBot