V4.2021.05.2347 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
-404enemy
-Aboundex
-Acunetix
+Abonti
 ADmantX
 AfD-Verbotsverfahren
+AIBOT
+AiHitBot
 Aipbot
 Alexibot
-Alligator
-Anarchie
+AllSubmitter
 Anarchy
-Anarchy99
 Anthill
-Apexoo
-arquivo-web-crawler
+archive.org_bot
 Aspiegel
-backlink-check
-BackWeb
+Attach
+AwarioRssBot
+BacklinkCrawler
+BackStreet
 Bandit
-Barkrowler
-BBBike
+Battleztar Bazinga
 BDCbot
 BDFetch
 BetaBot
 Blackboard
+BLEXBot
 Boardreader
-Bolt
-BotALot
-Brandwatch
+Brandprotect
 Buck
-BuiltBotTough
 BuiltWith
-BuzzSumo
-Calculon
-Cegbfeieh
+BunnySlippers
+CATExplorador
+CCBot
 CensysInspect
-check1.exe
 CheeseBot
 CherryPicker
-Chlooe
+Claritybot
+Cliqzbot
+Cloud mapping
 coccocbot-web
-Cocolyzebot
-CODE87
-Collector
-crawler4j
-crawler.feedback
-CrazyWebCrawler
+cognitiveseo
+crawl.sogou.com
+CrunchBot
 CSHttp
-Custo
-DatabaseDriverMysqli
+DataCha0s
 DBLBot
-demandbase-bot
-Deusu
-DIIbot
+Digincore
+DigitalPebble
 Dirbuster
+Disco
 Discoverybot
 Dispatch
-DnyzBot
+DittoSpyder
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 Domains Project
+domainsproject.org
 Dotbot
-Drip
-DTS Agent
-Ecxi
-EirGrabber
-EMail Siphon
-EMail Wolf
+Download Wonder
+DSearch
+ECCP/1.0
+evc-batch
 Evil
-Express WebPictures
-ExtLinksBot
-ExtractorPro
+Exabot
+Extreme Picture Finder
+EyeNetIE
 Ezooms
-FemtosearchBot
-FHscan
-Fimap
-Firefox/7.0
-Foobot
-FrontPage
-Fuzz
-FyberSpider
-Fyrebot
-GalaxyBot
-Genieo
-GetRight
+GermCrawler
+Getintent
 Gigablast
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
 GoZilla
 GrabNet
-Grafula
-GrapeFX
+GrapeshotCrawler
+GT::WWW
 HaosouSpider
-Harvest
 Havij
+HEADMasterSEO
 heritrix
 HTMLparser
+IDBot
+Id-search
 Image Sucker
-Indy Library
-isitwp.com
-JetCar
-Jetty
-JikeSpider
+InfoNaviRobot
+instabid
+InterGET
+InternetSeer
+ips-agent
+IRLbot
+IstellaBot
+JOC Web Spider
 Joomla
-Jyxobot
+Kozmosbot
+Lanshanbot
+Larbin
 LeechFTP
-Lftp
+LeechGet
+LibWeb
+Libwhisker
 LieBaoFast
-Likse
-Linkbot
 Linkdexbot
-LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-lwp-request
+LinqiaRSSBot
+Lmspider
+LNSpiderguy
+Ltx71
 lwp-trivial
-Majestic12
-Majestic-SEO
-MarkMonitor
-Masscan
-Mata Hari
+Mag-Net
+magpie-crawler
+Mail.RU_Bot
+MauiBot
+meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
-Microsoft Data Access
-MIIxpc
+Metauri
+MFC_Tear_Sample
+MicroMessenger
+MIDown tool
 Mister PiX
-MJ12bot
-Mojolicious
 Morfeus Fucking Scanner
 MSIECrawler
-MTRobot
-muhstik-scan
+Msrabot
+Musobot
 Name Intelligence
+Navroad
 NearSite
 Nessus
-NetAnts
-NetMechanic
-Nettrack
-Net Vampire
+Netcraft
+NetSpider
 Netvibes
-NetZIP
-NextGenSearchBot
-Nibbler
-Niki-bot
+NICErsPRO
 NimbleCrawler
-Nimbostratus
+Nmap
+NPbot
 Nutch
-oBot
+Octopus
+OnCrawl
 Openfind
-Openvas
-OpenVAS
-OPPO A33
-OrangeSpider
+OpenLinkProfiler
+OutclicksBot
+PageAnalyzer
+Page Analyzer
+PageScorer
 Panscient
-Pavuk
-PECL::HTTP
+Papa Foto
 PeoplePal
-Petalbot
-Pimonster
-Pi-Monster
+PHPCrawl
+Picscout
+PictureFinder
+Piepmatz
 Pixray
-PleaseCrawl
 plumanalytics
-Probethenet
-ProPowerBot
+POE-Component-Client-HTTP
+polaris version
 ProWebWalker
-Psbot
+Pu_iN
 Pump
-PxBroker
-PyCurl
-RankActiveLinkBot
-RankFlex
-RankingBot
+RankActive
+RankingBot2
 Rankivabot
+RealDownload
 Reaper
-Recorder
+RebelMouse
+RepoMonkey
 Re-re
-Ripper
 ripz
-Rogerbot
-satoristudio.net
+RocketCrawler
+s1z.ru
+SalesIntelligent
+SBIder
+scalaj-http
 ScanAlert
-ScoutJet
 Scrapy
+Screaming
+SearchmetricsBot
 Semrush
 SentiBot
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
 seoscanners
 SeoSiteCheckup
-SEOstats
-Shodan
-Sitebeam
-SiteLockSpider
-SiteSucker
-SlySearch
+serpstatbot
+sexsearcher
+sitechecker.pro
+Siteimprove
+Site Sucker
 SmartDownload
-Snake
+SMTBot
 Snoopy
 SocialRankIOBot
-sogouspider
 Sogou web spider
 Sosospider
 SpaceBison
-SpankBot
-sp_auditbot
+Spanner
+Spinn3r
 SputnikBot
+Sqlmap
 Sqlworm
 Steeler
+Sucuri
 SuperHTTP
 Surfbot
-sysscan
+SurveyBot
+Swiftbot
+Szukacz
 T8Abot
-tAkeOut
-Toweyabot
-TurnitinBot
-Twice
-URLy.Warning
-Vacuum
+TeleportPro
+Telesphoreo
+Telesphorep
+Toata
+Tracemyfile
+trendiction.com
+True_Robot
+TwengaBot
+URLy Warning
 Vagabondo
-VB Project
 VCI
-VelenPublicWebCrawler
-Web Auto
+VidibleScraper
+Virusdie
+VoidEYE
+Voltron
+Wallpapers/3.0
+WBSearchBot
+Webalta
+WebAuto
 WebBandit
 WebCollage
-WebCopier
-WebFuck
-WebGo IS
+Web Enhancer
+Web Fuck
 WebmasterWorldForumBot
 WebPix
 Web Pix
-WebsiteQuester
-Website Quester
-Web Sucker
-WeSEE
+Web Sauger
+Webshag
+WebSucker
+WebWhacker
+WebZIP
 Whack
+Who.is Bot
+Widow
 WinHTTrack
 WiseGuys Robot
 Wonderbot
-Woobot
-Wotbox
-x22Mozilla
+WWW-Collector-E
+WWW::Mechanize
+x09Mozilla
 Xaldon_WebSpider
-Xenu
 xpymep1.exe
-Zade
-Zauba
 zauba.io
-Zitebot
-ZoomBot
+Zeus
+ZoominfoBot
+ZyBorg