V4.2021.11.2735 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ADmantX
-AIBOT
+360Spider
+404enemy
 ALittle Client
+ASPSeek
 Abonti
-Aboundexbot
-AfD-Verbotsverfahren
+Acunetix
 AhrefsBot
-Alligator
-Anarchie
-Anarchy
-Anarchy99
+AiHitBot
+Aipbot
+Alexibot
+AllSubmitter
 Ankit
-Apexoo
+Anthill
+Aspiegel
+Attach
 AwarioRssBot
 AwarioSmartBot
-BackStreet
-Backlink-Ceck
+BBBike
+BackDoorBot
+BackWeb
+BacklinkCrawler
+Badass
+Barkrowler
 BatchFTP
 Battleztar Bazinga
-Black Hole
-BlackWidow
-BlowFish
+Blow
 Bolt
-BotALot
+Brandwatch
 Buck
-CSHttp
-Calculon
+Bullseye
+BunnySlippers
+CATExplorador
+CCBot
+CODE87
 Cegbfeieh
-CheeseBot
-CherryPicker
-Chlooe
+CheTeam
 Claritybot
-Cliqzbot
-Cogentbot
-Copier
-CopyRightCheck
-Craftbot
+Cloud mapping
 CrazyWebCrawler
 Crescent
-Curious
-Custo
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-DigitalPebble
+CrunchBot
+DIIbot
+DSearch
+Deusu
+Disco
+Discobot
+Discoverybot
 DnBCrawler-Analytics
+DomainCrawler
 DomainStatsBot
-Domains Project
 Dotbot
 EMail Wolf
+EasyDL
 Ebingbong
 EirGrabber
+Exabot
+Extractor
 Extreme Picture Finder
 Ezooms
-FDM
+FHscan
 FemtosearchBot
-Fimap
-G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
-Getintent
+Flunky
+Freeuploader
+Fyrebot
 Go!Zilla
 Go-Ahead-Got-It
-GrabNet
 Grabber
-Grafula
+GrapeshotCrawler
 HEADMasterSEO
-HTMLparser
-HTTrack
+HTTP::Lite
 Haansoft
-Havij
-Heritrix
 HybridBot
+IDBTE4M
 IDBot
-Iblog
-InterGET
-JamesBOT
-Jbrofuzz
+IRLbot
+Iria
+Iskanie
+JetCar
 Jetty
-JikeSpider
 Joomla
 Jorgee
-JustView
 Jyxobot
-Kozmosbot
+Keyword Density
 LWP::Simple
-Larbin
 LeechFTP
+LexiBot
+Libwhisker
 LieBaoFast
-LinkScan
 Linkbot
-Linkdexbot
 LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey Spider
-MFC_Tear_Sample
-MQQBrowser
-MTRobot
+Litemage_walker
+Lmspider
+MIIxpc
+Magnet
 Mail.RU_Bot
-Majestic12
 MarkMonitor
-Mass Downloader
-Mb2345Browser
+MarkWatch
+Masscan
+Mata Hari
 Meanpathbot
-Microsoft Data Access
+Microsoft URL Control
+Minefield
 Moblie Safari
-Mozlila
-Name Intelligence
+Mojolicious
+Morfeus Fucking Scanner
+NICErsPRO
+NPbot
 Nameprotect
+NearSite
+Needle
 Nessus
-NetAnts
-Not
-Nutch
+NetSpider
+Netvibes
+Nibbler
+Nikto
+NimbleCrawler
+Nimbostratus
 Octopus
-Offline Explorer
-Offline Navigator
-OpenLinkProfiler
+OnCrawl
 Openfind
+Openvas
+OutclicksBot
 OutfoxBot
 PHPCrawl
 Page Analyzer
-PageGrabber
+PageAnalyzer
+PageScorer
 PageThing.com
 Pandalytics
 Panscient
-Papa Foto
-Pavuk
-PeoplePal
-Pi-Monster
-Picsearch
-PictureFinder
+Petalbot
 Piepmatz
-Pixray
-PleaseCrawl
-Pu_iN
+Probethenet
+Psbot
+PxBroker
 QueryN Metasearch
-RSSingBot
+RankFlex
 RankingBot
+Rankivabot
 RankurBot
+Re-re
 ReGet
 Recorder
-RedesScrapy
-RepoMonkey
 Ripper
-RocketCrawler
-Rogerbot
-SMTBot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SISTRIX
 SalesIntelligent
 Scanbot
-ScoutJet
 ScreenerBot
-ScrepyBot
+SemanticJuice
+SemrushBot
 SentiBot
-SeobilityBot
-Site Sucker
+Seomoz
+Siphon
+SiteExplorer
 SiteLockSpider
 SiteSucker
+Sitebeam
+Siteimprove
 Sitevigil
-Sogou web spider
-Sosospider
-SpaceBison
+SlySearch
+SmartDownload
+SocialRankIOBot
 Spammen
-Spbot
-Sqlmap
-Sqlworm
+Spanner
 Stripper
+Sucuri
+SuperBot
 SuperHTTP
-Swiftbot
+Surfbot
 Szukacz
+T8Abot
 TeleportPro
 Telesoft
-Telesphoreo
 Telesphorep
-The Intraformant
-Thumbor
-TightTwatBot
+Titan
+Toata
 Toweyabot
-Tracemyfile
-Turingos
+Trendictionbot
+True_Robot
+TurnitinBot
+TwengaBot
 Twice
-Typhoeus
 URLy Warning
+URLy.Warning
+UnisterBot
+Upflow
 V-BOT
-VB Project
+VCI
+Vacuum
 Vagabondo
-Voil
-WWW-Collector-E
+VeriCiteCrawler
+WEBDAV
+WPScan
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
-WeSEE
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Pix
-Web Sauger
-WebCollage
+WallpapersHD
+WebCopier
 WebFetch
-WebFuck
-WebGo IS
+WebImageCollector
 WebLeacher
 WebPix
-WebZIP
+WebReaper
+WebSauger
+WebStripper
 Webalta
 WebmasterWorldForumBot
+Website Quester
 WebsiteQuester
-Whacker
 Whatweb
 Who.is Bot
 Widow
-Woobot
-Wotbox
-Xaldon_WebSpider
-YoudaoBot
-Zauba
-Zermelo
-Zitebot
+Xenu
+Zeus
 ZmEu
 ZoomBot
 ZoominfoBot
-ZyBorg
-adscanner
+ZumBot
 archive.org_bot
-arquivo.pt
+arquivo-web-crawler
+backlink-check
+check1.exe
+clark-crawler
 coccocbot-web
-cognitiveseo
-com.plumanalytics
-domainsproject.org
-eCatch
+crawler.feedback
 evc-batch
 gopher
+heritrix
 instabid
+ips-agent
+muhstik-scan
 netEstate NE Crawler
+pcBrowser
 plumanalytics
-polaris version
 s1z.ru
-satoristudio.net
 scalaj-http
-seoscanners
+seostar
+sitechecker.pro
 sogouspider
 sp_auditbot
 spyfu
-sysscan
-trendiction.com
 ubermetrics-technologies.com
+webpros.com
 webprosbot
-x09Mozilla
-zgrab
+zauba.io