V4.2021.05.2348 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
 404checker
 Abonti
-ADmantX
+Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
-AIBOT
-AiHitBot
-Aipbot
-Alexibot
-AllSubmitter
+Alligator
+Anarchie
 Anarchy
+Anarchy99
+Ankit
 Anthill
-archive.org_bot
-Aspiegel
-Attach
-AwarioRssBot
+Apexoo
+ASPSeek
+Asterias
+Backlink-Ceck
+backlink-check
 BacklinkCrawler
-BackStreet
+Badass
 Bandit
 Battleztar Bazinga
-BDCbot
-BDFetch
+BBBike
 BetaBot
-Blackboard
-BLEXBot
+Black Hole
 Boardreader
+BotALot
 Brandprotect
 Buck
-BuiltWith
-BunnySlippers
+Bullseye
+Calculon
 CATExplorador
 CCBot
-CensysInspect
-CheeseBot
 CherryPicker
-Claritybot
+Chlooe
 Cliqzbot
 Cloud mapping
 coccocbot-web
-cognitiveseo
+CODE87
+com.plumanalytics
+CopyRightCheck
 crawl.sogou.com
-CrunchBot
 CSHttp
+Curious
+Custo
+CyotekWebCopy
 DataCha0s
-DBLBot
+demandbase-bot
+Deusu
+Devil
 Digincore
 DigitalPebble
 Dirbuster
-Disco
-Discoverybot
-Dispatch
-DittoSpyder
-DomainAppender
+DnyzBot
 DomainCrawler
-DomainSigmaCrawler
 Domains Project
-domainsproject.org
+DomCopBot
 Dotbot
 Download Wonder
-DSearch
-ECCP/1.0
-evc-batch
+Ecxi
+EMail Siphon
 Evil
-Exabot
+Express WebPictures
+ExtractorPro
 Extreme Picture Finder
 EyeNetIE
 Ezooms
-GermCrawler
-Getintent
+FDM
+Firefox/7.0
+FlashGet
+FrontPage
+Fyrebot
+GetRight
 Gigablast
-GoZilla
-GrabNet
+GrapeFX
 GrapeshotCrawler
 GT::WWW
-HaosouSpider
 Havij
-HEADMasterSEO
 heritrix
-HTMLparser
+Hloader
+HTTP::Lite
+Humanlinks
 IDBot
+IDBTE4M
 Id-search
-Image Sucker
+IlseBot
+IndeedBot
+Indy Library
 InfoNaviRobot
+InfoTekies
 instabid
-InterGET
-InternetSeer
+Intelliseek
 ips-agent
-IRLbot
-IstellaBot
-JOC Web Spider
-Joomla
+isitwp.com
+JamesBOT
+JennyBot
+Jetty
+JikeSpider
+JustView
+Keyword Density
 Kozmosbot
-Lanshanbot
-Larbin
 LeechFTP
 LeechGet
-LibWeb
+LexiBot
 Libwhisker
-LieBaoFast
-Linkdexbot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lmspider
+LinkpadBot
+LinkScan
+LinkWalker
+Litemage_walker
 LNSpiderguy
-Ltx71
-lwp-trivial
+lwp-request
 Mag-Net
 magpie-crawler
-Mail.RU_Bot
-MauiBot
-meanpathbot
+Majestic12
+Majestic-SEO
+Masscan
+Mata Hari
+Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
-Metauri
+MegaIndex.ru
 MFC_Tear_Sample
-MicroMessenger
+Microsoft URL Control
 MIDown tool
 Mister PiX
+Mojolicious
 Morfeus Fucking Scanner
 MSIECrawler
 Msrabot
-Musobot
-Name Intelligence
-Navroad
+muhstik-scan
 NearSite
+Needle
 Nessus
-Netcraft
+NetLyzer
 NetSpider
 Netvibes
-NICErsPRO
-NimbleCrawler
-Nmap
-NPbot
+NextGenSearchBot
+Nibbler
+Nuclei
 Nutch
+oBot
 Octopus
-OnCrawl
-Openfind
 OpenLinkProfiler
-OutclicksBot
-PageAnalyzer
-Page Analyzer
-PageScorer
-Panscient
-Papa Foto
-PeoplePal
+OpenVAS
+OPPO A33
+OrangeBot
+OutfoxBot
+PageGrabber
+Pandalytics
+Pavuk
+pcBrowser
 PHPCrawl
-Picscout
-PictureFinder
+Picsearch
 Piepmatz
+Pi-Monster
 Pixray
-plumanalytics
 POE-Component-Client-HTTP
 polaris version
-ProWebWalker
-Pu_iN
+ProPowerBot
 Pump
-RankActive
-RankingBot2
-Rankivabot
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
+RankFlex
+RankurBot
 RealDownload
-Reaper
-RebelMouse
-RepoMonkey
+RedesScrapy
+ReGet
 Re-re
+Ripper
 ripz
-RocketCrawler
-s1z.ru
-SalesIntelligent
+Rogerbot
+satoristudio.net
 SBIder
-scalaj-http
-ScanAlert
+Scanbot
 Scrapy
 Screaming
-SearchmetricsBot
+Searchestate
 Semrush
 SentiBot
-SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
 seoscanners
-SeoSiteCheckup
-serpstatbot
 sexsearcher
+Sitebeam
+SiteCheckerBotCrawler
 sitechecker.pro
+SiteExplorer
 Siteimprove
-Site Sucker
-SmartDownload
-SMTBot
-Snoopy
-SocialRankIOBot
-Sogou web spider
-Sosospider
+SiteLockSpider
+siteripz
+SiteSucker
 SpaceBison
-Spanner
-Spinn3r
-SputnikBot
-Sqlmap
+Spammen
 Sqlworm
 Steeler
-Sucuri
-SuperHTTP
+Stripper
+SuperBot
 Surfbot
 SurveyBot
-Swiftbot
-Szukacz
-T8Abot
+T0PHackTeam
+Teleport
 TeleportPro
-Telesphoreo
-Telesphorep
+TheNomad
+Thumbor
+TightTwatBot
+Titan
 Toata
+Toweyabot
 Tracemyfile
-trendiction.com
-True_Robot
-TwengaBot
-URLy Warning
-Vagabondo
-VCI
-VidibleScraper
-Virusdie
-VoidEYE
-Voltron
-Wallpapers/3.0
+trendiction.de
+Turingos
+Turnitin
+TurnitinBot
+Typhoeus
+Upflow
+VB Project
+VeriCiteCrawler
+WASALive-Bot
 WBSearchBot
-Webalta
-WebAuto
-WebBandit
+Web Auto
 WebCollage
+WebCopier
+WEBDAV
 Web Enhancer
+WebFetch
 Web Fuck
+WebGo IS
+WebImageCollector
 WebmasterWorldForumBot
-WebPix
-Web Pix
-Web Sauger
-Webshag
-WebSucker
-WebWhacker
-WebZIP
-Whack
+WebSauger
+WebsiteExtractor
+Webster
+Web Sucker
+WeSEE
+Whatweb
 Who.is Bot
-Widow
 WinHTTrack
-WiseGuys Robot
-Wonderbot
+Woobot
+Wprecon
+WPScan
 WWW-Collector-E
 WWW::Mechanize
-x09Mozilla
-Xaldon_WebSpider
-xpymep1.exe
-zauba.io
+Xaldon WebSpider
+Zade
+Zauba
+Zermelo
 Zeus
-ZoominfoBot
-ZyBorg
+Zitebot
+ZumBot