V4.2020.05.2072 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-Abonti
+360Spider
+404checker
 Aboundexbot
 ADmantX
-AllSubmitter
+AfD-Verbotsverfahren
+AIBOT
+Aipbot
+Alligator
 AlphaBot
-Anarchie
-Apexoo
+Aspiegel
 ASPSeek
-autoemailspider
-AwarioSmartBot
 BackDoorBot
 Backlink-Ceck
+backlink-check
+BacklinkCrawler
 BackStreet
 BackWeb
-Badass
-Bandit
 Barkrowler
-BDCbot
+BBBike
+BDFetch
 BetaBot
-BlackWidow
-Blow
+Bigfoot
+Bitacle
+BlowFish
 Boardreader
-BotALot
-Brandwatch
-Buddy
-BunnySlippers
+Bolt
+Brandprotect
+BuiltBotTough
+Bullseye
 BuzzSumo
-Calculon
-CazoodleBot
 CCBot
-Cegbfeieh
 CherryPicker
-ChinaClaw
-Cloud mapping
+CheTeam
+Claritybot
+Cliqzbot
+Cogentbot
 cognitiveseo
-Copyscape
-Craftbot
+Collector
+crawler4j
 crawl.sogou.com
-CSHttp
-Curious
+CrazyWebCrawler
+Crescent
+CrunchBot
+DatabaseDriverMysqli
 DBLBot
-demandbase-bot
-Demon
 Deusu
 Devil
+DigitalPebble
 Dirbuster
 Disco
-Discobot
+Dispatch
 DittoSpyder
 DnyzBot
-DomainCrawler
-DomainSigmaCrawler
+Domains Project
+domainsproject.org
 DomainStatsBot
+Drip
 DSearch
+DTS Agent
 EasyDL
 Ebingbong
-ECCP/1.0
 Ecxi
-EMail Siphon
 EMail Wolf
-EroCrawler
-evc-batch
+Exabot
+Express WebPictures
 ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-Ezooms
+facebookscraper
 FDM
 FHscan
-FlashGet
+Fimap
+Freeuploader
 FrontPage
-Genieo
+FyberSpider
+GalaxyBot
 GermCrawler
-Getintent
-GetRight
-Gigablast
-G-i-g-a-b-o-t
 Go-Ahead-Got-It
-GoZilla
+Gotit
 GrapeFX
+GridBot
+GT::WWW
 Haansoft
 HaosouSpider
+Harvest
+HEADMasterSEO
 heritrix
 Hloader
-HMView
-HTTP::Lite
+HTMLparser
 Humanlinks
-HybridBot
-Iblog
-Image Fetch
+IDBot
+IlseBot
 Image Sucker
-InfoNaviRobot
+Indy Library
+InfoTekies
 Intelliseek
-internetVista monitor
-IRLbot
-Jetty
+Iskanie
+IstellaBot
+JennyBot
 JikeSpider
-Joomla
-Jorgee
+JOC Web Spider
+Jyxobot
 Keyword Density
+Kinza
 Kozmosbot
-Lftp
+LeechFTP
+LibWeb
 Libwhisker
-Lightspeedsystems
-LinksManager
-LinkWalker
+LieBaoFast
+Likse
+LinkextractorPro
+LinkpadBot
+LinkScan
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-Lmspider
-lwp-request
-Mail.RU_Bot
+Lipperhey Spider
+LWP::Simple
+lwp-trivial
+Magnet
+Mag-Net
+Majestic12
 Majestic SEO
+Majestic-SEO
+MarkMonitor
 MarkWatch
-Mata Hari
-Mb2345Browser
+Mass Downloader
 meanpathbot
-MeanPath Bot
-Metauri
-MFC_Tear_Sample
+Mediatoolkitbot
+Microsoft Data Access
+Mister PiX
+MJ12bot
+Mojeek
+Mojolicious
+Mr.4x3
+MSIECrawler
 muhstik-scan
+Musobot
+Name Intelligence
 NearSite
-Needle
+NetAnts
+Netcraft
+netEstate NE Crawler
 NetMechanic
 Nettrack
-Net Vampire
 Netvibes
 NetZIP
-NextGenSearchBot
-Niki-bot
+Nibbler
+Nikto
 NimbleCrawler
-oBot
-Offline Navigator
-Openvas
+Nmap
+NPbot
+Nutch
+Openfind
+OpenLinkProfiler
 OpenVAS
-OrangeSpider
 OutclicksBot
-OutfoxBot
-page scorer
-PageScorer
-Pandalytics
+PageGrabber
 Panscient
 pcBrowser
-PECL::HTTP
-Picscout
+PeoplePal
+PHPCrawl
+Picsearch
 PictureFinder
 Pimonster
-Pixray
-POE-Component-Client-HTTP
+ProPowerBot
 ProWebWalker
 Psbot
-PyCurl
-RankActiveLinkBot
+RankFlex
+RankingBot
+RankingBot2
 RankurBot
-RealDownload
 Reaper
 RedesScrapy
 ReGet
+Ripper
 Rogerbot
-RSSingBot
+SalesIntelligent
 SBIder
 ScanAlert
-Scanbot
 scan.lol
-ScoutJet
-Scrapy
-Screaming
-Searchestate
+ScreenerBot
+Semrush
+SemrushBot
 SEOkicks-Robot
+SEOlyticsCrawler
+Seomoz
+SEOprofiler
 SeoSiteCheckup
-SEOstats
+sexsearcher
+SISTRIX
 SiteExplorer
 Siteimprove
-SiteLockSpider
-SiteSucker
-SmartDownload
+Site Sucker
 SMTBot
 Snake
 Snapbot
-Sogou web spider
+Sociscraper
+sogouspider
 Sottopop
-SpaceBison
 SpankBot
-sp_auditbot
-spyfu
-Stripper
+SputnikBot
+Sqworm
 Sucuri
-SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
+SuperBot
+Swiftbot
+sysscan
 Szukacz
-T8Abot
+T0PHackTeam
 TeleportPro
-Telesoft
+Telesphoreo
 Telesphorep
-The Intraformant
 TheNomad
-TightTwatBot
-Titan
 Toata
-Tracemyfile
-Trendictionbot
 trendiction.de
-True_Robot
-TwengaBot
-Typhoeus
-UnisterBot
+Turingos
+Turnitin
 URLy.Warning
-Vacuum
-VB Project
 VeriCiteCrawler
-VidibleScraper
 Virusdie
 Voil
-Voltron
-Wallpapers/3.0
 WallpapersHD
-WASALive-Bot
 Webalta
+WebAuto
+WebCollage
 Web Collage
-WEBDAV
 WebEnhancer
+Web Enhancer
 WebFetch
-WebImageCollector
-WebPix
+WebFuck
+Web Fuck
+WebGo IS
+webmeup-crawler
+Web Pix
 WebReaper
-WebSauger
+Web Sauger
+Webshag
 WebsiteExtractor
-WebSucker
-Web Sucker
-WebZIP
-Whack
+WeSEE
 Whacker
-WPScan
+Wonderbot
+Woobot
+Wprecon
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
-x22Mozilla
-Xaldon WebSpider
-Xaldon_WebSpider
+x09Mozilla
 Xenu
-xpymep1.exe
 YoudaoBot
 Zade
+Zauba
 zauba.io
-ZmEu
-ZumBot
-ZyBorg
+zgrab