V4.2020.04.2034 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
 80legs
-Aboundexbot
-Acunetix
+Abonti
+AfD-Verbotsverfahren
 AIBOT
+AiHitBot
+Aipbot
 Alligator
 AllSubmitter
-Apexoo
+AlphaBot
 arquivo-web-crawler
 Aspeigel
+Asterias
+Attach
 AwarioRssBot
-backlink-check
 BacklinkCrawler
+BackStreet
 BackWeb
-Barkrowler
-BatchFTP
+Bandit
+BBBike
 BetaBot
 Bitacle
-Blackboard
-Bolt
 BotALot
+Brandprotect
 Brandwatch
+Buddy
 BuiltBotTough
-BunnySlippers
 CazoodleBot
-CCBot
-CheTeam
+Cegbfeieh
+CheeseBot
+CherryPicker
 ChinaClaw
-Claritybot
-Cliqzbot
-Cloud mapping
+Chlooe
 coccocbot-web
+cognitiveseo
 Collector
-com.plumanalytics
-CopyRightCheck
-Cosmos
-Craftbot
-crawler.feedback
-crawl.sogou.com
-CrazyWebCrawler
-Curious
-demandbase-bot
+DatabaseDriverMysqli
 Deusu
-Digincore
-DigitalPebble
 Discobot
-Discoverybot
 Dispatch
-DittoSpyder
 DomainAppender
-DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
-Dotbot
-DSearch
-DTS Agent
-EasyDL
 Ebingbong
-Ecxi
-EMail Siphon
+eCatch
+EirGrabber
+EMail Wolf
 EroCrawler
-Evil
+Express WebPictures
+ExtLinksBot
+Extractor
+ExtractorPro
+Extreme Picture Finder
 Ezooms
+facebookscraper
 FemtosearchBot
 Fimap
+Firefox/7.0
+FlashGet
 Foobot
-FrontPage
+FyberSpider
 Genieo
-Getintent
-GetWeb
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
-GridBot
+GetRight
+Gigablast
+Gigabot
+Grabber
+GrapeFX
+GrapeshotCrawler
 Harvest
-HEADMasterSEO
-Heritrix
-HMView
-Humanlinks
+Havij
+heritrix
+HTMLparser
+HTTP::Lite
 IDBot
+IlseBot
 Image Sucker
-Intelliseek
+IndeedBot
+instabid
 InterGET
-ips-agent
-IRLbot
+InternetSeer
+JamesBOT
+Jbrofuzz
 JennyBot
 JetCar
-Jetty
-Joomla
+JOC Web Spider
+Jorgee
+Jyxobot
+Kenjin Spider
 Keyword Density
-Kinza
 LeechFTP
-LexiBot
+LeechGet
 LibWeb
-Libwhisker
-Likse
-Linkdexbot
-LinkextractorPro
+LieBaoFast
 LinkScan
 LinkWalker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
+Litemage_walker
 Lmspider
-LNSpiderguy
-Mag-Net
-magpie-crawler
-Mail.RU_Bot
-Majestic SEO
+Ltx71
+lwp-request
+Magnet
+Majestic-SEO
 MarkMonitor
-MarkWatch
-Masscan
 Mass Downloader
 Mata Hari
+MauiBot
 Mb2345Browser
+Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
+mediawords
 Metauri
-MFC_Tear_Sample
 MicroMessenger
-Microsoft Data Access
-MIDown tool
+Microsoft URL Control
 Mister PiX
-MJ12bot
 Mojeek
-Morfeus Fucking Scanner
-Mr.4x3
-MSIECrawler
-Name Intelligence
-Nameprotect
-Navroad
+MQQBrowser
+MSFrontPage
+muhstik-scan
+Musobot
 NearSite
+Needle
 Nessus
-NetLyzer
-NetMechanic
-NetSpider
+Netcraft
 Nettrack
 Net Vampire
 Netvibes
 NextGenSearchBot
-Nibbler
-Ninja
+NICErsPRO
+Niki-bot
+Nikto
+NimbleCrawler
+Nmap
+NPbot
 Nutch
-oBot
-Octopus
+Offline Navigator
+OnCrawl
 Openfind
 OpenLinkProfiler
+Openvas
 OpenVAS
-OrangeSpider
+OPPO A33
+OutclicksBot
 PageAnalyzer
 Page Analyzer
-PageGrabber
 page scorer
-PageScorer
-Pandalytics
-PECL::HTTP
-PHPCrawl
-Picscout
-Pockey
+Panscient
+Papa Foto
+Pavuk
+pcBrowser
+PeoplePal
+PictureFinder
 POE-Component-Client-HTTP
 polaris version
-Probethenet
 Pump
 PyCurl
 Quick-Crawler
 RankActiveLinkBot
-RankurBot
+RankingBot
+RealDownload
 Reaper
-RebelMouse
-RedesScrapy
-ReGet
-RepoMonkey
-ScoutJet
+Recorder
+RocketCrawler
+RSSingBot
+SBIder
+Scanbot
 Scrapy
-Screaming
-Searchestate
+ScreenerBot
 Semrush
-SemrushBot
+Seomoz
 seoscanners
-SeoSiteCheckup
 SEOstats
-Siphon
-Sitebeam
+serpstatbot
+SiteExplorer
 Siteimprove
 SiteSucker
-Sitevigil
-SmartDownload
-SMTBot
+SlySearch
+Snake
 Snapbot
 Snoopy
 SocialRankIOBot
 Sogou web spider
-Sosospider
+Sottopop
+Spammen
 SpankBot
 Spanner
 sp_auditbot
 Spbot
-Spinn3r
-Sqlworm
+SputnikBot
+spyfu
+Sqlmap
+Sqworm
 Steeler
-Stripper
-Sucker
-Surfbot
+SuperHTTP
+SurveyBot
 Suzuran
 Swiftbot
-Szukacz
-Teleport
-Telesoft
-Telesphorep
-The Intraformant
-TightTwatBot
-trendiction.com
+sysscan
+T0PHackTeam
+T8Abot
+tAkeOut
+TeleportPro
+Telesphoreo
+Tracemyfile
+Trendiction
+True_Robot
 Turingos
 Turnitin
 TurnitinBot
 TwengaBot
 Typhoeus
-URLy Warning
-VB Project
+UnisterBot
+Upflow
 VCI
-VeriCiteCrawler
-VidibleScraper
 VoidEYE
 Voil
 Voltron
-WallpapersHD
-WBSearchBot
+Wallpapers/3.0
+WebBandit
 Web Collage
-Web Enhancer
+WebEnhancer
 WebFetch
-Web Fetch
 WebFuck
-WebLeacher
+WebImageCollector
+WebmasterWorldForumBot
+webmeup-crawler
 WebPix
-WebReaper
-WebSauger
+Webshag
 WebsiteExtractor
+WebsiteQuester
+WebStripper
 WebSucker
 WebWhacker
 WebZIP
+Whacker
 Who.is Bot
-WISENutbot
-Wonderbot
+Widow
 Woobot
-Wprecon
-WPScan
-WWWOFFLE
-Xaldon WebSpider
-Xaldon_WebSpider
+WWW-Mechanize
+x09Mozilla
+x22Mozilla
+Xenu
 Zade
-Zauba
-Zermelo
+Zeus
 zgrab
+Zitebot
 ZmEu
 ZyBorg