V4.2021.07.2482 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
+404checker
+ADmantX
 AIBOT
-ASPSeek
-Aboundex
+Abonti
+AfD-Verbotsverfahren
 AhrefsBot
 Alexibot
-AllSubmitter
-Ankit
+AlphaBot
 Anthill
-Apexoo
-Attach
-BBBike
-BDCbot
+Asterias
+AwarioSmartBot
+BLEXBot
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
 Badass
 Bandit
-Barkrowler
-BetaBot
-Bigfoot
 Black Hole
-BlackWidow
-Blow
-Boardreader
-Brandwatch
-BuiltWith
-BuzzSumo
+BlowFish
+Bolt
+Brandprotect
+BunnySlippers
 CATExplorador
+CCBot
+CODE87
 Calculon
-CheTeam
+CazoodleBot
+CheeseBot
 CherryPicker
-Claritybot
-Cloud mapping
-Cogentbot
+ChinaClaw
+Cliqzbot
+Copier
+CopyRightCheck
 Copyscape
+Craftbot
+CrunchBot
+Curious
+DIIbot
 DTS Agent
 DataCha0s
+DatabaseDriverMysqli
 Deusu
 Digincore
-Dirbuster
+DigitalPebble
 Discobot
-Dispatch
+Discoverybot
 DnyzBot
-DomCopBot
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-Dotbot
 Dragonfly
 Drip
-Ecxi
-EroCrawler
+EasyDL
+Evil
+Exabot
 Express WebPictures
-ExtLinksBot
-EyeNetIE
-FemtosearchBot
-Firefox/7.0
-FlashGet
+FDM
+Fimap
 Flunky
 Foobot
-Freeuploader
-G-i-g-a-b-o-t
-GT::WWW
+Fuzz
+Fyrebot
 GalaxyBot
-Genieo
-GetRight
-GetWeb
+Getintent
 Gigablast
+Go-Ahead-Got-It
+GoZilla
 Gotit
-GrabNet
-Grabber
-GrapeFX
 GridBot
-HMView
+HEADMasterSEO
+HaosouSpider
+Harvest
+Havij
 Hloader
-Humanlinks
 IDBTE4M
-Image Sucker
+Iblog
+IndeedBot
 Indy Library
-InfoTekies
-Iria
-IstellaBot
+InterGET
+InternetSeer
 JamesBOT
-Jbrofuzz
+JennyBot
+JetCar
 Jetty
-JikeSpider
 Joomla
-JustView
 Kenjin Spider
-Keyword Density
-LieBaoFast
+Kinza
+Kozmosbot
+LNSpiderguy
+Larbin
+LeechFTP
+Lftp
+LibWeb
+Likse
 Linkdexbot
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
+LinkextractorPro
+LinqiaScrapeBot
 Litemage_walker
-Lmspider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
+MQQBrowser
 MSFrontPage
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic12
-MarkMonitor
-Mass Downloader
+MSIECrawler
+MTRobot
+Majestic-SEO
 Masscan
+Mata Hari
+MauiBot
 MeanPath Bot
-Microsoft URL Control
-Moblie Safari
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
+Mojeek
 Morfeus Fucking Scanner
-NICErsPRO
 NPbot
-Needle
-Net Vampire
+Nameprotect
+Nessus
 NetLyzer
-NetMechanic
 NetZIP
-Netcraft
-Nettrack
-NextGenSearchBot
-Nikto
+Niki-bot
 NimbleCrawler
 Nimbostratus
+Nuclei
+Octopus
 Offline Navigator
-OpenVAS
-Openvas
-OrangeSpider
-OutclicksBot
+OpenLinkProfiler
+Openfind
+OrangeBot
 PECL::HTTP
 PHPCrawl
-Page Analyzer
-PageThing.com
-Pandalytics
-PeoplePal
+PageAnalyzer
+Papa Foto
 Petalbot
-Picscout
-Picsearch
-Piepmatz
+Pi-Monster
+Pixray
 PleaseCrawl
-Psbot
-Pump
+ProPowerBot
+ProWebWalker
+Probethenet
+PxBroker
 PyCurl
-QueryN Metasearch
-RSSingBot
-RankActive
-RankingBot
+Quick-Crawler
+RankActiveLinkBot
+RankFlex
 RankingBot2
-RealDownload
+RankurBot
 Reaper
-RebelMouse
-RepoMonkey
+Recorder
+RocketCrawler
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
-ScanAlert
-ScoutJet
+SEOstats
+SISTRIX
+SMTBot
+Scanbot
+Scrapy
+ScreenerBot
 ScrepyBot
 Searchestate
-SemrushBot
-SentiBot
-SeoSiteCheckup
 Seomoz
 Siphon
-SiteSnagger
-SiteSucker
+Site Sucker
 Siteimprove
-SlySearch
-SmartDownload
-Snake
-Snoopy
-SocialRankIOBot
+Sitevigil
+Snapbot
 Sociscraper
-Sogou web spider
 SpaceBison
-Spammen
 Spbot
-Sqlmap
+Spinn3r
+Sqlworm
 Sqworm
+Stripper
 Sucker
 SuperBot
+SuperHTTP
 SurveyBot
-T0PHackTeam
-Teleport
-Telesphoreo
+T8Abot
+TeleportPro
+Telesoft
+TheNomad
 Thumbor
-Trendictionbot
+TightTwatBot
+Titan
+Trendiction
+True_Robot
 Turnitin
+Twice
 Typhoeus
-UnisterBot
-Upflow
-V-BOT
-VidibleScraper
-VoidEYE
+Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
 Voil
+WASALive-Bot
 WBSearchBot
 WEBDAV
+WISENutbot
+WPScan
 WWW-Mechanize
+WWW::Mechanize
 Wallpapers/3.0
 Web Fuck
 Web Pix
-Web Sauger
+Web Sucker
+WebEnhancer
+WebFetch
 WebImageCollector
+WebPix
 WebReaper
-WebSucker
-WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
-Webster
+Webshag
 Whacker
+Who.is Bot
+Widow
 Woobot
 Wotbox
-Xenu
+Xaldon_WebSpider
+Zeus
 ZoomBot
-ZoominfoBot
-ZyBorg
-archive.org_bot
+ZumBot
+arquivo.pt
+autoemailspider
+check1.exe
 coccocbot-web
-crawl.sogou.com
-demandbase-bot
-evc-batch
-gopher
-heritrix
+cognitiveseo
+com.plumanalytics
+crawler4j
+facebookscraper
 instabid
-internetVista monitor
+ips-agent
 lwp-trivial
-oBot
-pcBrowser
-scalaj-http
+magpie-crawler
+probe-image-size
+ripz
+s1z.ru
+satoristudio.net
+scan.lol
 seoscanners
 serpstatbot
-sitechecker.pro
 siteripz
 sogouspider
-spyfu
 sysscan
 tAkeOut
-trendiction.de
+trendiction.com
 voyagerx.com
-x09Mozilla
-x22Mozilla
-zauba.io
+webmeup-crawler
+xpymep1.exe
+zgrab