V4.2021.11.2709 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404enemy
 80legs
-ADmantX
-AIBOT
-ASPSeek
-Acunetix
 AhrefsBot
-AiHitBot
+Alexibot
+Alligator
 AlphaBot
-Anarchie
-Anarchy99
+Anthill
 Apexoo
 Aspiegel
-Asterias
+Attach
 AwarioRssBot
-BDCbot
-BDFetch
-BLEXBot
-Badass
-Bandit
+BackDoorBot
+BackWeb
 Barkrowler
-Bigfoot
-Black Hole
-Blackboard
+BatchFTP
+BetaBot
+BlackWidow
 Blow
-Boardreader
-Brandprotect
+BlowFish
+BotALot
 Buck
-Buddy
-BuiltBotTough
+CATExplorador
 Calculon
 CazoodleBot
-Cegbfeieh
+CheTeam
 CherryPicker
-Cloud mapping
-Cosmos
-Crawling at Home Project
-CrunchBot
-Curious
+Chlooe
+Claritybot
+Cocolyzebot
+Cogentbot
+Copier
+Copyscape
+CrazyWebCrawler
+Crescent
 Custo
+CyotekWebCopy
+DBLBot
 DTS Agent
 DataCha0s
 DatabaseDriverMysqli
-Demon
-DigitalPebble
+Deusu
 Disco
-Dispatch
-DittoSpyder
-DnyzBot
-DomCopBot
+Discobot
+DnBCrawler-Analytics
 DomainStatsBot
-Download Wonder
+Dotbot
+Dragonfly
+Drip
 EMail Siphon
-EMail Wolf
-EirGrabber
-EroCrawler
+EasyDL
+Evil
+Exabot
 Express WebPictures
-Extractor
 ExtractorPro
 Extreme Picture Finder
-FDM
+EyeNetIE
+Ezooms
+FemtosearchBot
+Firefox/7.0
+Foobot
+Freeuploader
 FrontPage
 GT::WWW
 Genieo
 GermCrawler
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
-Grafula
+GetRight
 GrapeshotCrawler
-GridBot
-HMView
-HTMLparser
+HEADMasterSEO
 HTTP::Lite
 HTTrack
-Haansoft
-Hloader
-Humanlinks
 HybridBot
-IDBot
+IDBTE4M
 IRLbot
-Id-search
+Iblog
+Image Sucker
+InfoNaviRobot
 Intelliseek
 InterGET
+Internet Ninja
 InternetSeer
+Iria
 IstellaBot
 JOC Web Spider
-Jbrofuzz
-Jetty
-Jyxobot
+Joomla
+Kenjin Spider
 Keyword Density
-Kozmosbot
-LNSpiderguy
-LWP::Simple
 Larbin
 Leap
-LeechFTP
-Lftp
 LibWeb
 Libwhisker
-Lightspeedsystems
-Likse
-Lipperhey Spider
+LinkWalker
+Linkbot
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MTRobot
+MIIxpc
+MQQBrowser
+MSIECrawler
 Mag-Net
-Majestic-SEO
-Majestic12
+Mail.RU_Bot
+Majestic SEO
 MarkMonitor
-Masscan
-MauiBot
+MarkWatch
+Mass Downloader
+Mata Hari
 MegaIndex.ru
-Microsoft Data Access
+Metauri
+MicroMessenger
 Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojeek
 Mojolicious
+Mozlila
 NICErsPRO
 NPbot
-Name Intelligence
 Nameprotect
-Navroad
-Needle
-Nessus
+NetLyzer
 NetSpider
-Nettrack
-Netvibes
-Nibbler
+NetZIP
 Niki-bot
 NimbleCrawler
-Ninja
-Nuclei
-Octopus
+Offline Explorer
 Offline Navigator
 OrangeSpider
-PECL::HTTP
+OutclicksBot
 Page Analyzer
-PageAnalyzer
+PageGrabber
 PageScorer
 PageThing.com
-PeoplePal
-Pi-Monster
+Panscient
+Pavuk
+Picsearch
 PictureFinder
-Piepmatz
-Pimonster
-Pu_iN
-QueryN Metasearch
-RankActive
-RankingBot2
-RankurBot
-Re-re
-Reaper
-SEOkicks-Robot
-SMTBot
+PleaseCrawl
+Pockey
+ProPowerBot
+ProWebWalker
+Psbot
+Quick-Crawler
+RealDownload
+Recorder
+RedesScrapy
+RepoMonkey
+RocketCrawler
+Rogerbot
+SEOlyticsCrawler
+SISTRIX
 Scanbot
-ScrepyBot
-Searchestate
 Semrush
 SemrushBot
-SeobilityBot
+SeoSiteCheckup
+Seomoz
+Shodan
 Siphon
-SiteExplorer
-SiteLockSpider
-Sitebeam
-Siteimprove
+SiteCheckerBotCrawler
 Sitevigil
-SlySearch
-SmartDownload
 Snake
-Snapbot
-Snoopy
-Sogou web spider
+SocialRankIOBot
+Sosospider
+SpankBot
+Spanner
+Spinn3r
+Sqlmap
 Sqlworm
 Sqworm
-Steeler
-Sucuri
+Sucker
 SuperBot
+SuperHTTP
+Surfbot
 SurveyBot
+Swiftbot
 T0PHackTeam
 Teleport
-Telesoft
-TheNomad
+TeleportPro
+TightTwatBot
+Toata
+Tracemyfile
+Trendictionbot
 TurnitinBot
 Twice
+UnisterBot
 Upflow
 VB Project
-Vagabondo
+Vacuum
 VelenPublicWebCrawler
 VoidEYE
-Voil
-WEBDAV
+WBSearchBot
+WISENutbot
+WPScan
 WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Auto
-Web Enhancer
+Web Collage
 Web Fuck
 Web Pix
-WebEnhancer
-WebFuck
-WebGo IS
+Web Sauger
+WebAuto
 WebImageCollector
+WebLeacher
+WebPix
 WebReaper
-WebSucker
+WebStripper
 WebWhacker
-WebZIP
-Webalta
-WebsiteQuester
+WebmasterWorldForumBot
+Webshag
+Website Quester
 Webster
 Whack
-Widow
+Whacker
+Who.is Bot
 WinHTTrack
 Xaldon WebSpider
-Xaldon_WebSpider
 YoudaoBot
-Zauba
+Zade
+Zermelo
 Zeus
-ZmEu
-ZoomBot
-adscanner
+ZumBot
+ZyBorg
 autoemailspider
-cah.io.community
 check1.exe
-clark-crawler
-coccocbot-web
 cognitiveseo
-crawler4j
-demandbase-bot
-eCatch
-internetVista monitor
-ips-agent
+dataforseo.com
 lwp-request
 lwp-trivial
-magpie-crawler
-page scorer
+muhstik-scan
+oBot
 pcBrowser
-probe-image-size
+plumanalytics
+polaris version
+ripz
 s1z.ru
+satoristudio.net
 scalaj-http
 scan.lol
-seobility
 seocompany.store
+serpstatbot
+sitechecker.pro
+siteripz
 sp_auditbot
+sysscan
 tAkeOut
 trendiction.de
-x22Mozilla
+voyagerx.com
+webpros.com
 xpymep1.exe
 zauba.io
-zgrab