V4.2021.08.2505 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
 404checker
-AIBOT
-Aboundex
-AhrefsBot
-Aipbot
+404enemy
+ASPSeek
 Alexibot
+Anarchie
 Anarchy99
 Ankit
-AwarioRssBot
-BDFetch
+Apexoo
+Aspiegel
+BDCbot
+BLEXBot
 BackDoorBot
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
-Battleztar Bazinga
 BetaBot
-Blow
-BlowFish
+BlackWidow
+Blackboard
 Boardreader
-Brandprotect
+Bolt
 BuiltWith
+Bullseye
 BunnySlippers
-CCBot
-CSHttp
-Calculon
-CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Cloud mapping
-Cocolyzebot
+BuzzSumo
+CazoodleBot
+CensysInspect
+Claritybot
+Collector
+Copier
 CopyRightCheck
 Copyscape
-Craftbot
 CrazyWebCrawler
-Curious
+DBLBot
 DTS Agent
+DatabaseDriverMysqli
 Demon
+Devil
 DigitalPebble
-Discoverybot
-DittoSpyder
-DomainAppender
+Disco
+Dispatch
+DnyzBot
 DomainCrawler
 DomainStatsBot
+Dotbot
 Download Wonder
-Drip
 ECCP/1.0
-EasyDL
-EroCrawler
+EMail Wolf
+Ecxi
 Evil
-ExtLinksBot
-Extractor
+Exabot
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
 Ezooms
-FDM
-FemtosearchBot
-Fimap
+FHscan
 Firefox/7.0
 FlashGet
-FrontPage
-Fuzz
+Flunky
 GT::WWW
 Genieo
 GermCrawler
-GetRight
-GetWeb
-Gigablast
+Getintent
 Go!Zilla
-GrabNet
+GoZilla
+Gotit
 Grabber
-GrapeshotCrawler
-GridBot
 HMView
 HTMLparser
-HTTrack
-Haansoft
+HTTP::Lite
+Havij
+Heritrix
+Hloader
 HybridBot
-IDBot
-IRLbot
+Iblog
 Id-search
-IlseBot
+Image Fetch
 Indy Library
 InfoNaviRobot
-Iskanie
-Jbrofuzz
+Intelliseek
+InternetSeer
+JamesBOT
 JennyBot
 Jetty
-JikeSpider
 Jorgee
-Kinza
-LNSpiderguy
-Lanshanbot
+Keyword Density
 Leap
-LeechFTP
-LibWeb
-LinkScan
-LinkWalker
-Linkbot
+LeechGet
+Lftp
+Libwhisker
+Lightspeedsystems
 Linkdexbot
 LinkextractorPro
-LinksManager
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
 Litemage_walker
 Lmspider
-MIIxpc
-MJ12bot
+Ltx71
 MQQBrowser
-MSIECrawler
-Mag-Net
+MSFrontPage
 Magnet
-Mail.RU_Bot
-Majestic SEO
 Majestic12
 MarkMonitor
 MarkWatch
+Masscan
 Mata Hari
+Mb2345Browser
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
 MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft Data Access
-Mister PiX
-Mojolicious
-Morfeus Fucking Scanner
+Microsoft URL Control
+Moblie Safari
 Mozlila
-Msrabot
+Mr.4x3
+Musobot
+NICErsPRO
+NPbot
+NearSite
+Nessus
 NetLyzer
 NetMechanic
-NextGenSearchBot
+NetZIP
+Nettrack
+Niki-bot
 Nikto
+Ninja
 Nuclei
 Nutch
 Octopus
 Offline Explorer
+Offline Navigator
 OnCrawl
-Openfind
-Openvas
-OrangeSpider
-PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
-PageThing.com
+Page Analyzer
+PageAnalyzer
+PageScorer
 Panscient
-Pavuk
+Pi-Monster
 Picscout
+Picsearch
 PictureFinder
-Piepmatz
-ProPowerBot
-RankActive
-RankingBot
-RankingBot2
-RankurBot
+Probethenet
+Psbot
+PxBroker
+PyCurl
+Quick-Crawler
+RSSingBot
+RankFlex
+Rankivabot
+Re-re
+RealDownload
 Reaper
-RebelMouse
-RepoMonkey
-Rogerbot
-SEOprofiler
-SEOstats
-SISTRIX
+Recorder
+Ripper
+SBIder
+ScoutJet
 Scrapy
 Screaming
-Semrush
-SentiBot
-SeoSiteCheckup
-Seomoz
-Shodan
+ScreenerBot
+ScrepyBot
+SemrushBot
 SiteCheckerBotCrawler
-SiteExplorer
+SiteSucker
 Sitebeam
+Siteimprove
 Snake
-Snoopy
 SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sosospider
-Sottopop
-Sqlworm
-Sqworm
-SuperBot
+Spammen
+Spinn3r
+Stripper
+Sucker
+SuperHTTP
 Surfbot
 SurveyBot
-T0PHackTeam
-Teleport
-Telesphoreo
-Telesphorep
-The Intraformant
+Suzuran
+Szukacz
+Telesoft
 TheNomad
-TightTwatBot
-Toweyabot
+Titan
 Tracemyfile
-Trendictionbot
 True_Robot
 TurnitinBot
 TwengaBot
 Twice
-V-BOT
-VB Project
-Vacuum
-Voil
+Typhoeus
+URLy.Warning
+VelenPublicWebCrawler
+VidibleScraper
+Voltron
 WBSearchBot
 WEBDAV
-WPScan
-WWW-Mechanize
+WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Auto
-Web Collage
-Web Sauger
-WebBandit
-WebCollage
-WebCopier
+Web Fuck
+Web Sucker
+WebAuto
+WebFetch
 WebFuck
 WebGo IS
+WebLeacher
 WebPix
 WebReaper
-WebSauger
-WebStripper
-WebSucker
-Website Quester
-Widow
-Xaldon_WebSpider
-Zeus
+WebWhacker
+Webalta
+WebsiteExtractor
+Webster
+Whack
+Whatweb
+WinHTTrack
+Wonderbot
+Wotbox
+Wprecon
+Xaldon WebSpider
+YoudaoBot
+Zauba
+Zermelo
+ZmEu
+archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-check1.exe
+autoemailspider
 coccocbot-web
-crawl.sogou.com
-demandbase-bot
-domainsproject.org
-evc-batch
-gopher
+cognitiveseo
+crawler.feedback
+facebookscraper
+instabid
 internetVista monitor
+isitwp.com
 lwp-request
-oBot
-page scorer
-plumanalytics
-polaris version
+mediawords
 probe-image-size
 ripz
 s1z.ru
+scalaj-http
+serpstatbot
 sexsearcher
-sitechecker.pro
+siteripz
+spyfu
 tAkeOut
-x09Mozilla
+trendiction.com
 x22Mozilla
+xpymep1.exe
 zauba.io