V4.2021.05.2341 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
+360Spider
 80legs
-Aboundex
-Aboundexbot
 Acunetix
-AhrefsBot
-AiHitBot
-Aipbot
-Alligator
+AllSubmitter
 AlphaBot
+Anarchie
+Anarchy
+Ankit
 Anthill
-Apexoo
-arquivo.pt
-Asterias
+arquivo-web-crawler
+Aspiegel
+ASPSeek
 Attach
+autoemailspider
 AwarioRssBot
 AwarioSmartBot
-Backlink-Ceck
+BackDoorBot
+backlink-check
 BacklinkCrawler
 BackStreet
-BBBike
+Bandit
+Barkrowler
+BatchFTP
+BDCbot
 BDFetch
-BetaBot
-Blackboard
-Black Hole
+Bigfoot
 BLEXBot
-Blow
-BlowFish
-Boardreader
-BotALot
-Brandwatch
-BuiltBotTough
+Brandprotect
+Buck
 BuiltWith
-BuzzSumo
-Calculon
-CazoodleBot
+Bullseye
 CCBot
 Cegbfeieh
 CensysInspect
+check1.exe
+CherryPicker
 CheTeam
-CODE87
-cognitiveseo
-Craftbot
-crawler.feedback
-crawl.sogou.com
-Crescent
-Curious
-CyotekWebCopy
-DatabaseDriverMysqli
-DataCha0s
+ChinaClaw
+Cloud mapping
+coccocbot-web
+Cocolyzebot
+Collector
+com.plumanalytics
+CopyRightCheck
+crawler4j
+CrazyWebCrawler
+Custo
 DBLBot
+demandbase-bot
 Demon
-DigitalPebble
-DIIbot
-Discobot
-DittoSpyder
+Devil
+Digincore
+Discoverybot
 DnyzBot
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
-ECCP/1.0
+domainsproject.org
+DomainStatsBot
+DomCopBot
+DSearch
+DTS Agent
+Ebingbong
+Ecxi
+EirGrabber
 EMail Siphon
+EMail Wolf
+evc-batch
 Evil
-Exabot
-Extractor
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
 Ezooms
-facebookscraper
-FDM
-Firefox/7.0
-Flunky
+Fimap
 Foobot
-FrontPage
-Fuzz
+Freeuploader
 Fyrebot
+GalaxyBot
 GetRight
-Gigablast
 Go-Ahead-Got-It
 gopher
-Gotit
-GrabNet
-Grafula
-GrapeshotCrawler
-GridBot
+Go!Zilla
+Grabber
+GrapeFX
 GT::WWW
-HEADMasterSEO
+Havij
 Heritrix
-HMView
-HTTrack
 Humanlinks
-IlseBot
-Image Sucker
-Indy Library
-InfoTekies
+HybridBot
+IDBTE4M
+Id-search
+Image Fetch
+InfoNaviRobot
 instabid
 InterGET
-isitwp.com
-Iskanie
-IstellaBot
+Internet Ninja
+JennyBot
+Jetty
 JOC Web Spider
-Jorgee
+Jyxobot
 Keyword Density
-Lanshanbot
-Larbin
 LeechFTP
 LeechGet
-LexiBot
-Likse
-Linkbot
+Lftp
+Lightspeedsystems
 LinkpadBot
+LinkScan
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Lmspider
-LNSpiderguy
+LinqiaRSSBot
+Lipperhey Spider
+lwp-request
 Mail.RU_Bot
-Majestic-SEO
-Mass Downloader
-Mb2345Browser
-meanpathbot
+Majestic12
+Majestic SEO
+MarkWatch
+Masscan
+MauiBot
+Meanpathbot
+MeanPath Bot
+Mediatoolkitbot
 mediawords
-Microsoft URL Control
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+MIDown tool
+MIIxpc
+Mojolicious
 Morfeus Fucking Scanner
+Mozlila
+MQQBrowser
+Mr.4x3
+MSFrontPage
 MSIECrawler
+Msrabot
 MTRobot
 Name Intelligence
 Nameprotect
 NearSite
 NetAnts
-Netcraft
+NetLyzer
 Nettrack
+Net Vampire
 Netvibes
+NetZIP
+NextGenSearchBot
+NICErsPRO
 Niki-bot
-Nikto
-Nimbostratus
-Nmap
-Nutch
+NimbleCrawler
+Octopus
 Offline Explorer
-Openfind
-OpenLinkProfiler
-OpenVAS
-OPPO A33
-OutclicksBot
-PageAnalyzer
+Openvas
 Page Analyzer
-PageGrabber
-page scorer
 PageScorer
+Panscient
+pcBrowser
 PECL::HTTP
 PeoplePal
-Picsearch
-PictureFinder
+Pimonster
 Pixray
-Pockey
 POE-Component-Client-HTTP
-ProPowerBot
+polaris version
+Probethenet
 ProWebWalker
-Psbot
-Pu_iN
 PxBroker
-PyCurl
-RankingBot2
-RankurBot
-RealDownload
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
+RankFlex
 Reaper
-ReGet
-Ripper
-ripz
-s1z.ru
-scalaj-http
+RepoMonkey
+Rogerbot
+satoristudio.net
+SBIder
+ScanAlert
 Scanbot
-ScoutJet
+Scrapy
 Screaming
 Searchestate
-Semrush
-SemrushBot
-SentiBot
-seoscanners
-Shodan
-Sitebeam
-SiteCheckerBotCrawler
+serpstatbot
 sitechecker.pro
 SiteSnagger
-SiteSucker
 Sitevigil
-SmartDownload
 SMTBot
-Snapbot
 Snoopy
+SocialRankIOBot
 Sociscraper
 sogouspider
 Sogou web spider
+Sosospider
 Sottopop
-Spammen
+SpaceBison
+SpankBot
+Spanner
+sp_auditbot
+Spbot
+spyfu
 Sqlmap
 Sqlworm
-Steeler
+Sqworm
 Sucker
-Suzuran
-sysscan
+SuperHTTP
+Surfbot
 Szukacz
-T8Abot
+tAkeOut
+Teleport
 TeleportPro
 Telesoft
-The Intraformant
 TheNomad
-Thumbor
-TightTwatBot
+Titan
 Toata
 Tracemyfile
-Trendiction
-Trendictionbot
-trendiction.com
+True_Robot
+Turingos
+UnisterBot
 URLy Warning
-VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-Virusdie
+Vacuum
 VoidEYE
 Wallpapers/3.0
-WallpapersHD
 WASALive-Bot
+WBSearchBot
 Webalta
 WebAuto
-WebBandit
-WebCollage
-Web Enhancer
-Web Fetch
-WebFuck
-Web Fuck
+Web Collage
+WebCopier
+WebEnhancer
+WebFetch
+WebGo IS
 WebImageCollector
-WebmasterWorldForumBot
-WebPix
-Web Pix
-Webshag
+webmeup-crawler
+WebReaper
+WebSauger
+Web Sauger
 WebsiteExtractor
-Whatweb
+Website Quester
+Webster
+Web Sucker
+WeSEE
+Whack
+Whacker
 Who.is Bot
-Wonderbot
 Woobot
-Wprecon
-WWW-Mechanize
+Wotbox
+WPScan
 WWW::Mechanize
 WWWOFFLE
+x09Mozilla
 x22Mozilla
 Xaldon WebSpider
+Xaldon_WebSpider
+Zeus
 zgrab
+ZoominfoBot
+ZyBorg