V4.2021.10.2679 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AIBOT
+360Spider
+404enemy
+80legs
+ASPSeek
 Aboundex
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
 Aipbot
-Alexibot
+Alligator
+AlphaBot
 Anarchie
+Anthill
 Apexoo
-Asterias
-AwarioRssBot
-AwarioSmartBot
-BackDoorBot
-BackWeb
-BacklinkCrawler
+Attach
+BBBike
+BDCbot
+BackStreet
 Badass
-Barkrowler
-BlackWidow
-Bolt
-Brandprotect
-Buddy
+Bandit
+BetaBot
+Bigfoot
+Blackboard
+BlowFish
+BotALot
+BuiltBotTough
 BuiltWith
-CATExplorador
+Bullseye
 CODE87
-CazoodleBot
-CensysInspect
-CheTeam
+Calculon
+Cegbfeieh
 CheeseBot
 ChinaClaw
 Cliqzbot
-Cloud mapping
 Cocolyzebot
 Cogentbot
-Collector
-CopyRightCheck
-Copyscape
-Crescent
-Custo
+Copier
+CrazyWebCrawler
+CrunchBot
 CyotekWebCopy
-DatabaseDriverMysqli
+DBLBot
+DIIbot
+DataCha0s
 Demon
+Deusu
+Devil
 Digincore
-DigitalPebble
 Dirbuster
 Disco
+Discoverybot
 Dispatch
-DittoSpyder
 DnyzBot
-DomCopBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
+Domains Project
 Dotbot
-EasyDL
+Drip
+ECCP/1.0
 Ebingbong
-EirGrabber
+Ecxi
+Evil
 Exabot
-ExtractorPro
+Express WebPictures
+Ezooms
+FHscan
 FemtosearchBot
 Fimap
+Firefox/7.0
 Flunky
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
 GermCrawler
+GetRight
 Getintent
-Gigabot
 Go-Ahead-Got-It
 Gotit
-Grabber
-Grafula
-GrapeFX
-GridBot
-HTMLparser
+GrabNet
+HEADMasterSEO
+HMView
 HTTP::Lite
-HTTrack
+Harvest
 Havij
-Humanlinks
+Hloader
 IDBot
+Iblog
 Id-search
-InfoNaviRobot
+Image Fetch
+IndeedBot
+Indy Library
 Intelliseek
-InternetSeer
-IstellaBot
+Iskanie
 JOC Web Spider
-Jbrofuzz
+JetCar
 Jetty
 Joomla
-Jorgee
+JustView
 Jyxobot
-Keyword Density
-Lanshanbot
-Lftp
-LieBaoFast
-Likse
-Linkbot
+Larbin
+Leap
+Libwhisker
+LinkScan
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
 Lipperhey Spider
-Litemage_walker
-Ltx71
 MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MJ12bot
-MSFrontPage
+MQQBrowser
 MSIECrawler
-Majestic-SEO
-MarkMonitor
-Masscan
+MTRobot
+MarkWatch
 Mb2345Browser
-Microsoft URL Control
-Mister PiX
+MeanPath Bot
+Metauri
+MicroMessenger
 Morfeus Fucking Scanner
 Mozlila
-NPbot
-NearSite
-Nessus
-NetMechanic
-NetSpider
-Netcraft
-Nettrack
+Mr.4x3
+Msrabot
+Musobot
+Nameprotect
+Navroad
+NetAnts
+NetLyzer
+NetZIP
 NextGenSearchBot
+Nibbler
+Niki-bot
 NimbleCrawler
-Nimbostratus
 Ninja
-Nmap
+Nuclei
 Nutch
-Offline Explorer
-OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
+Octopus
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+Openvas
+OrangeBot
+POE-Component-Client-HTTP
 PageAnalyzer
-PageScorer
+PageGrabber
 Panscient
 Papa Foto
-Pavuk
-PeoplePal
-Petalbot
-Pi-Monster
 Picscout
-Picsearch
-PictureFinder
-PleaseCrawl
+Pimonster
+Pixray
 Pockey
-Psbot
 Pu_iN
+PxBroker
 PyCurl
 Quick-Crawler
+RankActiveLinkBot
+RankFlex
+RankingBot
 Rankivabot
+RankurBot
+Reaper
+RebelMouse
+Recorder
+Ripper
 SEOkicks
-SEOkicks-Robot
-SEOprofiler
-SMTBot
+SEOlyticsCrawler
 SalesIntelligent
-Scrapy
-Screaming
-ScrepyBot
-Semrush
+ScanAlert
+SearchmetricsBot
+SemrushBot
 SentiBot
 Site Sucker
-SiteSucker
-Siteimprove
 SmartDownload
-Snapbot
-Sogou web spider
-Sosospider
+Snake
+SocialRankIOBot
 SpaceBison
 Spanner
-SputnikBot
-Stripper
-Sucker
+Spbot
+Steeler
 SuperBot
-Surfbot
 SurveyBot
-Suzuran
 Swiftbot
-T0PHackTeam
-T8Abot
-Teleport
 TeleportPro
-The Intraformant
+Telesoft
+Telesphoreo
+TheNomad
 Thumbor
-TightTwatBot
 Titan
-Toweyabot
-Tracemyfile
-Trendiction
-True_Robot
-Turingos
-Typhoeus
-UnisterBot
+Toata
+Trendictionbot
+TwengaBot
+Twice
+URLy.Warning
+Upflow
+VB Project
+VCI
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
 Virusdie
-VoidEYE
-Voltron
-WBSearchBot
+WISENutbot
+WPScan
 WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
+Wallpapers
+WallpapersHD
+WeSEE
 Web Auto
-Web Collage
-Web Fuck
-Web Sauger
-WebCollage
+Web Pix
+Web Sucker
+WebImageCollector
 WebPix
-WebReaper
 WebSauger
-WebWhacker
+Webalta
+WebsiteExtractor
 WebsiteQuester
-Webster
+Whacker
 Whatweb
-Widow
-Wotbox
-YoudaoBot
-Zade
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Xaldon WebSpider
+Xaldon_WebSpider
 Zauba
-Zeus
-Zitebot
+Zermelo
 ZmEu
-ZoomBot
-ZumBot
-archive.org_bot
-arquivo.pt
-backlink-check
-check1.exe
+ZyBorg
+cah.io.community
+clark-crawler
+com.plumanalytics
 crawl.sogou.com
-crawler4j
-dataforseo.com
+domainsproject.org
 eCatch
 evc-batch
-facebookscraper
 heritrix
+instabid
 internetVista monitor
-isitwp.com
+lwp-trivial
 magpie-crawler
-netEstate NE Crawler
+meanpathbot
 oBot
 page scorer
-pcBrowser
-probe-image-size
-satoristudio.net
-scalaj-http
+plumanalytics
+scan.lol
+seostar
+sitechecker.pro
 siteripz
-sogouspider
-spyfu
-webpros.com
-zauba.io
+sp_auditbot
+tAkeOut
+webmeup-crawler
+xpymep1.exe