V4.2021.10.2675 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-AIBOT
-Abonti
-Acunetix
+360Spider
+404checker
+Aboundex
 AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
+Aipbot
 Anarchie
 Anarchy99
-Anthill
-AwarioRssBot
+Apexoo
+Asterias
 AwarioSmartBot
-BDCbot
-BDFetch
-BackWeb
-BacklinkCrawler
+BLEXBot
+BackDoorBot
+Backlink-Ceck
+Badass
 Barkrowler
-Bigfoot
-Bitacle
-Blow
-Bolt
-Brandprotect
+BatchFTP
+BetaBot
+BlowFish
+Boardreader
 Brandwatch
-CATExplorador
-CCBot
-CSHttp
+BuiltWith
+Bullseye
+BuzzSumo
 Calculon
-ChinaClaw
-Chlooe
-Claritybot
-Cloud mapping
+CensysInspect
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
 Copyscape
-Cosmos
 Craftbot
+Crawling at Home Project
+CrunchBot
 Curious
+CyotekWebCopy
 DBLBot
 DIIbot
 DSearch
-Digincore
-DigitalPebble
+DTS Agent
+Demon
+Dirbuster
 Discobot
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
+DnyzBot
+DomainSigmaCrawler
+Download Wonder
+Dragonfly
+ECCP/1.0
 EMail Wolf
 Ebingbong
+Ecxi
 EirGrabber
-Extreme Picture Finder
-Firefox/7.0
+EroCrawler
+Extractor
+EyeNetIE
+FemtosearchBot
+Fimap
 FlashGet
-FrontPage
-FyberSpider
+Flunky
+Foobot
 Genieo
-Go!Zilla
+GetWeb
+Getintent
+Gigabot
+GoZilla
 Grabber
-Grafula
+GrapeFX
 GridBot
 HEADMasterSEO
-HTMLparser
+HMView
 Haansoft
-HaosouSpider
-Havij
+Hloader
 Humanlinks
 HybridBot
-IlseBot
+IDBTE4M
+Iblog
 Image Fetch
-Image Sucker
-InfoTekies
-Intelliseek
-InternetSeer
-Iria
-JOC Web Spider
-JennyBot
-Jetty
-Jyxobot
-Kozmosbot
-LWP::Simple
-Lftp
+IndeedBot
+Indy Library
+InfoNaviRobot
+InterGET
+IstellaBot
+Jbrofuzz
+JetCar
+JikeSpider
+Joomla
+Jorgee
+JustView
+Leap
+LeechGet
 Likse
+LinkScan
+LinkWalker
 Linkbot
+Linkdexbot
 LinkpadBot
 LinqiaMetadataDownloaderBot
 Lmspider
 MIIxpc
-MJ12bot
 MQQBrowser
 MSIECrawler
-Mail.RU_Bot
-Majestic12
+Magnet
 MarkMonitor
-MarkWatch
+Mass Downloader
 Masscan
 MauiBot
-Mb2345Browser
-MeanPath Bot
 Meanpathbot
-Microsoft Data Access
+MegaIndex.ru
+Metauri
+MicroMessenger
+Mister PiX
 Mojolicious
+Morfeus Fucking Scanner
+Mozlila
 Msrabot
-Name Intelligence
-NearSite
-Needle
-NetZIP
+Nameprotect
+Net Vampire
+NetSpider
 Nettrack
 Netvibes
 Nibbler
+Nikto
 NimbleCrawler
-Ninja
-Nutch
-Openvas
+Nimbostratus
+Octopus
+Offline Navigator
+OpenVAS
+Openfind
 OrangeBot
 OrangeSpider
 OutclicksBot
 OutfoxBot
 PECL::HTTP
 Page Analyzer
-PageAnalyzer
+PageGrabber
+Panscient
 Papa Foto
-Pavuk
-PeoplePal
 Petalbot
 Picscout
-PictureFinder
-Pimonster
+Picsearch
+Piepmatz
+Pixray
 PleaseCrawl
 Pockey
-ProWebWalker
-Pump
-PxBroker
 QueryN Metasearch
-Quick-Crawler
-RankActive
 RankActiveLinkBot
 RankingBot2
-Re-re
-ReGet
 Reaper
-RebelMouse
 RedesScrapy
-SBIder
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+Ripper
+Rogerbot
+SEOkicks-Robot
 SEOstats
 SMTBot
-ScanAlert
+Scanbot
+ScoutJet
+Scrapy
 Screaming
+ScrepyBot
+Searchestate
 SearchmetricsBot
-Semrush
 SemrushBot
+SentiBot
 SeoSiteCheckup
-Shodan
-SiteCheckerBotCrawler
+SeobilityBot
+Siphon
 SiteExplorer
-Sitevigil
-SmartDownload
-Snoopy
+SiteLockSpider
+SiteSucker
+Siteimprove
+SlySearch
+SocialRankIOBot
 Sogou web spider
 SpaceBison
 Spammen
-SpankBot
-Spinn3r
 SputnikBot
 Sqlmap
+Sqlworm
 Sqworm
+Stripper
 Sucker
-Sucuri
-SuperBot
-SuperHTTP
 Surfbot
-SurveyBot
-Suzuran
-Swiftbot
 Szukacz
-Teleport
 Telesoft
-Telesphorep
-TheNomad
-Thumbor
-Titan
+Telesphoreo
+The Intraformant
+TightTwatBot
 Toweyabot
-Trendictionbot
-Turingos
+Tracemyfile
+Turnitin
+TurnitinBot
 TwengaBot
-Typhoeus
-URLy.Warning
-UnisterBot
+Twice
+V-BOT
 VB Project
-Vagabondo
-VelenPublicWebCrawler
+VoidEYE
+Voil
 WASALive-Bot
+WEBDAV
 WISENutbot
 WPScan
+WWW-Collector-E
 WWW::Mechanize
 Wallpapers
-Wallpapers/3.0
 WallpapersHD
-Web Auto
-Web Collage
-Web Fuck
-Web Pix
-WebCollage
+Web Enhancer
+Web Fetch
+WebAuto
 WebCopier
-WebImageCollector
-WebPix
+WebFetch
+WebFuck
+WebLeacher
 WebSauger
+WebStripper
 WebSucker
-WebWhacker
 WebZIP
 WebmasterWorldForumBot
-Website Quester
-Who.is Bot
-Widow
+Webster
+WinHTTrack
 WiseGuys Robot
-Woobot
-Wotbox
+Wprecon
+Xaldon WebSpider
 Xenu
 YoudaoBot
 Zade
-Zitebot
+Zeus
+ZoomBot
 ZoominfoBot
 ZumBot
-arquivo.pt
+arquivo-web-crawler
+autoemailspider
+backlink-check
 check1.exe
-cognitiveseo
-com.plumanalytics
+clark-crawler
+coccocbot-web
 crawl.sogou.com
-crawler4j
 dataforseo.com
-gopher
-heritrix
-instabid
-ips-agent
-lwp-trivial
-muhstik-scan
+facebookscraper
+internetVista monitor
 oBot
-polaris version
-ripz
-satoristudio.net
+plumanalytics
+s1z.ru
 scalaj-http
-seobility
+scan.lol
+seoscanners
 seostar
-serpstatbot
+sysscan
 trendiction.de
-ubermetrics-technologies.com
 webpros.com
-webprosbot
-x09Mozilla
+x22Mozilla
 zgrab