V4.2022.09.3325 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,128 +1,131 @@
-80legs
-ASPSeek
+360Spider
 Abonti
-Alexibot
-Anarchy
-Ankit
+AhrefsBot
+Alligator
+AlphaBot
+Anarchy99
+Anthill
+Apexoo
 Asterias
-BDCbot
-BLEXBot
-BackDoorBot
-BackStreet
-BacklinkCrawler
+AwarioRssBot
+BBBike
+BackWeb
+Backlink-Ceck
 Badass
+Bandit
 Barkrowler
-BatchFTP
-Blackboard
-BlowFish
+Bigfoot
+Black Hole
+BlackWidow
+Blow
+Boardreader
 Brandwatch
-BuiltBotTough
-CATExplorador
-CCBot
+Buck
+Buddy
+Bullseye
+CSHttp
 Calculon
 CazoodleBot
+CensysInspect
+CheeseBot
 CherryPicker
-ChinaClaw
 Chlooe
-Citoid
+Claritybot
+Cloud mapping
 Cocolyzebot
+Cogentbot
+CopyRightCheck
 Cosmos
+Craftbot
 CrunchBot
 Curious
+Custo
 CyotekWebCopy
 DSearch
 DTS Agent
-DatabaseDriverMysqli
-Devil
-Dispatch
+Digincore
+DigitalPebble
+Disco
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
 DomainSigmaCrawler
-Dotbot
-Drip
-EasyDL
-Ecxi
-Exabot
-Express WebPictures
-Extreme Picture Finder
+Domains Project
+Ebingbong
+Evil
+ExtLinksBot
+Extractor
 Ezooms
 FDM
-Firefox/7.0
+FemtosearchBot
 Foobot
-FyberSpider
+Fuzz
 G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
-Getintent
+GT::WWW
+GetWeb
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-Grabber
-Grafula
 GrapeFX
-GrapeshotCrawler
+GridBot
 HTMLparser
-Haansoft
 Harvest
+Havij
+Heritrix
 Hloader
-Humanlinks
+IDBTE4M
+IDBot
 IRLbot
-Image Fetch
-InfoNaviRobot
-InfoTekies
-Intelliseek
-Internet Ninja
+Iblog
+IndeedBot
+InternetSeer
 Iria
+Iskanie
 JOC Web Spider
 JennyBot
 JetCar
-JikeSpider
 Jorgee
-Jyxobot
-Keyword Density
-Kinza
-LNSpiderguy
+Keybot Translation-Search-Machine
+Kozmosbot
+LWP::Simple
 Lanshanbot
-LeechFTP
-LeechGet
-Lftp
-Lightspeedsystems
-LinqiaScrapeBot
+LieBaoFast
+LinkWalker
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lmspider
+MIIxpc
 MSFrontPage
 MSIECrawler
 Magnet
-Majestic-SEO
-Mass Downloader
+Majestic12
+MarkMonitor
+MarkWatch
+Masscan
 Mata Hari
 MegaIndex.ru
 MicroMessenger
-Microsoft URL Control
-Mister PiX
+Microsoft Data Access
+Minefield
 Moblie Safari
+Mojeek
+Mojolicious
 MolokaiBot
 Mr.4x3
 Msrabot
-Name Intelligence
-Navroad
-Needle
-Net Vampire
+Musobot
+NetLyzer
+NetMechanic
 NetSpider
 NetZIP
-Netcraft
-NextGenSearchBot
-Nikto
-NimbleCrawler
-Not
-Nuclei
+Nettrack
+Nimbostratus
+Ninja
+Octopus
+Offline Explorer
 OnCrawl
 OpenVAS
 Openfind
-Openvas
-OutfoxBot
-Page Analyzer
-PageGrabber
+OrangeBot
+PHPCrawl
+POE-Component-Client-HTTP
 Panscient
 Papa Foto
 Pavuk
@@ -131,120 +134,117 @@ Petalbot
 Picscout
 Pimonster
 PleaseCrawl
-Pockey
-ProWebWalker
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActive
-Recorder
-RocketCrawler
-SEOkicks
-SEOlyticsCrawler
+ProPowerBot
+Probethenet
+Psbot
+Pu_iN
+PxBroker
+RankFlex
+RankingBot
+RankurBot
+Re-re
+RealDownload
+RebelMouse
+RedesScrapy
+Ripper
+Rogerbot
+SEOkicks-Robot
 SEOstats
-SISTRIX
+SMTBot
 SalesIntelligent
 ScanAlert
 Scanbot
 ScoutJet
 Scrapy
-ScreenerBot
-SearchmetricsBot
-SemanticJuice
+Searchestate
 SemrushBot
-Seomoz
-Siphon
-SiteCheckerBotCrawler
+SeobilityBot
+Site Sucker
+SiteExplorer
 SiteSnagger
-Sitevigil
+SiteSucker
+Sitebeam
+SlySearch
 SmartDownload
-Sogou web spider
-Spammen
-SpankBot
-Spanner
-SputnikBot
-Stripper
-SuperBot
+Snapbot
+SocialRankIOBot
+Sociscraper
+Sqlmap
+Sqworm
+Sucker
+Sucuri
+Surfbot
+Swiftbot
 Szukacz
-T0PHackTeam
-TeleportPro
+T8Abot
+Teleport
+Telesoft
 Telesphorep
 The Intraformant
 TheNomad
 TightTwatBot
 Titan
 Toata
-Toweyabot
-Tracemyfile
-Trendiction
+Trendictionbot
+True_Robot
 Turingos
-TurnitinBot
-Typhoeus
-UnisterBot
-V-BOT
-VB Project
+TwengaBot
+URLy Warning
+URLy.Warning
+Upflow
+VCI
 Vacuum
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-WASALive-Bot
+Voil
 WBSearchBot
-WEBDAV
-Wallpapers/3.0
-WallpapersHD
-WeSEE
+WPScan
+WWWOFFLE
+Web Enhancer
 Web Fetch
 Web Fuck
 Web Pix
-Web Sauger
-WebCopier
-WebEnhancer
-WebFetch
+WebAuto
 WebFuck
+WebGo IS
 WebLeacher
-WebPix
-WebSauger
-WebStripper
+WebSucker
 WebWhacker
-WebsiteExtractor
+WebmasterWorldForumBot
+Website Quester
+Whack
 Whatweb
-WiseGuys Robot
-Wotbox
+WinHTTrack
 Wprecon
-YoudaoBot
-Zauba
+Xaldon_WebSpider
 Zermelo
 Zeus
-ZmEu
-ZoomBot
+Zitebot
 ZoominfoBot
 ZumBot
 ZyBorg
-adscanner
-clark-crawler
-crawler.feedback
+arquivo-web-crawler
+autoemailspider
+check1.exe
+com.plumanalytics
+crawl.sogou.com
 eCatch
+evc-batch
+facebookscraper
 gopher
-internetVista monitor
-ips-agent
-iubenda-radar
+isitwp.com
 magpie-crawler
 mediawords
 muhstik-scan
 pcBrowser
-probe-image-size
 satoristudio.net
-scalaj-http
-scan.lol
-seobility
-seostar
-serpstatbot
-sitechecker.pro
-siteripz
 sogouspider
-spyfu
+sp_auditbot
+sysscan
+trendiction.com
+ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
 webpros.com
-webprosbot
 x09Mozilla
-x22Mozilla
+zauba.io
 zgrab