V4.2022.11.3490 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ADmantX
-ALittle Client
-ASPSeek
-Abonti
-Aboundex
-Aboundexbot
+404checker
+80legs
 AhrefsBot
 AiHitBot
 Aipbot
+Alexibot
 AllSubmitter
-AlphaBot
-Anarchie
-Anthill
-Attach
+Anarchy
+Ankit
+Apexoo
+Aspiegel
+Asterias
 AwarioRssBot
 AwarioSmartBot
-BDCbot
+BBBike
+BLEXBot
 BackDoorBot
-BacklinkCrawler
+BackStreet
+BackWeb
+Barkrowler
 Battleztar Bazinga
-BetaBot
-Blow
-Bolt
-BotALot
-Brandprotect
+Boardreader
+Buck
 BunnySlippers
-BuzzSumo
-CCBot
+CATExplorador
 CODE87
+Calculon
 Cegbfeieh
-CherryPicker
-ChinaClaw
-Citoid
 Claritybot
-Cliqzbot
-Cocolyzebot
-Cogentbot
 Copyscape
-Cosmos
-Craftbot
-Crawling at Home Project
 Crescent
+CrunchBot
 CyotekWebCopy
+DBLBot
+DIIbot
+DSearch
 DatabaseDriverMysqli
-Deusu
+Demon
 Devil
 DigitalPebble
+Disco
 Discobot
-Dispatch
-DnyzBot
+Discoverybot
+DnBCrawler-Analytics
 DomCopBot
 DomainAppender
-DomainStatsBot
+DomainSigmaCrawler
 Dotbot
+Dragonfly
 Drip
-EMail Siphon
+ECCP/1.0
+EMail Wolf
+EasyDL
 Ebingbong
-EirGrabber
 EroCrawler
 Evil
-Exabot
-Extractor
-Fimap
-Flunky
+EyeNetIE
+FDM
+Firefox/7.0
+Foobot
+Fuzz
 G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Gigabot
-GoZilla
+Genieo
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
 Grafula
+GrapeFX
 GridBot
+HMView
 HTMLparser
-HTTP::Lite
 HTTrack
-HaosouSpider
 Harvest
-Havij
-HonoluluBot
-HybridBot
-IDBTE4M
-IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
-InfoNaviRobot
+Hloader
+IDBot
+Iblog
+Id-search
+InfoTekies
 Intelliseek
 InterGET
-Internet Ninja
 InternetSeer
 Iria
-IstellaBot
-JamesBOT
+JOC Web Spider
 Jbrofuzz
-Jetty
+JikeSpider
+JustView
+Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
-LeechFTP
-LexiBot
-LibWeb
+Kinza
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Lanshanbot
+LeechGet
 Libwhisker
 LieBaoFast
 Lightspeedsystems
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
+LinkScan
+Linkbot
+LinqiaRSSBot
+Lipperhey
 Litemage_walker
+MQQBrowser
+MSFrontPage
+Mag-Net
 Magnet
+Mail.RU_Bot
 Majestic-SEO
-MarkMonitor
 MarkWatch
-Mata Hari
-MauiBot
-Mb2345Browser
-Mediatoolkitbot
+MeanPath Bot
 MegaIndex.ru
-Microsoft Data Access
+Metauri
+MicroMessenger
+Microsoft URL Control
 Moblie Safari
-Morfeus Fucking Scanner
+Mojeek
+MolokaiBot
 Mr.4x3
-NICErsPRO
+NPbot
 Navroad
-Net Vampire
-NetLyzer
-NetMechanic
-NetSpider
-Netvibes
-Nibbler
+Needle
+NetZIP
+Netcraft
+Nettrack
 Niki-bot
-NimbleCrawler
-Nmap
-OnCrawl
-Openfind
-OrangeBot
-OrangeSpider
+Ninja
+Not
+Octopus
+Offline Explorer
+OpenVAS
+OutclicksBot
 PHPCrawl
 Page Analyzer
+PageAnalyzer
+PageGrabber
+Pandalytics
 Panscient
-Papa Foto
+PeoplePal
+Pi-Monster
 Picscout
-Picsearch
-QueryN Metasearch
+PictureFinder
+Pixray
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Psbot
 Quick-Crawler
-RSSingBot
-RankActive
-RankFlex
-RankingBot2
+RankingBot
 RankurBot
 Re-re
-ReGet
-Recorder
 RedesScrapy
-Ripper
-SISTRIX
-SalesIntelligent
-Scrapy
-ScreenerBot
-Semrush
-SentiBot
+RepoMonkey
+Rogerbot
+SEOkicks
+SEOstats
+ScanAlert
+Scanbot
+Screaming
+SemanticJuice
 SeoSiteCheckup
 Shodan
-Siphon
 Site Sucker
+SiteLockSpider
+SiteSnagger
 SiteSucker
-Sitebeam
-Snake
-Snapbot
-Snoopy
-Sosospider
 Sottopop
-Spammen
-Sucker
-Sucuri
-Surfbot
-Suzuran
-T0PHackTeam
-Telesphoreo
+SpaceBison
+Spbot
+SputnikBot
+Sqlmap
+Sqworm
+T8Abot
+TeleportPro
+Telesphorep
+The Intraformant
 TheNomad
-Thumbor
-Titan
 Toata
+Trendiction
+Trendictionbot
+True_Robot
+Turingos
 Turnitin
-TurnitinBot
-Twice
-Typhoeus
-UnisterBot
+URLy Warning
+URLy.Warning
+Upflow
 V-BOT
-VB Project
+VCI
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
+Voil
+Voltron
 WASALive-Bot
 WBSearchBot
 WEBDAV
-WPScan
-WWW-Collector-E
-WWW::Mechanize
 WWWOFFLE
-Wallpapers
-WallpapersHD
-Web Collage
-Web Fuck
-Web Pix
+Web Enhancer
+Web Fetch
 Web Sauger
+WebAuto
+WebBandit
 WebEnhancer
-WebFetch
-WebFuck
-WebPix
-WebWhacker
+WebGo IS
+WebImageCollector
+WebReaper
+WebStripper
 WebZIP
-Webshag
+Website Quester
 WebsiteExtractor
-WebsiteQuester
-Webster
-Whack
-Whacker
 Whatweb
-Widow
+Who.is Bot
+WinHTTrack
 Wonderbot
-Xaldon WebSpider
+Woobot
 Xaldon_WebSpider
+Zade
 Zauba
-Zitebot
-ZoomBot
-ZoominfoBot
-ZumBot
+ZmEu
+ZyBorg
 archive.org_bot
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+cah.io.community
 coccocbot
-demandbase-bot
-domainsproject.org
-eCatch
+com.plumanalytics
+evc-batch
+gopher
+heritrix
 ips-agent
-isitwp.com
-meanpathbot
+iubenda-radar
+linkdexbot
+lwp-request
+lwp-trivial
 muhstik-scan
-netEstate NE Crawler
 oBot
-polaris version
+pcBrowser
 ripz
-satoristudio.net
 scan.lol
-seobility
-seocompany.store
 seoscanners
 seostar
-sexsearcher
-sitechecker.pro
-ubermetrics-technologies.com
-webprosbot
-x22Mozilla
+serpstatbot
+siteripz
+spyfu
+tAkeOut
+webmeup-crawler
+webpros.com
 xpymep1.exe
-zauba.io