V4.2022.09.3332 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-AIBOT
+80legs
 ASPSeek
-Aipbot
+Aboundexbot
+Acunetix
 Alexibot
 AllSubmitter
 Alligator
 AlphaBot
 Anarchie
-Anthill
 Apexoo
-Asterias
+AwarioRssBot
+AwarioSmartBot
 BBBike
 BLEXBot
-BackStreet
-BackWeb
-Badass
-Bandit
-BatchFTP
-Bigfoot
-Black Hole
+BlackWidow
 Blackboard
 Blow
-Brandwatch
-Buck
-BuiltWith
-CATExplorador
-CensysInspect
-CheeseBot
-Claritybot
-Cloud mapping
+Buddy
+BunnySlippers
+BuzzSumo
+CCBot
+CODE87
+Calculon
+Cegbfeieh
+Citoid
+Cliqzbot
+Collector
 Copier
-Crescent
+Copyscape
 Curious
-DBLBot
-DTS Agent
+DIIbot
+DatabaseDriverMysqli
 Deusu
-DigitalPebble
-Dirbuster
+Digincore
 Discoverybot
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
+DnyzBot
 DomCopBot
-DomainAppender
-Dotbot
-Download Wonder
-Drip
+DomainSigmaCrawler
+Domains Project
+ECCP/1.0
 EMail Siphon
-Ecxi
-EirGrabber
-Exabot
+EMail Wolf
 Express WebPictures
-Extractor
+Ezooms
 FHscan
-FemtosearchBot
 Fimap
+Firefox/7.0
+FlashGet
 Flunky
-Fuzz
-G-i-g-a-b-o-t
+FrontPage
+FyberSpider
+Fyrebot
+Genieo
 GetRight
 GetWeb
+Getintent
 Gigabot
 GoZilla
+Gotit
+Grabber
 Grafula
-GridBot
+GrapeFX
+HMView
 HTMLparser
-HTTP::Lite
-Heritrix
-Hloader
-IDBTE4M
-IDBot
-Id-search
-InfoNaviRobot
+Haansoft
+Havij
+HonoluluBot
+Humanlinks
+IRLbot
+Image Sucker
 Intelliseek
 InterGET
-Iria
-JamesBOT
-JennyBot
+Internet Ninja
+Iskanie
 JetCar
+Jetty
 Joomla
 Jorgee
-JustView
-Kenjin Spider
+Keybot Translation-Search-Machine
 Kinza
-LNSpiderguy
 LWP::Simple
 Lanshanbot
 Larbin
-Leap
-LeechFTP
 Lftp
+LibWeb
 Libwhisker
 Lightspeedsystems
-Likse
 LinkWalker
-LinkextractorPro
 LinksManager
-LinqiaRSSBot
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MSFrontPage
-MSIECrawler
-MTRobot
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Lmspider
+Ltx71
+Mail.RU_Bot
+Majestic-SEO
 Majestic12
 MarkWatch
-Mass Downloader
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
+Mata Hari
 MegaIndex.ru
 Metauri
+MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
+Moblie Safari
+Mojeek
+Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
 Msrabot
 Musobot
-Nameprotect
-NetAnts
-NetLyzer
-NetSpider
-Netcraft
+Needle
+Nessus
+NetMechanic
 Netvibes
-NextGenSearchBot
-NimbleCrawler
-Nimbostratus
-Not
+Nmap
 Nutch
-Offline Navigator
+OnCrawl
+OpenVAS
+Openfind
+Openvas
+OutfoxBot
+POE-Component-Client-HTTP
 Page Analyzer
-PageThing.com
-Papa Foto
+PageScorer
+Petalbot
+Pimonster
 Pixray
 Pockey
-Probethenet
-Pump
+ProWebWalker
+Psbot
+Pu_iN
 PyCurl
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
-RankingBot2
-RankurBot
-Re-re
-Reaper
+QueryN Metasearch
+RankFlex
+Rankivabot
+ReGet
 RebelMouse
 Recorder
-SBIder
-SEOprofiler
-SEOstats
-SMTBot
+RedesScrapy
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
+SISTRIX
+SalesIntelligent
 ScanAlert
 ScoutJet
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
+SemrushBot
+SeoSiteCheckup
+Seomoz
+Shodan
 Siphon
-SiteCheckerBotCrawler
-SiteLockSpider
-Siteimprove
-Snake
-Snapbot
+Site Sucker
+SiteExplorer
+SiteSucker
+Sitebeam
+Sitevigil
 Snoopy
-SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sottopop
+Sosospider
+Spammen
+Spanner
+Spbot
 SputnikBot
-Sqlworm
+Sqlmap
 Sqworm
-Stripper
 Sucuri
 SuperBot
-SuperHTTP
 Surfbot
-TeleportPro
-The Intraformant
+Suzuran
+Swiftbot
+T0PHackTeam
+T8Abot
+Telesoft
 TheNomad
-Titan
-Toata
-Trendictionbot
+Thumbor
+Toweyabot
+Trendiction
+Turingos
+TurnitinBot
 Twice
-Typhoeus
 URLy Warning
-URLy.Warning
-Upflow
+UnisterBot
 V-BOT
-VCI
-Vagabondo
-VeriCiteCrawler
-Voltron
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WWW-Mechanize
-Wallpapers/3.0
-WeSEE
+VoidEYE
+WISENutbot
+WPScan
+WWW::Mechanize
 Web Fetch
+Web Pix
+Web Sucker
 WebAuto
-WebBandit
-WebCollage
-WebCopier
-WebGo IS
-WebStripper
-WebWhacker
-Webshag
+WebFetch
+WebLeacher
+WebPix
+WebZIP
+WebsiteExtractor
+Webster
 Whack
-Whacker
 Whatweb
-Who.is Bot
-Widow
-Wonderbot
-Wotbox
-Xaldon WebSpider
-YoudaoBot
+WinHTTrack
+Woobot
+Xenu
+Zauba
 Zermelo
-ZmEu
+Zeus
+ZoomBot
+ZoominfoBot
 ZumBot
-adscanner
+ZyBorg
 arquivo.pt
-backlink-check
+autoemailspider
+cah.io.community
+check1.exe
+cognitiveseo
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-demandbase-bot
+crawler4j
+dataforseo.com
 domainsproject.org
+eCatch
 facebookscraper
+gopher
 internetVista monitor
-isitwp.com
-linkdexbot
-lwp-request
+ips-agent
+iubenda-radar
 lwp-trivial
-meanpathbot
-oBot
-pcBrowser
-probe-image-size
+mediawords
+muhstik-scan
+plumanalytics
+polaris version
 ripz
 s1z.ru
-satoristudio.net
-seostar
+scalaj-http
+seobility
+serpstatbot
+sexsearcher
 siteripz
 sogouspider
 sp_auditbot
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
-webgains-bot
+spyfu
+voyagerx.com
+webpros.com
 webprosbot
 x09Mozilla
 xpymep1.exe
-zgrab