V4.2022.10.3425 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
-AIBOT
+ASPSeek
 Aboundex
-AhrefsBot
 AiHitBot
-AlphaBot
+Aipbot
+AllSubmitter
+Anarchie
 Ankit
-Atomseobot
-Attach
+Apexoo
 AwarioSmartBot
-BackStreet
+BBBike
+BDCbot
+BLEXBot
 BackWeb
-BacklinkCrawler
-Badass
+Backlink-Ceck
 Bandit
-Battleztar Bazinga
-BetaBot
-Bigfoot
+Barkrowler
+Black Hole
 BlowFish
+Boardreader
 BotALot
+Brandprotect
+Brandwatch
 Buck
 BuiltBotTough
+BuiltWith
 BunnySlippers
-CATExplorador
-CCBot
-CazoodleBot
+BuzzSumo
+CSHttp
 CheTeam
+ChinaClaw
+Chlooe
 Citoid
-Cliqzbot
 Cogentbot
-Copier
-Copyscape
-CrazyWebCrawler
-Curious
+Collector
+Craftbot
+Crawling at Home Project
+Crescent
+Custo
 CyotekWebCopy
+DBLBot
 DIIbot
-DSearch
-Deusu
-Devil
-DnBCrawler-Analytics
-DnyzBot
+DataCha0s
+Demon
+Digincore
+DigitalPebble
+Dispatch
+DittoSpyder
 DomCopBot
-DomainStatsBot
-Dotbot
-Dragonfly
-EMail Siphon
+DomainAppender
+Download Wonder
+Drip
+EMail Wolf
+EasyDL
 Ebingbong
-Ecxi
-Exabot
+EroCrawler
+Express WebPictures
+ExtractorPro
 Extreme Picture Finder
-EyeNetIE
+Ezooms
+FHscan
 FemtosearchBot
-Foobot
-Fuzz
-GT::WWW
-GalaxyBot
+FlashGet
+Flunky
+Freeuploader
 GermCrawler
+GetRight
+Getintent
+Gigabot
 Go!Zilla
 Gotit
-GrabNet
+GrapeFX
+GrapeshotCrawler
 GridBot
+HMView
 HTMLparser
-HTTP::Lite
-HaosouSpider
-Havij
-Heritrix
+HTTrack
 Hloader
 HybridBot
+IDBTE4M
 IRLbot
-Iblog
 Id-search
 Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
-InfoNaviRobot
+Intelliseek
+Internet Ninja
 Iria
-JOC Web Spider
+IstellaBot
+JamesBOT
 Jbrofuzz
-JetCar
-JikeSpider
-Joomla
+Jorgee
 JustView
+Kenjin Spider
 Keybot Translation-Search-Machine
+Keyword Density
 Kinza
 Kozmosbot
-LibWeb
-Libwhisker
-Likse
-Linkbot
+LeechGet
+Lightspeedsystems
+LinkScan
+LinkWalker
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Lmspider
-MIDown tool
-MJ12bot
-MQQBrowser
 MSFrontPage
-MSIECrawler
+MTRobot
 Mag-Net
-Majestic-SEO
-Majestic12
-Mata Hari
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-MicroMessenger
+Magnet
+Mail.RU_Bot
+Majestic SEO
+MarkWatch
+Masscan
+Mediatoolkitbot
+Microsoft URL Control
+Minefield
 Mister PiX
-Moblie Safari
+Mozlila
 Msrabot
 Musobot
-NICErsPRO
-NPbot
-Name Intelligence
-Nessus
-NetAnts
-NetZIP
-NextGenSearchBot
-Niki-bot
+NearSite
+Net Vampire
+Netcraft
+Nettrack
+Nibbler
+Nikto
 NimbleCrawler
-Nimbostratus
-Nutch
-Octopus
-Offline Navigator
+OpenLinkProfiler
+OpenVAS
+Openvas
+OutfoxBot
 POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
+PageGrabber
 PageThing.com
-Pandalytics
+Panscient
+Papa Foto
 PeoplePal
-Petalbot
-Picscout
-PleaseCrawl
-Pockey
+Piepmatz
+Pimonster
 Psbot
-Pump
-PyCurl
-QueryN Metasearch
+PxBroker
+Quick-Crawler
 RSSingBot
 RankActiveLinkBot
+RankingBot2
 Re-re
 RealDownload
-RebelMouse
-Recorder
-Ripper
-RocketCrawler
-SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
+Reaper
+RepoMonkey
+SBIder
+SEOkicks
+SEOstats
+SISTRIX
+SMTBot
 ScanAlert
-Scanbot
 ScoutJet
 Scrapy
-Screaming
 ScreenerBot
 SearchmetricsBot
-Semrush
-SeoSiteCheckup
+Seekport
+SemrushBot
+Seomoz
+Siphon
 SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitevigil
+SiteSnagger
+Siteimprove
+SlySearch
+Snake
 Snapbot
-Snoopy
-Sociscraper
+Sogou web spider
 Sosospider
 Sottopop
 SpaceBison
 Spammen
-Spbot
+Spinn3r
 SputnikBot
-Stripper
-SuperBot
+Sqlmap
+Sqworm
+SuperHTTP
 Surfbot
-SurveyBot
-Telesoft
+Suzuran
+Szukacz
 Telesphorep
 TheNomad
 Thumbor
-Titan
-Toata
-Trendiction
-Trendictionbot
+TightTwatBot
+True_Robot
 Turingos
+TurnitinBot
+TwengaBot
 Typhoeus
-Upflow
-Vagabondo
+URLy Warning
+Vacuum
+VelenPublicWebCrawler
+VidibleScraper
 VoidEYE
 Voltron
 WASALive-Bot
-WEBDAV
+WISENutbot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-WeSEE
+WWWOFFLE
+Wallpapers
 Web Collage
-Web Enhancer
-Web Fetch
-Web Pix
-WebBandit
+Web Sucker
+WebCollage
+WebCopier
 WebFuck
-WebGo IS
-WebPix
-WebWhacker
-WebZIP
+WebLeacher
 Webalta
-WebmasterWorldForumBot
-Webshag
-Webster
-WinHTTrack
+Website Quester
+WebsiteExtractor
+Whacker
 Woobot
-Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
 Zauba
-Zitebot
-adscanner
+Zermelo
+Zeus
+ZyBorg
+arquivo.pt
 cah.io.community
 check1.exe
-cognitiveseo
+coccocbot
+com.plumanalytics
 crawler4j
-dataforseo.com
+demandbase-bot
 eCatch
-evc-batch
-gopher
-heritrix
-ips-agent
+linkdexbot
 lwp-request
-lwp-trivial
 magpie-crawler
 mediawords
-polaris version
-probe-image-size
-s1z.ru
-scalaj-http
-serpstatbot
+muhstik-scan
+oBot
+ripz
+scan.lol
+seobility
+seoscanners
+sexsearcher
 sitechecker.pro
 siteripz
 sogouspider
-sp_auditbot
-trendiction.com
-trendiction.de
+tAkeOut
 webmeup-crawler
 webpros.com
 webprosbot
 x09Mozilla
-xpymep1.exe
+x22Mozilla
+zauba.io
 zgrab