V4.2022.01.2859 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ADmantX
-ALittle Client
+404checker
+404enemy
+80legs
 ASPSeek
-Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
+Abonti
+Acunetix
 Alexibot
-AllSubmitter
-Anarchy
-Anarchy99
-Ankit
-BackStreet
+Alligator
+AlphaBot
+Anthill
+Apexoo
+Asterias
+AwarioSmartBot
+BLEXBot
+Backlink-Ceck
 Bandit
 Battleztar Bazinga
-BetaBot
-Black Hole
 Blackboard
-Blow
-Bolt
-Buck
-BuiltBotTough
-BuiltWith
+BotALot
+Brandwatch
+Buddy
 Bullseye
-BunnySlippers
-CCBot
+BuzzSumo
+CODE87
 CSHttp
 Calculon
-CazoodleBot
-CheTeam
-ChinaClaw
-Chlooe
 Citoid
-Claritybot
-Cloud mapping
 Cogentbot
-Copier
-Crawling at Home Project
-Crescent
-CrunchBot
-Custo
+Collector
+Cosmos
+CrazyWebCrawler
+Curious
 DBLBot
-Deusu
-DigitalPebble
-Dirbuster
-Disco
-DnBCrawler-Analytics
-DomCopBot
-DomainStatsBot
+DSearch
+DataCha0s
+Devil
+Dispatch
+DomainCrawler
 Download Wonder
+Drip
 ECCP/1.0
-EMail Siphon
-Ecxi
+Ebingbong
 EirGrabber
-EroCrawler
-Extreme Picture Finder
+Evil
+Extractor
+ExtractorPro
 Ezooms
 FDM
-Fimap
-FlashGet
-Freeuploader
-FrontPage
-Fuzz
+Firefox/7.0
+FyberSpider
+G-i-g-a-b-o-t
 GalaxyBot
-Getintent
-Gigabot
+GermCrawler
+GetRight
+GetWeb
 Go-Ahead-Got-It
-Gotit
-Grafula
-GrapeFX
+GoZilla
+GrabNet
+Grabber
+GrapeshotCrawler
+HEADMasterSEO
 HMView
-HTTP::Lite
+HTMLparser
 HTTrack
 Haansoft
+Harvest
 Heritrix
-IDBot
-IRLbot
-Iblog
+Hloader
+Humanlinks
+IDBTE4M
+Id-search
 Image Fetch
-InfoTekies
-Intelliseek
+Indy Library
+InfoNaviRobot
+Internet Ninja
 InternetSeer
-Iria
+Iskanie
 IstellaBot
-JOC Web Spider
-JamesBOT
-JikeSpider
+Jbrofuzz
+JennyBot
+JetCar
+Joomla
+Jyxobot
 Kenjin Spider
-Keyword Density
 LNSpiderguy
 Lanshanbot
-Leap
+Larbin
+LeechFTP
 Lftp
+LieBaoFast
+Lightspeedsystems
+LinkScan
+Linkbot
 Linkdexbot
-LinkpadBot
-Ltx71
-MQQBrowser
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Litemage_walker
+MIIxpc
+MJ12bot
 MSFrontPage
 MSIECrawler
+MTRobot
+Mag-Net
 Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-Majestic12
 MarkWatch
 Mass Downloader
-Mata Hari
+Masscan
 MauiBot
-Mediatoolkitbot
-MegaIndex.ru
-Microsoft Data Access
-Minefield
+Metauri
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
+Msrabot
+NICErsPRO
+Name Intelligence
 Nameprotect
-Navroad
+NearSite
 Needle
-Nessus
-NetMechanic
-NetSpider
+NetZIP
 Nettrack
-Niki-bot
 Nikto
-Nimbostratus
-Ninja
+NimbleCrawler
 Nmap
 Not
-Nuclei
-Nutch
-OrangeBot
-OutfoxBot
+Offline Explorer
+Offline Navigator
+OpenVAS
+OrangeSpider
 PECL::HTTP
 PHPCrawl
-Pavuk
-Pi-Monster
-Picscout
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageScorer
+PageThing.com
+Pandalytics
+Panscient
+Papa Foto
+PeoplePal
 Picsearch
 PictureFinder
-Piepmatz
+Pimonster
 Pixray
+PleaseCrawl
 Pockey
-PyCurl
+ProWebWalker
+Probethenet
+Pump
 QueryN Metasearch
-Quick-Crawler
+RSSingBot
 RankActive
-RankActiveLinkBot
-RankingBot
+RankFlex
+RankingBot2
 RankurBot
-Reaper
-RedesScrapy
-RocketCrawler
+RealDownload
 Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SalesIntelligent
-ScoutJet
+SBIder
+SEOkicks
+SMTBot
+Scrapy
 Screaming
-SemanticJuice
-Semrush
+Seekport
+SemrushBot
+SentiBot
 SeoSiteCheckup
-SeobilityBot
-Siphon
-Sitebeam
+SiteExplorer
+Siteimprove
 SmartDownload
 Snake
-Snapbot
+Snoopy
+Sogou web spider
 Sosospider
-SpaceBison
+Sottopop
 Spammen
-Spanner
 Spbot
+Sqlworm
 Sqworm
-Steeler
 SuperHTTP
-SurveyBot
-Szukacz
+Surfbot
+Swiftbot
+T0PHackTeam
+T8Abot
 Teleport
-TheNomad
-TightTwatBot
-Titan
-Trendiction
+The Intraformant
+Toata
+Toweyabot
+Tracemyfile
+Trendictionbot
 True_Robot
+Turingos
+TurnitinBot
 TwengaBot
 Typhoeus
-URLy Warning
-URLy.Warning
-VB Project
-VCI
-VelenPublicWebCrawler
+V-BOT
+Vagabondo
+VidibleScraper
 WASALive-Bot
-WISENutbot
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
-WeSEE
+Web Collage
 Web Fuck
-WebCollage
-WebCopier
+Web Sucker
+WebAuto
+WebEnhancer
 WebLeacher
+WebReaper
+WebSauger
 WebStripper
-WebSucker
-WebWhacker
-WebmasterWorldForumBot
-Website Quester
-Webster
-Who.is Bot
-WiseGuys Robot
-Woobot
+WebZIP
+Webshag
+Whacker
+Whatweb
+Wotbox
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zade
-Zauba
 Zermelo
 Zitebot
-ZoominfoBot
-arquivo-web-crawler
+ZoomBot
+ZyBorg
 arquivo.pt
 autoemailspider
-check1.exe
-coccocbot-web
+backlink-check
 cognitiveseo
 com.plumanalytics
+crawl.sogou.com
+dataforseo.com
 demandbase-bot
-evc-batch
-facebookscraper
-gopher
-ips-agent
+heritrix
+isitwp.com
 iubenda-radar
+lwp-request
+lwp-trivial
 magpie-crawler
-meanpathbot
-probe-image-size
+oBot
+page scorer
+pcBrowser
+polaris version
 ripz
 s1z.ru
 satoristudio.net
-seocompany.store
+scan.lol
+seostar
 sexsearcher
 siteripz
-sp_auditbot
-spyfu
-tAkeOut
-trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
-webmeup-crawler
-x22Mozilla
-zgrab