V4.2022.10.3396 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
+80legs
 ALittle Client
+ASPSeek
 Aboundex
 AfD-Verbotsverfahren
-Aipbot
-Alligator
+AiHitBot
 AlphaBot
-Anarchy
 Anarchy99
-Apexoo
-Asterias
+Aspiegel
 Atomseobot
 Attach
-AwarioSmartBot
+AwarioRssBot
+BBBike
+BDCbot
+BDFetch
+BackStreet
+Backlink-Ceck
 BacklinkCrawler
-Bandit
+Badass
 BatchFTP
-BetaBot
-Bigfoot
-Black Hole
-Boardreader
+Battleztar Bazinga
+Blackboard
+BlowFish
+Brandwatch
 Buck
-BuiltBotTough
-Bullseye
-BunnySlippers
-Calculon
-Cegbfeieh
-CensysInspect
-CherryPicker
-Chlooe
-Citoid
+BuzzSumo
+CCBot
+Claritybot
 Cloud mapping
 Cocolyzebot
 Cogentbot
-Copier
+Collector
+CopyRightCheck
+Copyscape
+Cosmos
 Craftbot
-Crescent
+Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
-CyotekWebCopy
-DBLBot
-DIIbot
+Curious
 DSearch
 DataCha0s
+DatabaseDriverMysqli
 Demon
 Digincore
+Dirbuster
 Discobot
 Discoverybot
 Dispatch
+DittoSpyder
+DomCopBot
 DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
+Domains Project
 Dotbot
 Download Wonder
 Dragonfly
-EMail Siphon
-ExtLinksBot
-ExtractorPro
+EMail Wolf
+Ecxi
+EroCrawler
+Evil
+Exabot
+Express WebPictures
+EyeNetIE
 FHscan
-Fimap
-Firefox/7.0
+Flunky
+Foobot
 FrontPage
-FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-Genieo
-Getintent
-Go!Zilla
-Gotit
+GetRight
+Gigabot
+GoZilla
 GrabNet
-GrapeshotCrawler
+Grafula
+HTMLparser
+HTTP::Lite
+HTTrack
 HaosouSpider
-Harvest
 Heritrix
-HonoluluBot
-Image Sucker
-Indy Library
-InterGET
+HybridBot
+IDBTE4M
+IndeedBot
+InfoTekies
+Intelliseek
 Internet Ninja
-Iria
-Iskanie
 IstellaBot
 JOC Web Spider
-JetCar
-Jetty
-Kenjin Spider
+JustView
 Keybot Translation-Search-Machine
-Keyword Density
-LNSpiderguy
-LWP::Simple
-Larbin
-Leap
+Kozmosbot
+Lanshanbot
+LeechGet
 LexiBot
 Lftp
 LibWeb
 Libwhisker
-Likse
+LieBaoFast
 LinkWalker
 LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
-Majestic SEO
+Litemage_walker
+Ltx71
+MIIxpc
+Mag-Net
+Mail.RU_Bot
+MarkMonitor
+MarkWatch
 Mata Hari
-Mediatoolkitbot
-Metauri
-MicroMessenger
+Meanpathbot
+Microsoft Data Access
 Mister PiX
-Mojeek
-MolokaiBot
-Morfeus Fucking Scanner
+Mojolicious
+Mr.4x3
 Msrabot
-NICErsPRO
+Musobot
+NPbot
 Name Intelligence
-NetLyzer
+Nameprotect
+Needle
+Nessus
+Net Vampire
 NetMechanic
-NetSpider
+NetZIP
 Netcraft
-Nettrack
-Netvibes
-NextGenSearchBot
+Nibbler
+Niki-bot
 Nikto
+Ninja
+Not
 Nutch
 Offline Explorer
+Offline Navigator
+OnCrawl
+Openfind
+Openvas
+OrangeSpider
+OutclicksBot
 PECL::HTTP
-PHPCrawl
-Page Analyzer
-PageScorer
+PageGrabber
 PageThing.com
-Pandalytics
 Panscient
-Petalbot
 Picscout
 Picsearch
+PictureFinder
 Piepmatz
-PleaseCrawl
 Pockey
-ProWebWalker
-Pu_iN
-Pump
-QueryN Metasearch
-Quick-Crawler
+Psbot
 RSSingBot
+RankActive
+Rankivabot
+RankurBot
 RealDownload
-RebelMouse
+Reaper
 RedesScrapy
-Rogerbot
+RepoMonkey
+Ripper
 SEOprofiler
+SEOstats
 SISTRIX
-SMTBot
 SalesIntelligent
-ScoutJet
+ScanAlert
+Scanbot
 ScreenerBot
 Searchestate
 SearchmetricsBot
-SemanticJuice
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-Siphon
-SiteSucker
-Sitebeam
-Snake
+Semrush
+Site Sucker
+SiteSnagger
+Siteimprove
+SmartDownload
+Snoopy
 Sociscraper
-SpaceBison
+Sosospider
+Spbot
+SputnikBot
 Sqlmap
 Sqlworm
-Stripper
-Sucuri
-SuperBot
-SurveyBot
+Sucker
+SuperHTTP
+Suzuran
 Szukacz
-Teleport
-Telesoft
-Thumbor
+Telesphoreo
+Telesphorep
+The Intraformant
+TightTwatBot
 Titan
-Trendictionbot
-Turnitin
+Toweyabot
+Tracemyfile
+Trendiction
+True_Robot
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
 URLy Warning
 URLy.Warning
-VelenPublicWebCrawler
-VeriCiteCrawler
-Voil
-WEBDAV
+VCI
+Vagabondo
+Virusdie
 WISENutbot
-WPScan
 WWW-Collector-E
+WWW::Mechanize
+Wallpapers
 WallpapersHD
-Web Enhancer
-Web Pix
-Web Sauger
-WebCopier
-WebGo IS
-WebImageCollector
-WebLeacher
-WebSauger
-WebZIP
-Webalta
-WebsiteExtractor
+Web Auto
+Web Fuck
+Web Sucker
+WebAuto
+WebPix
+WebWhacker
+WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteQuester
-Who.is Bot
-WinHTTrack
+Webster
+Widow
 Woobot
-Wprecon
 Xaldon_WebSpider
+YoudaoBot
 Zade
 Zermelo
-ZoomBot
 ZumBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
 arquivo.pt
-autoemailspider
 backlink-check
-clark-crawler
-com.plumanalytics
-crawler.feedback
-demandbase-bot
-evc-batch
+check1.exe
+coccocbot
+crawl.sogou.com
+crawler4j
+gopher
 isitwp.com
-iubenda-radar
 lwp-request
+magpie-crawler
 mediawords
 muhstik-scan
 netEstate NE Crawler
+oBot
 page scorer
 pcBrowser
-plumanalytics
-s1z.ru
-scalaj-http
+satoristudio.net
 scan.lol
 seocompany.store
-seoscanners
 seostar
+serpstatbot
 sitechecker.pro
-sp_auditbot
-trendiction.de
-voyagerx.com
-webpros.com
-zgrab
+sysscan
+webmeup-crawler
+x22Mozilla