V4.2022.03.2990 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
 AIBOT
-ALittle Client
 Abonti
 Aboundex
-AhrefsBot
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-AlphaBot
-Anarchy
-Anarchy99
+AllSubmitter
+Anthill
 Asterias
-Attach
+Atomseobot
+BDCbot
+BLEXBot
+BackDoorBot
+BackStreet
+BacklinkCrawler
 Bandit
-Boardreader
-Bolt
+Barkrowler
+Battleztar Bazinga
+BetaBot
+BlackWidow
+BotALot
+Brandprotect
 BuiltBotTough
-BuiltWith
-CCBot
-Calculon
+BunnySlippers
+BuzzSumo
+CSHttp
 Cegbfeieh
+CheeseBot
+CherryPicker
+ChinaClaw
+Chlooe
 Citoid
+Claritybot
 Cogentbot
-Copier
-CopyRightCheck
-Craftbot
+Collector
 CrazyWebCrawler
-Curious
+Crescent
 CyotekWebCopy
-DBLBot
-DIIbot
+DSearch
+DTS Agent
 DataCha0s
+DatabaseDriverMysqli
 Demon
 Deusu
-Digincore
 DigitalPebble
 Dispatch
-DomCopBot
+DnBCrawler-Analytics
+DomainCrawler
 DomainSigmaCrawler
+Domains Project
 Dotbot
+Dragonfly
 Drip
-EasyDL
-Ecxi
-Evil
-Exabot
+EMail Wolf
+EirGrabber
 Express WebPictures
+ExtLinksBot
 Extractor
-ExtractorPro
-Extreme Picture Finder
-FDM
-FHscan
-Flunky
-Foobot
-Fuzz
+FlashGet
+Freeuploader
 FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
+Genieo
+GermCrawler
 GetRight
-Getintent
+Gigabot
+Go!Zilla
+GoZilla
 Grafula
-HEADMasterSEO
 HTTP::Lite
 HaosouSpider
+Harvest
 Hloader
-HonoluluBot
 Humanlinks
-HybridBot
 IDBTE4M
 IDBot
-Image Sucker
+Iblog
 Indy Library
-InfoNaviRobot
-InfoTekies
-Internet Ninja
-Iria
-Iskanie
 JamesBOT
 Jbrofuzz
-JennyBot
-JetCar
-Jetty
-Jorgee
-JustView
-Kenjin Spider
+Joomla
 Keyword Density
-Lanshanbot
+Kozmosbot
 Larbin
 Leap
+LeechFTP
 LexiBot
-Libwhisker
-LieBaoFast
-Likse
+LibWeb
+Lightspeedsystems
 LinkWalker
-Linkdexbot
-LinkpadBot
-LinksManager
-LinqiaRSSBot
+Linkbot
 LinqiaScrapeBot
-Lmspider
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+MFC_Tear_Sample
 MIIxpc
+MSIECrawler
+MTRobot
+Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Majestic12
 MarkMonitor
-MarkWatch
-Mass Downloader
-Mata Hari
-MeanPath Bot
-MegaIndex.ru
+Masscan
+MauiBot
+Meanpathbot
 Metauri
-Microsoft Data Access
-Microsoft URL Control
-Minefield
+MicroMessenger
 Mister PiX
-Moblie Safari
-Mojeek
 MolokaiBot
-Morfeus Fucking Scanner
-Musobot
+Mozlila
+Mr.4x3
+Msrabot
 NICErsPRO
-Nameprotect
-Navroad
+NPbot
+Name Intelligence
+NearSite
 Nessus
-NetAnts
-NetLyzer
-NetSpider
-Netcraft
-Nettrack
-Netvibes
-Nibbler
-NimbleCrawler
+NetZIP
+Niki-bot
+Ninja
 Nmap
-Nuclei
-Octopus
+Not
 Offline Explorer
-OpenVAS
+OpenLinkProfiler
+Openvas
+OutclicksBot
 OutfoxBot
-Page Analyzer
-PageAnalyzer
+PHPCrawl
+POE-Component-Client-HTTP
 PageThing.com
 Panscient
-Papa Foto
-Pavuk
-Picsearch
-PictureFinder
-Pixray
-Pockey
-Probethenet
+Petalbot
+Piepmatz
 Pu_iN
 Pump
-QueryN Metasearch
-RSSingBot
-RankurBot
+PxBroker
+RankActive
+Rankivabot
+RebelMouse
+Recorder
+RedesScrapy
+RepoMonkey
 Rogerbot
-SEOkicks-Robot
+SEOprofiler
+SISTRIX
 SalesIntelligent
 ScanAlert
+ScoutJet
 Scrapy
-ScreenerBot
+Screaming
 Searchestate
 Seekport
-SemanticJuice
-SentiBot
-SiteExplorer
-SiteLockSpider
+Semrush
+SeoSiteCheckup
+Seomoz
+Shodan
+Siphon
+SiteCheckerBotCrawler
+SiteSucker
+Sitebeam
 Siteimprove
 SmartDownload
+Snake
+SocialRankIOBot
 Sociscraper
+Sogou web spider
+SpaceBison
+SpankBot
 Spanner
+Spbot
 Sqlmap
-Stripper
+Sqlworm
+Sucker
 SuperBot
+Suzuran
+Swiftbot
+Szukacz
+Teleport
 TeleportPro
-Telesoft
-Telesphoreo
-The Intraformant
-Thumbor
-TightTwatBot
+Titan
 Toata
-Trendictionbot
+Trendiction
+Turingos
 TwengaBot
 Twice
+Typhoeus
 URLy Warning
 Upflow
-VB Project
 VCI
+Vacuum
+VeriCiteCrawler
 Virusdie
 Voil
+WBSearchBot
 WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
-Wallpapers
-WallpapersHD
-Web Sucker
+Web Auto
+Web Enhancer
+Web Fuck
+Web Sauger
 WebCollage
-WebCopier
-WebEnhancer
-WebFetch
 WebImageCollector
-WebReaper
 WebSauger
 WebStripper
-WebWhacker
-Webalta
+WebSucker
+WebZIP
 WebmasterWorldForumBot
 Website Quester
 WebsiteExtractor
+Webster
 Whack
-WinHTTrack
-WiseGuys Robot
+Whacker
+Who.is Bot
 Wonderbot
-Woobot
-Xaldon_WebSpider
+Wotbox
+Wprecon
 Xenu
 YoudaoBot
 Zauba
+Zeus
 Zitebot
 ZmEu
-ZoomBot
-ZoominfoBot
-ZyBorg
-adscanner
-backlink-check
+ZumBot
+arquivo-web-crawler
+autoemailspider
+check1.exe
+clark-crawler
 coccocbot
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 demandbase-bot
-facebookscraper
+eCatch
+internetVista monitor
 isitwp.com
+iubenda-radar
 lwp-trivial
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
-page scorer
-probe-image-size
-satoristudio.net
-scan.lol
-seobility
+mediawords
+oBot
+seoscanners
 serpstatbot
 sexsearcher
-sogouspider
-sp_auditbot
+siteripz
+sysscan
 tAkeOut
-webmeup-crawler
-webpros.com
+trendiction.com
+ubermetrics-technologies.com
 x09Mozilla
 zauba.io