V4.2023.01.3537 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-ASPSeek
-Abonti
-Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
+404enemy
+80legs
+ALittle Client
+Aboundexbot
+Aipbot
 Alexibot
-AllSubmitter
-Anarchy99
-Ankit
 Anthill
-Apexoo
+Atomseobot
+AwarioRssBot
+AwarioSmartBot
 BBBike
-BDCbot
-BackWeb
-Badass
-Bandit
-Barkrowler
+BDFetch
+BackDoorBot
+BatchFTP
+Battleztar Bazinga
+BetaBot
+Bitacle
 Blackboard
 Blow
-BlowFish
-Brandprotect
+Boardreader
+BotALot
+Brandwatch
 Buck
 Buddy
-BuiltBotTough
 BuzzSumo
 CATExplorador
 CCBot
-CazoodleBot
-Cegbfeieh
-Citoid
-Cloud mapping
-Copier
-Copyscape
+CODE87
+CensysInspect
+CheTeam
+CherryPicker
+ChinaClaw
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
 Craftbot
+CrazyWebCrawler
+Crescent
+Curious
 DBLBot
-DIIbot
+DSearch
 DTS Agent
 DatabaseDriverMysqli
-Deusu
-Digincore
 DigitalPebble
 Dirbuster
-Disco
-DittoSpyder
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
+DnyzBot
 Domains Project
-Dragonfly
-EMail Siphon
-EasyDL
+EMail Wolf
 Ebingbong
-Exabot
+Ecxi
+EroCrawler
 Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FHscan
+ExtLinksBot
+Extractor
 FemtosearchBot
-FlashGet
-Flunky
+Fimap
 Freeuploader
-FrontPage
-GetRight
-Go-Ahead-Got-It
+FyberSpider
+G-i-g-a-b-o-t
+Genieo
+GetWeb
+Getintent
+GoZilla
 GrabNet
 Grafula
 GrapeFX
-HEADMasterSEO
+HMView
 HTMLparser
-HTTP::Lite
-Haansoft
-Harvest
-Hloader
-HybridBot
-IRLbot
-Id-search
-IlseBot
+HonoluluBot
+IDBTE4M
 Image Fetch
 IndeedBot
-JOC Web Spider
+Intelliseek
 JamesBOT
+JennyBot
 Jetty
-JikeSpider
+Joomla
 Jorgee
 JustView
 Kenjin Spider
 Kozmosbot
 Lanshanbot
 Larbin
-LeechFTP
+Leap
 LibWeb
+LieBaoFast
 Lightspeedsystems
 Likse
-LinkScan
-Linkbot
 LinkextractorPro
-LinkpadBot
+LinksManager
+LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-Ltx71
+Lmspider
 MIIxpc
+MJ12bot
 MQQBrowser
 MSFrontPage
-Mail.RU_Bot
-Majestic12
+Majestic SEO
 MarkMonitor
+Mass Downloader
+Masscan
+Mata Hari
 MauiBot
+Mb2345Browser
 MeanPath Bot
+Meanpathbot
 Metauri
-Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Mojolicious
-MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
 Musobot
-NetSpider
+NPbot
+Navroad
+NearSite
+Needle
+Net Vampire
+NetZIP
+Netvibes
 Nibbler
+Niki-bot
 Nimbostratus
-Nmap
-Nuclei
-Octopus
-Offline Navigator
-OnCrawl
-Openfind
+Openvas
 OrangeBot
-OrangeSpider
-OutclicksBot
 OutfoxBot
-PECL::HTTP
-Page Analyzer
+PageAnalyzer
 PageGrabber
 PageScorer
-Pandalytics
+PageThing.com
 Papa Foto
+PeoplePal
+Petalbot
+Picsearch
 Piepmatz
 Pimonster
 Pixray
 Pockey
-Pu_iN
-Pump
-PxBroker
 PyCurl
-RankFlex
-RankingBot
-RankingBot2
+QueryN Metasearch
 Rankivabot
-RankurBot
-ReGet
-RedesScrapy
+Re-re
+Reaper
+RebelMouse
+Recorder
+RepoMonkey
 RocketCrawler
+Rogerbot
+SEOkicks-Robot
 SEOlyticsCrawler
+SEOstats
 SISTRIX
-SMTBot
-SalesIntelligent
 ScanAlert
+Scanbot
 ScoutJet
 Scrapy
+Screaming
 ScreenerBot
-SearchmetricsBot
+ScrepyBot
+Semrush
+SemrushBot
 SentiBot
 SeoSiteCheckup
 SeobilityBot
-Shodan
 Siphon
-SiteExplorer
-Snake
+SiteSnagger
+SmartDownload
 Snoopy
+SocialRankIOBot
+Sociscraper
 SpaceBison
-Spbot
-Sucker
-SuperHTTP
+Spammen
+SpankBot
+Sqlmap
+Sqlworm
+Steeler
+Stripper
 Surfbot
-Suzuran
+Szukacz
+T8Abot
 TeleportPro
-Telesoft
-Telesphoreo
-TightTwatBot
-Tracemyfile
-Trendiction
-Trendictionbot
-Turnitin
+Toata
+Toweyabot
 TurnitinBot
-Twice
-Typhoeus
+TwengaBot
 URLy Warning
 Upflow
-V-BOT
-VB Project
-VCI
+VeriCiteCrawler
+VidibleScraper
 Virusdie
-VoidEYE
-WPScan
-WWW-Mechanize
+Voil
+Voltron
+WWW-Collector-E
+WWWOFFLE
+Wallpapers
 WeSEE
 Web Auto
 Web Collage
-Web Fetch
-Web Fuck
-Web Pix
-WebFetch
-WebSucker
+Web Enhancer
+Web Sucker
+WebCopier
 WebWhacker
+Webalta
 WebmasterWorldForumBot
-Webster
-Who.is Bot
-WinHTTrack
+WebsiteQuester
+Whatweb
 WiseGuys Robot
-Wonderbot
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
+Wotbox
 YoudaoBot
 Zade
+Zauba
+Zermelo
 Zitebot
-ZoomBot
+ZmEu
 ZoominfoBot
-archive.org_bot
 backlink-check
+cah.io.community
 check1.exe
 clark-crawler
-com.plumanalytics
-crawl.sogou.com
+cognitiveseo
 dataforseo.com
-eCatch
-evc-batch
-facebookscraper
+demandbase-bot
+domainsproject.org
+heritrix
 instabid
-internetVista monitor
+ips-agent
 isitwp.com
 iubenda-radar
-linkdexbot
-magpie-crawler
-muhstik-scan
+lwp-trivial
+meanpathbot
+oBot
 page scorer
-pcBrowser
-ripz
+plumanalytics
 s1z.ru
 satoristudio.net
-scalaj-http
+scan.lol
+seobility
 seocompany.store
-seoscanners
-sitechecker.pro
 spyfu
 sysscan
+tAkeOut
 trendiction.com
+trendiction.de
+webgains-bot
 webmeup-crawler
-webpros.com
-webprosbot
+x09Mozilla
+x22Mozilla