V4.2022.08.3293 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+80legs
+ADmantX
 AIBOT
-ALittle Client
-Abonti
+ASPSeek
 Aboundex
-Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Anarchy99
+Aipbot
+AllSubmitter
+Alligator
+AlphaBot
 Ankit
 Anthill
-Atomseobot
-BBBike
-BLEXBot
+Attach
+AwarioRssBot
+BDFetch
 BackWeb
 Backlink-Ceck
-BetaBot
+Badass
+Bandit
+Bigfoot
+BlackWidow
 Blackboard
 Blow
+Bolt
 Brandprotect
+Brandwatch
 Buck
-Buddy
 BuiltWith
-Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
 CODE87
 Cegbfeieh
-CheTeam
 CherryPicker
-ChinaClaw
-Cosmos
-Craftbot
-Crawling at Home Project
+Chlooe
+Cliqzbot
+CopyRightCheck
+CrazyWebCrawler
 CrunchBot
 Custo
-DIIbot
+DBLBot
 DSearch
-DTS Agent
-DataCha0s
+DatabaseDriverMysqli
 Demon
-Devil
 Digincore
+DigitalPebble
+Disco
 Dispatch
 DnBCrawler-Analytics
+DomainAppender
+DomainCrawler
 DomainStatsBot
-Domains Project
 Dotbot
 Dragonfly
-ECCP/1.0
-EasyDL
-Ebingbong
-Ecxi
-Express WebPictures
+EroCrawler
+Evil
+Exabot
 Extractor
-ExtractorPro
 Extreme Picture Finder
-Flunky
-Foobot
-Freeuploader
-GalaxyBot
-GermCrawler
-GetWeb
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
+FDM
+FHscan
+Firefox/7.0
+FrontPage
+G-i-g-a-b-o-t
 GoZilla
+GrabNet
 Grafula
-GrapeshotCrawler
-GridBot
 HMView
-HTTP::Lite
 HTTrack
-HaosouSpider
-HybridBot
-IDBTE4M
+Harvest
+Havij
 IRLbot
 IlseBot
-Image Sucker
 IndeedBot
-InfoTekies
-Iria
+Intelliseek
+Internet Ninja
 IstellaBot
 JOC Web Spider
 JikeSpider
+Joomla
 Jorgee
+JustView
 Kozmosbot
 LNSpiderguy
 Lanshanbot
-LeechGet
+Larbin
+Leap
+LibWeb
 Libwhisker
+LieBaoFast
+Lightspeedsystems
 LinkpadBot
 LinksManager
-LinqiaRSSBot
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+Lipperhey
 Litemage_walker
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
-MTRobot
-Magnet
+Lmspider
+Ltx71
+MIIxpc
+Mag-Net
 Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-MarkMonitor
+Majestic12
 MarkWatch
-MauiBot
+Masscan
+Mata Hari
+Mb2345Browser
 Meanpathbot
+MegaIndex.ru
+Metauri
+MicroMessenger
+Minefield
+Moblie Safari
 Mojeek
+MolokaiBot
 Morfeus Fucking Scanner
-Mozlila
-Msrabot
 NICErsPRO
 NPbot
+Nameprotect
 Needle
-Nessus
-NetLyzer
+NetAnts
 NetMechanic
-NetSpider
-Nettrack
-NextGenSearchBot
-Nibbler
-Ninja
-Nmap
-Not
+Netvibes
+NimbleCrawler
+Nuclei
 Offline Explorer
 OnCrawl
-OpenLinkProfiler
-OpenVAS
+Openfind
 Openvas
 OrangeBot
-OrangeSpider
 OutclicksBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
 Page Analyzer
-PageGrabber
-PageThing.com
-Pavuk
-PictureFinder
-Pimonster
-Pixray
+PageScorer
+Picscout
+PleaseCrawl
+PyCurl
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankActive
+RankingBot2
+Rankivabot
 RankurBot
 Re-re
 RealDownload
-RedesScrapy
+Recorder
 RepoMonkey
+Rogerbot
 SBIder
-SISTRIX
-SalesIntelligent
-ScoutJet
-Screaming
+SEOkicks-Robot
+SEOlyticsCrawler
+Scanbot
+Scrapy
+ScrepyBot
+Searchestate
+Semrush
 SemrushBot
-SeobilityBot
-Shodan
+SeoSiteCheckup
+Seomoz
 Siphon
 SiteLockSpider
-SiteSnagger
-SlySearch
-SmartDownload
-Snoopy
-SocialRankIOBot
+SiteSucker
+Sociscraper
 Sogou web spider
-Sottopop
-SpaceBison
-Spammen
-Spanner
+SpankBot
+Spbot
 Spinn3r
-Sqlworm
 Steeler
-Stripper
+SuperBot
 T0PHackTeam
-TeleportPro
-The Intraformant
-Thumbor
-Titan
-Toata
-Toweyabot
+Telesoft
+TheNomad
+Trendictionbot
+True_Robot
 Turingos
+Turnitin
 TurnitinBot
-TwengaBot
-Twice
-URLy.Warning
-VB Project
-VelenPublicWebCrawler
+Typhoeus
+Upflow
+Vacuum
+Vagabondo
 VeriCiteCrawler
+VidibleScraper
+Virusdie
+VoidEYE
 WASALive-Bot
 WBSearchBot
-WEBDAV
-WPScan
-WWW-Mechanize
+WISENutbot
 WWWOFFLE
-Wallpapers
 WallpapersHD
-Web Auto
+Web Collage
+Web Fuck
 Web Pix
-WebBandit
-WebCopier
-WebEnhancer
+Web Sucker
+WebCollage
 WebFetch
-WebLeacher
+WebImageCollector
+WebPix
+WebReaper
 WebSauger
 WebStripper
-WebWhacker
 WebZIP
-Webalta
+WebmasterWorldForumBot
+Webshag
 Website Quester
 WebsiteExtractor
+Webster
 Whacker
 Who.is Bot
-YoudaoBot
-Zade
-Zauba
-Zermelo
-Zeus
-ZoomBot
+Widow
+WiseGuys Robot
+Wonderbot
+Wprecon
+Zitebot
+ZmEu
 ZoominfoBot
-adscanner
+ZumBot
 archive.org_bot
 arquivo-web-crawler
+arquivo.pt
 backlink-check
+cah.io.community
 clark-crawler
-cognitiveseo
-crawl.sogou.com
-crawler4j
+coccocbot
+crawler.feedback
 dataforseo.com
-eCatch
-evc-batch
+domainsproject.org
 facebookscraper
-gopher
 heritrix
-instabid
-linkdexbot
+internetVista monitor
+iubenda-radar
 lwp-request
-muhstik-scan
-ripz
+lwp-trivial
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
+pcBrowser
+plumanalytics
+s1z.ru
 scan.lol
+seobility
+seocompany.store
+seostar
 serpstatbot
-tAkeOut
-trendiction.de
-webpros.com
+sp_auditbot
+spyfu
+sysscan
+ubermetrics-technologies.com
 webprosbot
-x22Mozilla
-xpymep1.exe
+x09Mozilla
+zauba.io
 zgrab