V4.2022.03.2967 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-80legs
-ADmantX
-AIBOT
-ASPSeek
-Alexibot
-AlphaBot
+Abonti
+Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
+Alligator
 Anthill
-Asterias
+Atomseobot
 Attach
-BBBike
-BDFetch
-BLEXBot
-BackDoorBot
+BDCbot
 BackStreet
+BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Badass
 Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Black Hole
+BlackWidow
 Blackboard
 BlowFish
+Boardreader
 Bolt
-BotALot
-Brandprotect
-Brandwatch
 Buck
-Buddy
-BuiltWith
-CheTeam
+Bullseye
+Calculon
+CensysInspect
 CheeseBot
-CherryPicker
-Citoid
-Claritybot
-Cocolyzebot
-Copyscape
-Crawling at Home Project
+Collector
+Cosmos
 CrazyWebCrawler
-CyotekWebCopy
-DBLBot
-DSearch
-DTS Agent
+Crescent
+CrunchBot
+DataCha0s
 DatabaseDriverMysqli
+Deusu
 Devil
-DnyzBot
-DomCopBot
+Dirbuster
+Discobot
 DomainSigmaCrawler
-Download Wonder
-Dragonfly
+Domains Project
+Dotbot
 Drip
 EMail Siphon
-EasyDL
-EroCrawler
-Evil
+Ecxi
+EirGrabber
+Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
+ExtractorPro
 Extreme Picture Finder
 FDM
-FHscan
-FlashGet
-Foobot
+Fimap
+Flunky
 Freeuploader
 Fuzz
+FyberSpider
 Fyrebot
-Genieo
-GermCrawler
-GetRight
-Getintent
-Grabber
-Grafula
-GrapeshotCrawler
+Gigabot
+Go!Zilla
+GrabNet
+HEADMasterSEO
+HTMLparser
+HTTrack
 Haansoft
+HaosouSpider
+Havij
 Heritrix
-HonoluluBot
+Hloader
+Humanlinks
+HybridBot
+IDBTE4M
+IRLbot
 Id-search
-Image Fetch
 InfoNaviRobot
-InfoTekies
-Iria
+Internet Ninja
+Iskanie
 IstellaBot
-JOC Web Spider
-Jbrofuzz
+JamesBOT
 JennyBot
-Jetty
+JetCar
+JikeSpider
+Joomla
 Jorgee
 Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
-Kinza
-Larbin
-LeechGet
-LexiBot
-Lftp
+Keyword Density
+Kozmosbot
+LibWeb
 Libwhisker
 LieBaoFast
-LinkScan
-LinkpadBot
+Lightspeedsystems
+LinkextractorPro
+LinqiaRSSBot
+Lipperhey
 Litemage_walker
-MJ12bot
-MTRobot
+MFC_Tear_Sample
+MIDown tool
+MSFrontPage
 Mag-Net
-Magnet
-Majestic SEO
-MeanPath Bot
-Meanpathbot
-Metauri
-MicroMessenger
+MarkWatch
+Masscan
+Mediatoolkitbot
 Microsoft Data Access
+Microsoft URL Control
 Mister PiX
-Mojeek
+Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
+Msrabot
 NICErsPRO
-Navroad
-NearSite
+NPbot
+Name Intelligence
 Net Vampire
-NetLyzer
 NetMechanic
 NetSpider
 Netcraft
+Nettrack
+NextGenSearchBot
 Niki-bot
 Nikto
 NimbleCrawler
+Nimbostratus
+Nutch
+Octopus
+Offline Explorer
 OnCrawl
 OrangeSpider
 OutclicksBot
-OutfoxBot
+PHPCrawl
+PageGrabber
 PageThing.com
-Pandalytics
-Panscient
-Pavuk
-Picscout
-PictureFinder
-Piepmatz
-Pimonster
-Pockey
-PxBroker
-QueryN Metasearch
-Quick-Crawler
+Papa Foto
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Pu_iN
+PyCurl
+RankActive
 RankActiveLinkBot
-Re-re
-ReGet
-RealDownload
+RankFlex
 Reaper
 Recorder
-Ripper
-Rogerbot
+RedesScrapy
+RocketCrawler
 SBIder
 SEOlyticsCrawler
-SEOprofiler
-SISTRIX
+SEOstats
 SMTBot
-ScanAlert
-Scanbot
-ScoutJet
-Screaming
+Scrapy
+Searchestate
 SearchmetricsBot
 Seekport
-Seomoz
+SemrushBot
+SeobilityBot
+Shodan
 Siphon
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
-SiteSucker
 Siteimprove
-Snapbot
-Sociscraper
-Sosospider
+Sitevigil
+SlySearch
+Sogou web spider
 Sottopop
-Spammen
-Spbot
-Spinn3r
+SputnikBot
+Sqlworm
+Steeler
+Stripper
+Sucker
+Surfbot
 SurveyBot
-Suzuran
+Swiftbot
+Szukacz
 T0PHackTeam
+T8Abot
 Teleport
-Telesphoreo
-Telesphorep
-The Intraformant
+Thumbor
 Titan
-Toweyabot
-Turnitin
-Twice
+Turingos
+TurnitinBot
 URLy Warning
-URLy.Warning
-V-BOT
-VB Project
+UnisterBot
+Upflow
 Vacuum
+Vagabondo
+Virusdie
 VoidEYE
+Voil
 Voltron
-WASALive-Bot
-WEBDAV
-WPScan
+WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
-Wallpapers
+WWWOFFLE
 Wallpapers/3.0
 WeSEE
 Web Fetch
+Web Fuck
 Web Pix
 Web Sauger
-WebAuto
-WebCopier
+Web Sucker
+WebBandit
+WebEnhancer
+WebFuck
 WebGo IS
-WebImageCollector
+WebLeacher
 WebPix
 WebReaper
-WebSauger
-WebZIP
+WebWhacker
 Webshag
-WebsiteQuester
-Webster
-Whatweb
+WebsiteExtractor
+Whack
+Who.is Bot
 Widow
+Woobot
 Wprecon
-Xaldon_WebSpider
-YoudaoBot
-Zade
-Zeus
+Xenu
+Zauba
 Zitebot
+ZoominfoBot
 ZumBot
+adscanner
+autoemailspider
+check1.exe
 clark-crawler
 coccocbot
-crawl.sogou.com
+cognitiveseo
+com.plumanalytics
 crawler.feedback
+crawler4j
 dataforseo.com
-demandbase-bot
 eCatch
 evc-batch
-gopher
+heritrix
+instabid
 internetVista monitor
-ips-agent
 isitwp.com
-iubenda-radar
-lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
 muhstik-scan
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
-ripz
-scalaj-http
-sitechecker.pro
+page scorer
+seobility
+seocompany.store
+seostar
 spyfu
-sysscan
-trendiction.com
 trendiction.de
 voyagerx.com
 webpros.com
 webprosbot
-x22Mozilla
-zauba.io