V4.2022.03.2997 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
+80legs
+ALittle Client
 Abonti
+Aboundex
 Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
 Alexibot
-Alligator
 Anarchie
-Anarchy
-Anthill
-AwarioRssBot
+Anarchy99
+Aspiegel
 AwarioSmartBot
-BBBike
-BDCbot
-BDFetch
 BLEXBot
-BackDoorBot
-Backlink-Ceck
+Badass
 Bandit
+Barkrowler
 BatchFTP
-Battleztar Bazinga
 BetaBot
-Blackboard
+BlackWidow
+Blow
+Boardreader
 BotALot
 Brandprotect
 Buck
+BuiltWith
 Bullseye
-BunnySlippers
-CATExplorador
+BuzzSumo
 CCBot
-Calculon
-CheTeam
-CheeseBot
+CODE87
+CSHttp
+CazoodleBot
 Chlooe
-Claritybot
-Cloud mapping
-Cosmos
+Citoid
+Cliqzbot
+Copier
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
-Curious
-CyotekWebCopy
-DBLBot
-DTS Agent
-DataCha0s
+DatabaseDriverMysqli
 Demon
+Devil
 Digincore
-DigitalPebble
+Dirbuster
+Disco
 Dispatch
-DittoSpyder
-DomainAppender
 DomainCrawler
 DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Download Wonder
+Dragonfly
 Drip
+ECCP/1.0
+EMail Siphon
 EMail Wolf
 Ebingbong
 EroCrawler
 Evil
-Exabot
-Express WebPictures
+Extractor
 Extreme Picture Finder
+FlashGet
 Flunky
-Fuzz
-Fyrebot
 GalaxyBot
-GetRight
-Go!Zilla
-GoZilla
-Grabber
+Genieo
+Getintent
+Go-Ahead-Got-It
+Gotit
+Grafula
+GrapeshotCrawler
 GridBot
 HEADMasterSEO
+HMView
+HTTP::Lite
 HTTrack
 Haansoft
+HaosouSpider
 Humanlinks
+HybridBot
+IDBTE4M
+IDBot
 IRLbot
-Iblog
-Image Fetch
-Image Sucker
+Id-search
+IlseBot
+Indy Library
+InfoNaviRobot
 Internet Ninja
 InternetSeer
-Iskanie
-JOC Web Spider
-JikeSpider
-JustView
+IstellaBot
+JamesBOT
+JetCar
+Joomla
+Jorgee
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-LNSpiderguy
+Lanshanbot
+Larbin
 LeechFTP
-LexiBot
-LibWeb
-Libwhisker
-Lightspeedsystems
+Lftp
+LieBaoFast
+LinkWalker
 Linkbot
-LinkextractorPro
+Linkdexbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
-MJ12bot
-MSIECrawler
+LinqiaRSSBot
+Lmspider
+Ltx71
 Mag-Net
-Magnet
-Majestic-SEO
-MarkMonitor
-MarkWatch
+Mail.RU_Bot
+Meanpathbot
+Mediatoolkitbot
+Metauri
 Microsoft Data Access
-Mojeek
+Mojolicious
+MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-NearSite
-NetAnts
-NetZIP
-Netvibes
+Mr.4x3
+Msrabot
+Musobot
+NPbot
+NetLyzer
+Nettrack
 NextGenSearchBot
-Nutch
+Nibbler
+NimbleCrawler
+Octopus
 Offline Explorer
 Offline Navigator
-OnCrawl
-Openfind
 Openvas
 OrangeBot
 OrangeSpider
 OutclicksBot
-PageGrabber
+OutfoxBot
 PageScorer
-PageThing.com
-Pandalytics
-Pavuk
-Pimonster
+Papa Foto
+PeoplePal
+Petalbot
+Picsearch
+PictureFinder
+Piepmatz
 Pixray
-ProPowerBot
-Pu_iN
+PleaseCrawl
+ProWebWalker
+Probethenet
 PyCurl
-RSSingBot
-RankActiveLinkBot
-RankingBot2
-Rankivabot
-RankurBot
+QueryN Metasearch
+Quick-Crawler
 ReGet
-RepoMonkey
+Ripper
 RocketCrawler
 SBIder
 SEOkicks
+SEOlyticsCrawler
+SISTRIX
 SMTBot
-SalesIntelligent
-Scanbot
-ScrepyBot
+ScanAlert
+ScoutJet
+ScreenerBot
+Searchestate
+SearchmetricsBot
 Seekport
 Semrush
+SemrushBot
 SentiBot
 SeoSiteCheckup
-Shodan
-Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
+SiteSucker
 Sitebeam
-Siteimprove
-Sitevigil
 SlySearch
-SmartDownload
 Snapbot
-SocialRankIOBot
+Sociscraper
 Sosospider
 Sottopop
 SpaceBison
-SpankBot
 Spbot
-Spinn3r
+SputnikBot
 Sqlmap
 Sqworm
-Steeler
-Stripper
-Sucker
 Sucuri
-SuperBot
-Surfbot
-SurveyBot
-Suzuran
-T8Abot
-Telesoft
-Telesphorep
-The Intraformant
+Szukacz
+T0PHackTeam
 TheNomad
-Thumbor
+TightTwatBot
 Titan
 Tracemyfile
 True_Robot
 Turingos
 Turnitin
-Twice
-Typhoeus
+TurnitinBot
+TwengaBot
 URLy Warning
-VoidEYE
+VB Project
+Virusdie
 Voil
-Voltron
 WASALive-Bot
 WBSearchBot
-WWWOFFLE
+WWW-Collector-E
 WeSEE
 Web Auto
-Web Enhancer
-Web Pix
 Web Sauger
-WebFetch
+WebCollage
+WebCopier
+WebGo IS
+WebPix
+WebSauger
 WebStripper
+WebSucker
+WebZIP
 Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whack
-Whacker
 Whatweb
-WinHTTrack
+Who.is Bot
 WiseGuys Robot
+Woobot
+Wotbox
 Xaldon WebSpider
-YoudaoBot
+Xaldon_WebSpider
+Xenu
 Zauba
-Zermelo
 Zeus
-ZmEu
 ZumBot
 arquivo.pt
-autoemailspider
-backlink-check
-check1.exe
-crawl.sogou.com
-crawler4j
-heritrix
-instabid
-internetVista monitor
-isitwp.com
-lwp-request
-lwp-trivial
+clark-crawler
+coccocbot
+cognitiveseo
+com.plumanalytics
+crawler.feedback
+dataforseo.com
+demandbase-bot
+domainsproject.org
+eCatch
+iubenda-radar
 magpie-crawler
 meanpathbot
 mediawords
-oBot
-plumanalytics
-scalaj-http
-scan.lol
-seoscanners
+seostar
 sexsearcher
-sitechecker.pro
-sogouspider
 sp_auditbot
-spyfu
 sysscan
 trendiction.com
 trendiction.de
-webpros.com
+voyagerx.com
+webmeup-crawler
+x09Mozilla
 x22Mozilla
-zauba.io
+xpymep1.exe