V4.2022.09.3370 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
+80legs
+ADmantX
 ASPSeek
+Abonti
+Aboundex
+Aboundexbot
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
+AllSubmitter
 AlphaBot
-Ankit
-Atomseobot
-AwarioSmartBot
+Anarchie
+Anthill
+Asterias
+BDCbot
 BDFetch
-BLEXBot
-BackStreet
-Backlink-Ceck
 Badass
-BetaBot
+BatchFTP
+Battleztar Bazinga
 Bigfoot
+Bitacle
 Black Hole
+BlackWidow
+Boardreader
 Bolt
-BotALot
 Brandprotect
+Brandwatch
+Buck
 Buddy
 BuzzSumo
-CATExplorador
+CCBot
+CODE87
+CSHttp
 Calculon
+CazoodleBot
+Cegbfeieh
 CensysInspect
-CheTeam
-ChinaClaw
-Citoid
-Cliqzbot
-Cocolyzebot
+CherryPicker
+Chlooe
+Claritybot
 Cogentbot
-Copyscape
+Collector
+CopyRightCheck
 Cosmos
-Craftbot
 CrazyWebCrawler
+Curious
 Custo
-DBLBot
+DIIbot
 DSearch
 DTS Agent
-DataCha0s
-Demon
 Deusu
 Devil
+Digincore
 DigitalPebble
-Discoverybot
-DomainSigmaCrawler
-DomainStatsBot
+Disco
+Discobot
+DnyzBot
+DomCopBot
+DomainCrawler
 Download Wonder
-Dragonfly
-EMail Siphon
-Ebingbong
-Ecxi
-Exabot
-Express WebPictures
-ExtLinksBot
+Drip
+EMail Wolf
+Evil
 Extractor
-FDM
-Fimap
+ExtractorPro
+Extreme Picture Finder
 Firefox/7.0
-FlashGet
 Freeuploader
 FrontPage
-G-i-g-a-b-o-t
-GalaxyBot
-Genieo
-GermCrawler
-GetRight
+GT::WWW
 GetWeb
-Go-Ahead-Got-It
-GrapeFX
-GrapeshotCrawler
-GridBot
-Hloader
-Humanlinks
+Getintent
+Gigabot
+GrabNet
+Grabber
+HEADMasterSEO
+HTTrack
+HaosouSpider
+Havij
+HonoluluBot
 IDBTE4M
-IlseBot
-Image Sucker
-IndeedBot
+IRLbot
+Iblog
 Indy Library
-InternetSeer
-Iria
 Iskanie
 IstellaBot
 JOC Web Spider
-JamesBOT
-Jorgee
+Jetty
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-LNSpiderguy
+Keyword Density
 LWP::Simple
-Larbin
-Libwhisker
-LieBaoFast
-Likse
-LinkScan
+LeechGet
+LexiBot
+LibWeb
 LinkextractorPro
-LinkpadBot
-LinqiaScrapeBot
-Litemage_walker
-Lmspider
-MIIxpc
-MJ12bot
+LinqiaRSSBot
+Lipperhey
+MFC_Tear_Sample
+MQQBrowser
+MSFrontPage
+MSIECrawler
 MTRobot
 Mag-Net
-Majestic-SEO
-MarkWatch
+Magnet
 Mass Downloader
+Masscan
 Mata Hari
 Mb2345Browser
 MeanPath Bot
-Mediatoolkitbot
-MicroMessenger
+Meanpathbot
 Microsoft URL Control
-Moblie Safari
 Mojeek
-Mojolicious
-Mozlila
-Msrabot
 Musobot
-NPbot
-Needle
+NICErsPRO
+Nameprotect
+Navroad
+NearSite
+Nessus
+Net Vampire
 NetAnts
+NetSpider
+NetZIP
+Nettrack
+Netvibes
+NextGenSearchBot
 Nibbler
+Niki-bot
 Nikto
-Nimbostratus
 Ninja
-Nutch
-Openvas
+Nmap
+OnCrawl
+OpenLinkProfiler
+OpenVAS
 OutclicksBot
+PECL::HTTP
 PHPCrawl
-PageAnalyzer
-PageGrabber
-PageThing.com
-Pandalytics
-Pavuk
+Page Analyzer
+Papa Foto
 Picscout
-Picsearch
 PictureFinder
 Piepmatz
-Pimonster
+Pixray
 ProPowerBot
-ProWebWalker
-Psbot
 Pu_iN
+PxBroker
 PyCurl
+QueryN Metasearch
 RSSingBot
 RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot
 RankingBot2
 Rankivabot
-RankurBot
 Re-re
-RebelMouse
-RepoMonkey
-Ripper
-SISTRIX
-SalesIntelligent
-Screaming
-ScrepyBot
+ReGet
+RealDownload
+Reaper
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks
+Scanbot
+Scrapy
 SearchmetricsBot
-SemrushBot
-SiteCheckerBotCrawler
-SiteExplorer
+Seekport
+SeoSiteCheckup
+Shodan
+Siphon
+SiteLockSpider
 SiteSucker
-Sitebeam
-SlySearch
+Siteimprove
 SmartDownload
-Snake
 Snapbot
-Snoopy
-SocialRankIOBot
-Spammen
-SpankBot
-Spbot
+Sogou web spider
+Spanner
 Spinn3r
-Sqlworm
-Sqworm
-Stripper
-Sucker
-Sucuri
-Swiftbot
+Steeler
+Suzuran
+T0PHackTeam
+T8Abot
 Teleport
-TeleportPro
-Telesphorep
-The Intraformant
+TheNomad
 Thumbor
 TightTwatBot
-Titan
-Toata
-Toweyabot
 Tracemyfile
 Trendiction
-Turnitin
+True_Robot
 TurnitinBot
 TwengaBot
-Typhoeus
-URLy Warning
-UnisterBot
 VCI
-VoidEYE
-Voil
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
 WASALive-Bot
 WBSearchBot
 WEBDAV
 WPScan
-WallpapersHD
-Web Auto
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
+WeSEE
 Web Enhancer
-Web Pix
-WebAuto
-WebCollage
-WebGo IS
+Web Fetch
+Web Sauger
+WebBandit
+WebEnhancer
+WebFetch
 WebImageCollector
-WebReaper
+WebLeacher
 WebSauger
+WebStripper
 WebWhacker
-Webalta
-Webshag
+WebZIP
+WebmasterWorldForumBot
 Webster
+Whack
+Whacker
+Widow
 WinHTTrack
-Woobot
-Zeus
-ZoomBot
+Wonderbot
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Zauba
+ZumBot
 adscanner
 archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-backlink-check
-check1.exe
 com.plumanalytics
-crawl.sogou.com
-crawler.feedback
+eCatch
+instabid
 isitwp.com
-iubenda-radar
-lwp-trivial
-magpie-crawler
+linkdexbot
 meanpathbot
 netEstate NE Crawler
-satoristudio.net
-seoscanners
+page scorer
+polaris version
+probe-image-size
 seostar
-sexsearcher
-siteripz
-sp_auditbot
-spyfu
-trendiction.com
-trendiction.de
-webmeup-crawler
+sysscan
+webgains-bot
 webprosbot
 x09Mozilla
+xpymep1.exe
 zauba.io