V4.2022.09.3365 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
+404checker
 404enemy
+80legs
 AIBOT
-Abonti
+ALittle Client
 Aboundex
-Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
+Aipbot
 AllSubmitter
-Alligator
-Anarchy
-Anarchy99
+Anarchie
 Ankit
-Asterias
-Atomseobot
+Apexoo
+Aspiegel
 BBBike
-BDCbot
+BDFetch
 BackDoorBot
-BackWeb
 Backlink-Ceck
 Badass
-Bandit
+Barkrowler
+BatchFTP
 Battleztar Bazinga
-BlackWidow
+Blow
+BlowFish
+Boardreader
+Bolt
 BotALot
-Brandprotect
+Buddy
 BuiltBotTough
-BuiltWith
 BunnySlippers
-CSHttp
+CCBot
+CODE87
+Calculon
 CazoodleBot
 Cegbfeieh
-CensysInspect
 CheTeam
 CheeseBot
-Cloud mapping
-Cocolyzebot
-Copier
-CopyRightCheck
+Chlooe
+Cogentbot
 Copyscape
-Crawling at Home Project
+Cosmos
 CrazyWebCrawler
-CrunchBot
-CyotekWebCopy
+Custo
+DBLBot
+DIIbot
+DTS Agent
+DataCha0s
 Deusu
-Digincore
-Discobot
+Devil
 Discoverybot
 Dispatch
-DittoSpyder
-DomainAppender
-DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-Dotbot
-Download Wonder
-Drip
-ECCP/1.0
+Domains Project
+Dragonfly
+EMail Wolf
 EasyDL
-EirGrabber
-Exabot
-Express WebPictures
-Extreme Picture Finder
-EyeNetIE
-Ezooms
+Ebingbong
+Ecxi
+Evil
+Extractor
+FHscan
 FemtosearchBot
-Firefox/7.0
-Freeuploader
+Flunky
 FrontPage
 FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-GermCrawler
+Fyrebot
+GetWeb
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 GrabNet
-GrapeFX
+GrapeshotCrawler
 GridBot
 HMView
-HTMLparser
+HTTP::Lite
 HTTrack
 HaosouSpider
 Havij
 Humanlinks
 IDBTE4M
-IDBot
-IRLbot
 Image Sucker
-Intelliseek
+Indy Library
+InfoNaviRobot
+InfoTekies
+InternetSeer
+Iria
 IstellaBot
-JOC Web Spider
-JamesBOT
-Jorgee
+JustView
+Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
-Kozmosbot
-Lanshanbot
+Keyword Density
+Kinza
 Leap
-LeechGet
-LieBaoFast
-Linkbot
+LeechFTP
+LexiBot
+Lftp
+Libwhisker
+Likse
+LinkScan
+LinkWalker
 LinkextractorPro
 LinkpadBot
-LinksManager
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Litemage_walker
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MQQBrowser
-Magnet
+MSFrontPage
+MSIECrawler
+MTRobot
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Majestic12
 MarkMonitor
-Mb2345Browser
-Metauri
+Mass Downloader
+MauiBot
+MeanPath Bot
+MicroMessenger
 Microsoft Data Access
+Minefield
 Mojeek
-Morfeus Fucking Scanner
-Musobot
+MolokaiBot
+Mr.4x3
 NICErsPRO
-Name Intelligence
-Nameprotect
-Navroad
+NPbot
 NearSite
+Needle
 NetAnts
-Nettrack
-Netvibes
-Nikto
-NimbleCrawler
-Nuclei
-Nutch
-Octopus
+NetSpider
+Netcraft
+Niki-bot
+Ninja
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OrangeSpider
 OutclicksBot
+OutfoxBot
+POE-Component-Client-HTTP
 Page Analyzer
+PageAnalyzer
 PageGrabber
-Panscient
-Picscout
+PageScorer
+Pandalytics
+Pavuk
 Picsearch
 PictureFinder
+Piepmatz
+Pixray
 Pockey
-PxBroker
-Quick-Crawler
-RankingBot
-Re-re
+Pump
+PyCurl
+RSSingBot
+RankFlex
 ReGet
-RealDownload
-RedesScrapy
-RepoMonkey
-RocketCrawler
+Reaper
+Ripper
+Rogerbot
 SEOkicks-Robot
-SEOprofiler
+SEOstats
+SISTRIX
 SMTBot
-SalesIntelligent
+ScanAlert
+Scanbot
+ScoutJet
 Scrapy
 ScreenerBot
-ScrepyBot
 Searchestate
 Seekport
-SentiBot
-Shodan
+SemrushBot
+SeoSiteCheckup
+SeobilityBot
 Siphon
-SiteCheckerBotCrawler
-SiteSucker
-Sitevigil
+SiteLockSpider
 Snake
-Snoopy
-Sociscraper
+Snapbot
+Sogou web spider
 Sottopop
-Sqlmap
+SpaceBison
 Stripper
+Sucker
+Sucuri
 SuperBot
+SuperHTTP
+Suzuran
 Swiftbot
-T8Abot
-Thumbor
-Titan
+Szukacz
+Teleport
+TeleportPro
+Telesphorep
+Toata
 Toweyabot
-Tracemyfile
-Trendiction
-True_Robot
 Turingos
-Turnitin
-TurnitinBot
-TwengaBot
 UnisterBot
 V-BOT
-VCI
-Vagabondo
-Virusdie
-Voil
-Voltron
+Vacuum
 WASALive-Bot
-WBSearchBot
-WISENutbot
 WWW-Collector-E
-WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WeSEE
-WebAuto
+WWWOFFLE
+Web Auto
+Web Enhancer
+Web Fetch
 WebBandit
-WebLeacher
+WebPix
 WebSauger
-WebWhacker
-WebZIP
-Webalta
-Webshag
-Website Quester
+WebStripper
+WebSucker
+WebmasterWorldForumBot
 WebsiteQuester
-Whack
-Whacker
+Whatweb
 WiseGuys Robot
-Xaldon WebSpider
+Wonderbot
+Woobot
+Wotbox
 Xaldon_WebSpider
-Zeus
+Xenu
+Zitebot
 ZmEu
-ZoominfoBot
-ZumBot
+ZoomBot
 adscanner
+archive.org_bot
+arquivo.pt
 backlink-check
 cah.io.community
-com.plumanalytics
-demandbase-bot
-eCatch
-facebookscraper
-gopher
-instabid
+check1.exe
+clark-crawler
+coccocbot
+cognitiveseo
+crawl.sogou.com
+heritrix
 internetVista monitor
-lwp-request
-muhstik-scan
-oBot
-probe-image-size
+ips-agent
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-trivial
+plumanalytics
 satoristudio.net
 scalaj-http
 seoscanners
+seostar
+sexsearcher
 sitechecker.pro
-siteripz
 sogouspider
 sp_auditbot
-spyfu
-ubermetrics-technologies.com
-webprosbot
+voyagerx.com
+webmeup-crawler
+webpros.com
 x09Mozilla
-xpymep1.exe
-zauba.io
+x22Mozilla
+zgrab