V4.2022.08.3302 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 ADmantX
-AIBOT
-Acunetix
+Aboundexbot
 AfD-Verbotsverfahren
-Aipbot
-Anarchy99
-Ankit
-Anthill
-BackStreet
+AiHitBot
+Alexibot
+AllSubmitter
+AlphaBot
+BDFetch
+BLEXBot
 BackWeb
 BacklinkCrawler
-Barkrowler
+Badass
 BatchFTP
 Battleztar Bazinga
+BetaBot
+Bigfoot
 Black Hole
 BlackWidow
 Blackboard
 BlowFish
-Boardreader
+BotALot
+Brandprotect
 Brandwatch
 Buck
-Bullseye
-BunnySlippers
-BuzzSumo
+BuiltWith
+CATExplorador
+CCBot
 CSHttp
-CherryPicker
-ChinaClaw
-Citoid
-Claritybot
-Cloud mapping
-Copier
-Craftbot
+CazoodleBot
+CensysInspect
+Cocolyzebot
+CopyRightCheck
+Copyscape
 Crawling at Home Project
-Curious
-DSearch
-Demon
-Deusu
-Digincore
-Dirbuster
-Disco
-DnyzBot
+Crescent
+CrunchBot
+Custo
+CyotekWebCopy
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
 DomCopBot
-DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-Dotbot
+Domains Project
 Download Wonder
 Dragonfly
-EirGrabber
-Evil
-Exabot
-Extreme Picture Finder
+EasyDL
+Express WebPictures
+ExtractorPro
+EyeNetIE
 FDM
 FHscan
-FemtosearchBot
 Fimap
-FlashGet
-Fyrebot
+Flunky
+Foobot
+Freeuploader
 GT::WWW
-GetWeb
+Genieo
+GermCrawler
+GetRight
 Gigabot
 GoZilla
-Gotit
 GrabNet
+Grabber
 Grafula
-GrapeshotCrawler
-HTTrack
-Haansoft
+HEADMasterSEO
+HMView
+HTMLparser
 HaosouSpider
-Havij
 Heritrix
-IDBot
+HonoluluBot
+HybridBot
+IDBTE4M
 Iblog
-Id-search
+IlseBot
 Image Fetch
-Indy Library
 InfoTekies
+Internet Ninja
 InternetSeer
+Iria
 Iskanie
 IstellaBot
+JOC Web Spider
 JamesBOT
+JennyBot
 JetCar
-Jyxobot
-LNSpiderguy
+Jetty
+Joomla
+JustView
+Kenjin Spider
 Lanshanbot
-Larbin
+Leap
+LeechFTP
+LeechGet
 Libwhisker
-LieBaoFast
-LinkScan
-LinkWalker
-LinkextractorPro
+Lightspeedsystems
+Linkbot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
-MJ12bot
+Litemage_walker
+MIIxpc
 MQQBrowser
-MSIECrawler
-Magnet
 Majestic SEO
 Majestic12
+MarkMonitor
+Mass Downloader
 Mata Hari
+MeanPath Bot
 Microsoft Data Access
-Microsoft URL Control
-Minefield
-Morfeus Fucking Scanner
-Mr.4x3
-Nameprotect
+Moblie Safari
+Musobot
+NICErsPRO
+NPbot
 NearSite
-Needle
-Nessus
-Net Vampire
+NetAnts
+NetMechanic
 NetZIP
 Netcraft
 Netvibes
-Nikto
+Nibbler
 Nmap
+Not
 Nutch
-Offline Navigator
+Octopus
+Offline Explorer
 OnCrawl
 OpenVAS
+Openvas
 OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
+POE-Component-Client-HTTP
 Page Analyzer
-Pavuk
-Piepmatz
+Panscient
+Petalbot
+PictureFinder
 Pimonster
 Pixray
-Pockey
-Probethenet
-Pump
-PxBroker
+PleaseCrawl
+ProWebWalker
 QueryN Metasearch
-Quick-Crawler
-RankingBot2
+RSSingBot
 Rankivabot
-RebelMouse
-Recorder
-RepoMonkey
-RocketCrawler
+Re-re
+ReGet
+Reaper
+Ripper
 Rogerbot
-SBIder
 SEOlyticsCrawler
 SEOprofiler
-SEOstats
 SMTBot
-SalesIntelligent
+ScanAlert
 Scrapy
+ScreenerBot
+Searchestate
 Seekport
+Semrush
 SemrushBot
-SeoSiteCheckup
+SeobilityBot
 Siphon
-Site Sucker
-SiteExplorer
 SiteSucker
+Sitebeam
 Snake
-Snapbot
 Snoopy
 Sosospider
-Sottopop
+SpaceBison
+SpankBot
+Spanner
+Spbot
+Spinn3r
 Sqlworm
 Steeler
-Stripper
+Sucker
 Sucuri
+SuperBot
+SuperHTTP
+SurveyBot
+Swiftbot
 Szukacz
-T0PHackTeam
 T8Abot
-Teleport
 Telesphoreo
-The Intraformant
-TheNomad
-TightTwatBot
-Toweyabot
-Tracemyfile
-Trendiction
-Turnitin
+Telesphorep
+Toata
+True_Robot
+Turingos
 TurnitinBot
-Twice
-URLy.Warning
-UnisterBot
-VB Project
-VelenPublicWebCrawler
+Vagabondo
 VeriCiteCrawler
-VidibleScraper
 VoidEYE
 Voil
-Voltron
-WISENutbot
+WASALive-Bot
 WPScan
 WWW-Mechanize
-WallpapersHD
+Wallpapers
+Wallpapers/3.0
 WeSEE
-Web Fetch
-Web Pix
+Web Auto
+Web Fuck
+Web Sauger
 Web Sucker
 WebAuto
-WebBandit
-WebGo IS
-WebReaper
+WebCollage
+WebEnhancer
+WebFetch
+WebSauger
 WebStripper
 WebSucker
-WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
+Webshag
 Whacker
-Who.is Bot
-WinHTTrack
+Whatweb
+Widow
 Wonderbot
 Woobot
-Xenu
-Zade
+Wprecon
+Xaldon_WebSpider
 Zauba
-Zeus
 ZmEu
 ZoominfoBot
-ZumBot
-arquivo-web-crawler
-arquivo.pt
-cah.io.community
+ZyBorg
+backlink-check
 check1.exe
-clark-crawler
 coccocbot
-cognitiveseo
-crawl.sogou.com
 crawler.feedback
-dataforseo.com
-eCatch
+crawler4j
+demandbase-bot
 facebookscraper
 gopher
 heritrix
+internetVista monitor
+isitwp.com
 iubenda-radar
-lwp-request
-muhstik-scan
+magpie-crawler
 page scorer
-probe-image-size
+plumanalytics
 ripz
 satoristudio.net
-scan.lol
+seocompany.store
 seoscanners
 sitechecker.pro
 siteripz
 sogouspider
-sp_auditbot
-sysscan
-tAkeOut
+spyfu
 voyagerx.com
-x09Mozilla
-zgrab
+webgains-bot
+webmeup-crawler
+webpros.com