V4.2022.11.3466 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-80legs
+360Spider
+404enemy
+ADmantX
 AIBOT
-ASPSeek
-Aboundex
+ALittle Client
+Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
 AllSubmitter
-Anarchie
-Anarchy
-Ankit
+Alligator
 Anthill
+Apexoo
 Asterias
-Attach
-AwarioRssBot
-BBBike
-BDFetch
-BLEXBot
+Atomseobot
+AwarioSmartBot
+BackDoorBot
 BackWeb
 Badass
+Bandit
 Barkrowler
-BatchFTP
 BetaBot
-BlackWidow
-BlowFish
-Boardreader
+Black Hole
 BuiltWith
-BunnySlippers
-CATExplorador
-Calculon
+BuzzSumo
+CCBot
+CODE87
 Cegbfeieh
-ChinaClaw
+CensysInspect
+CheTeam
+CheeseBot
+CherryPicker
 Chlooe
-Citoid
+Claritybot
+Cloud mapping
+Cocolyzebot
 Cogentbot
-Collector
 CopyRightCheck
-Craftbot
+Cosmos
+Crawling at Home Project
+CrazyWebCrawler
 Curious
-Custo
 CyotekWebCopy
 DIIbot
-DSearch
-DataCha0s
-Demon
-DigitalPebble
-Dirbuster
-Discoverybot
-DomCopBot
-DomainStatsBot
-Dragonfly
+DTS Agent
+Digincore
+Disco
+Discobot
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
+Download Wonder
 EMail Siphon
 EMail Wolf
-EasyDL
-Ecxi
+Ebingbong
 EroCrawler
-FlashGet
+Express WebPictures
+Extractor
+FemtosearchBot
+Firefox/7.0
+Foobot
+Freeuploader
 FrontPage
-Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
+GT::WWW
+Genieo
+Getintent
+Gigabot
+Go!Zilla
+GoZilla
+Gotit
 GrabNet
-Grabber
-GrapeFX
+Grafula
 GrapeshotCrawler
-GridBot
+HMView
 Haansoft
-Havij
+HaosouSpider
 Hloader
-HonoluluBot
-IDBTE4M
-IDBot
+Humanlinks
+HybridBot
+IRLbot
+Iblog
 IlseBot
 Image Fetch
-Image Sucker
-Indy Library
-InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
-InternetSeer
-Iria
-IstellaBot
-Jbrofuzz
-Jetty
-JikeSpider
-Jorgee
-JustView
-Keyword Density
-LNSpiderguy
-LWP::Simple
-LeechGet
-Lftp
+Internet Ninja
+JennyBot
+Kenjin Spider
+Kinza
+Kozmosbot
+Lanshanbot
+Larbin
+LeechFTP
 LibWeb
-Lightspeedsystems
 Likse
+LinkScan
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MTRobot
 Mail.RU_Bot
-MarkMonitor
+Majestic12
+Masscan
 MauiBot
-Meanpathbot
+MeanPath Bot
 Metauri
-MicroMessenger
-Mojolicious
+Microsoft Data Access
+Moblie Safari
+Mojeek
 MolokaiBot
-Morfeus Fucking Scanner
-Msrabot
 NICErsPRO
 NPbot
 Name Intelligence
-NetAnts
-NetSpider
+Nameprotect
+Navroad
+NearSite
+Nessus
+NetZIP
 Netcraft
 Nettrack
 Netvibes
-NextGenSearchBot
 Nibbler
-Nmap
-Not
-Offline Explorer
-Offline Navigator
-Page Analyzer
+Nimbostratus
+Octopus
+OnCrawl
+OpenVAS
+Openvas
+OrangeSpider
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
 PageAnalyzer
-PageScorer
+PageGrabber
 Panscient
-Pavuk
-PeoplePal
 Pi-Monster
-Picsearch
-Piepmatz
-Pimonster
-Pixray
-ProWebWalker
-Probethenet
-Pu_iN
+PleaseCrawl
+Pump
 PyCurl
 QueryN Metasearch
-Quick-Crawler
 RSSingBot
-RankActive
-RankurBot
+RankFlex
+RankingBot2
+Rankivabot
+RealDownload
+Reaper
 RebelMouse
-Ripper
-RocketCrawler
+Recorder
 SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
+SEOkicks
+SEOprofiler
+SEOstats
 Scanbot
 Scrapy
-Screaming
 Searchestate
-SearchmetricsBot
-SemanticJuice
 SentiBot
-SeobilityBot
 Seomoz
-Shodan
 SiteCheckerBotCrawler
-SiteSucker
 Siteimprove
 SlySearch
+SmartDownload
+Snake
+Snoopy
 Sociscraper
-SpaceBison
-Spammen
-SpankBot
-Spinn3r
+Sogou web spider
+Spanner
 Sqlmap
+Steeler
+Stripper
 Sucker
 Sucuri
+SuperBot
+Surfbot
 Suzuran
-Swiftbot
+Szukacz
+T8Abot
 TeleportPro
-Telesphorep
+Telesoft
 The Intraformant
-Thumbor
-Titan
-Toata
+TightTwatBot
+Toweyabot
+Trendiction
 Trendictionbot
-True_Robot
 Turingos
+TurnitinBot
+Twice
 Typhoeus
-URLy.Warning
-VelenPublicWebCrawler
-VoidEYE
+Upflow
 Voil
-Voltron
 WASALive-Bot
-WEBDAV
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Collage
+WeSEE
+Web Fetch
+Web Pix
+Web Sauger
 Web Sucker
-WebCollage
+WebCopier
 WebEnhancer
-WebFetch
-WebReaper
-WebSucker
+WebFuck
+WebGo IS
+WebLeacher
+WebPix
+WebSauger
+WebWhacker
 WebZIP
-Webalta
-Webshag
+WebmasterWorldForumBot
 Website Quester
 WebsiteExtractor
-Widow
-WiseGuys Robot
-Wonderbot
-Woobot
+WebsiteQuester
+Whack
+Whacker
+Whatweb
+WinHTTrack
+Wotbox
 Wprecon
+Zade
 ZoomBot
-ZoominfoBot
-ZumBot
 ZyBorg
-arquivo.pt
+archive.org_bot
+arquivo-web-crawler
 autoemailspider
-backlink-check
 com.plumanalytics
-crawler.feedback
 crawler4j
-eCatch
-gopher
-instabid
-isitwp.com
+facebookscraper
+ips-agent
 iubenda-radar
-linkdexbot
+lwp-request
 lwp-trivial
-mediawords
+magpie-crawler
+meanpathbot
 muhstik-scan
-oBot
+netEstate NE Crawler
 page scorer
-pcBrowser
 polaris version
 probe-image-size
-serpstatbot
-sexsearcher
+scalaj-http
+seobility
+seocompany.store
+seoscanners
+seostar
 sitechecker.pro
-tAkeOut
-voyagerx.com
+sogouspider
+trendiction.com
+ubermetrics-technologies.com
+webgains-bot
+webprosbot
 x09Mozilla
 xpymep1.exe
 zauba.io