V4.2022.11.3467 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404enemy
-ADmantX
 AIBOT
-ALittle Client
-Aboundexbot
-AfD-Verbotsverfahren
+Abonti
 AhrefsBot
 AllSubmitter
-Alligator
-Anthill
-Apexoo
-Asterias
-Atomseobot
+Anarchy99
+Ankit
+Aspiegel
 AwarioSmartBot
-BackDoorBot
-BackWeb
-Badass
-Bandit
-Barkrowler
+BackStreet
+Backlink-Ceck
 BetaBot
+Bigfoot
 Black Hole
-BuiltWith
+Blackboard
+BlowFish
+Bolt
+Brandprotect
+Buck
+Buddy
+Bullseye
+BunnySlippers
 BuzzSumo
-CCBot
-CODE87
-Cegbfeieh
+CATExplorador
 CensysInspect
-CheTeam
 CheeseBot
-CherryPicker
-Chlooe
-Claritybot
+Citoid
 Cloud mapping
-Cocolyzebot
-Cogentbot
-CopyRightCheck
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-Curious
+Collector
+Craftbot
+Custo
 CyotekWebCopy
-DIIbot
-DTS Agent
+DBLBot
+DatabaseDriverMysqli
 Digincore
-Disco
+DigitalPebble
 Discobot
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
+Discoverybot
+Dispatch
+DomainSigmaCrawler
 Download Wonder
+ECCP/1.0
 EMail Siphon
-EMail Wolf
-Ebingbong
-EroCrawler
-Express WebPictures
 Extractor
-FemtosearchBot
+FDM
 Firefox/7.0
+FlashGet
+Flunky
 Foobot
-Freeuploader
 FrontPage
+G-i-g-a-b-o-t
 GT::WWW
-Genieo
+GermCrawler
+GetRight
+GetWeb
 Getintent
-Gigabot
-Go!Zilla
 GoZilla
-Gotit
 GrabNet
 Grafula
-GrapeshotCrawler
 HMView
 Haansoft
-HaosouSpider
-Hloader
-Humanlinks
-HybridBot
+Havij
+Heritrix
+HonoluluBot
+IDBot
 IRLbot
-Iblog
-IlseBot
-Image Fetch
+Image Sucker
+IndeedBot
+InterGET
 Internet Ninja
-JennyBot
-Kenjin Spider
+InternetSeer
+Iskanie
+IstellaBot
+JamesBOT
+Jetty
 Kinza
-Kozmosbot
+LNSpiderguy
 Lanshanbot
 Larbin
-LeechFTP
+LexiBot
 LibWeb
+Lightspeedsystems
 Likse
 LinkScan
+LinkWalker
+Linkbot
 LinkextractorPro
-LinqiaMetadataDownloaderBot
+LinkpadBot
 LinqiaRSSBot
 LinqiaScrapeBot
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
+Lipperhey
+Lipperhey Spider
+Ltx71
+MQQBrowser
 MTRobot
-Mail.RU_Bot
+Mag-Net
+Magnet
 Majestic12
-Masscan
-MauiBot
-MeanPath Bot
+MarkWatch
 Metauri
-Microsoft Data Access
-Moblie Safari
-Mojeek
-MolokaiBot
-NICErsPRO
-NPbot
-Name Intelligence
-Nameprotect
-Navroad
+Microsoft URL Control
+Mojolicious
+Mozlila
+Mr.4x3
+Musobot
 NearSite
+Needle
 Nessus
-NetZIP
-Netcraft
+NetAnts
+NetLyzer
+NetMechanic
 Nettrack
-Netvibes
 Nibbler
+NimbleCrawler
 Nimbostratus
-Octopus
-OnCrawl
+Nmap
+Offline Explorer
+OpenLinkProfiler
 OpenVAS
+Openfind
 Openvas
+OrangeBot
 OrangeSpider
 OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
+PageThing.com
 Panscient
-Pi-Monster
-PleaseCrawl
-Pump
-PyCurl
+Papa Foto
+Picscout
+Pixray
+ProWebWalker
+Probethenet
+PxBroker
 QueryN Metasearch
-RSSingBot
 RankFlex
+RankingBot
 RankingBot2
 Rankivabot
-RealDownload
-Reaper
+RankurBot
+ReGet
 RebelMouse
 Recorder
-SBIder
-SEOkicks
+RocketCrawler
+Rogerbot
+SEOlyticsCrawler
 SEOprofiler
 SEOstats
-Scanbot
+SMTBot
 Scrapy
-Searchestate
-SentiBot
-Seomoz
+ScreenerBot
+SearchmetricsBot
+Semrush
+SemrushBot
+SeobilityBot
+Siphon
 SiteCheckerBotCrawler
-Siteimprove
 SlySearch
 SmartDownload
 Snake
 Snoopy
+SocialRankIOBot
 Sociscraper
 Sogou web spider
+Sottopop
+Spammen
+SpankBot
 Spanner
+Spbot
+Spinn3r
 Sqlmap
-Steeler
+Sqlworm
 Stripper
 Sucker
 Sucuri
 SuperBot
-Surfbot
-Suzuran
+SurveyBot
 Szukacz
 T8Abot
-TeleportPro
+Teleport
 Telesoft
-The Intraformant
+Telesphoreo
 TightTwatBot
+Toata
 Toweyabot
-Trendiction
-Trendictionbot
 Turingos
 TurnitinBot
+TwengaBot
 Twice
 Typhoeus
-Upflow
+URLy.Warning
+VB Project
+VidibleScraper
 Voil
 WASALive-Bot
-Wallpapers
-Wallpapers/3.0
-WeSEE
+WBSearchBot
+WEBDAV
+WPScan
+Web Enhancer
 Web Fetch
 Web Pix
-Web Sauger
-Web Sucker
+WebBandit
 WebCopier
-WebEnhancer
-WebFuck
-WebGo IS
+WebFetch
 WebLeacher
 WebPix
+WebReaper
 WebSauger
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
+WebStripper
 WebsiteQuester
-Whack
-Whacker
-Whatweb
-WinHTTrack
-Wotbox
+Webster
+WiseGuys Robot
+Wonderbot
 Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zade
+Zauba
+Zeus
+ZmEu
 ZoomBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
-com.plumanalytics
-crawler4j
-facebookscraper
-ips-agent
-iubenda-radar
+ZoominfoBot
+cah.io.community
+check1.exe
+dataforseo.com
+domainsproject.org
+eCatch
+gopher
+heritrix
+instabid
 lwp-request
 lwp-trivial
-magpie-crawler
-meanpathbot
-muhstik-scan
 netEstate NE Crawler
 page scorer
+pcBrowser
+plumanalytics
 polaris version
 probe-image-size
+s1z.ru
+satoristudio.net
 scalaj-http
 seobility
-seocompany.store
 seoscanners
-seostar
-sitechecker.pro
+serpstatbot
 sogouspider
-trendiction.com
-ubermetrics-technologies.com
-webgains-bot
+trendiction.de
 webprosbot
 x09Mozilla
-xpymep1.exe
-zauba.io
+zgrab