V4.2021.12.2818 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
+404checker
 80legs
-ADmantX
-Aboundex
-Acunetix
+ALittle Client
+ASPSeek
+Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
+Aipbot
 Alexibot
-AlphaBot
-Anarchie
+AllSubmitter
+Alligator
 Anarchy99
-Asterias
-Attach
-AwarioRssBot
-BDCbot
-BackStreet
+Anthill
+Aspiegel
+AwarioSmartBot
+BLEXBot
+BackDoorBot
+BackWeb
 Backlink-Ceck
 BacklinkCrawler
-Bandit
+Battleztar Bazinga
+Bigfoot
+BlackWidow
+BlowFish
 Bolt
-Brandprotect
-Buck
-BuiltWith
+BotALot
+Buddy
+Bullseye
 BunnySlippers
-BuzzSumo
+CCBot
 CSHttp
-Calculon
 CazoodleBot
+Cegbfeieh
 CheeseBot
 CherryPicker
 ChinaClaw
-Chlooe
+Citoid
 Claritybot
-Copier
+Cliqzbot
+Cocolyzebot
 CopyRightCheck
-Craftbot
-Crawling at Home Project
-CrunchBot
+Crescent
 Curious
-DSearch
+CyotekWebCopy
 Demon
-Dirbuster
+Deusu
+Disco
+Discobot
 Discoverybot
-Domains Project
+Dispatch
+DomCopBot
+DomainSigmaCrawler
 Download Wonder
+Drip
 ECCP/1.0
 EMail Wolf
-Ebingbong
 Ecxi
+EroCrawler
 Evil
-Exabot
-ExtractorPro
+ExtLinksBot
 Ezooms
-FHscan
-Fimap
-Freeuploader
-FrontPage
+FlashGet
+Flunky
 Fyrebot
-Getintent
-Gigabot
-GrabNet
-Grafula
+GetRight
+GetWeb
 GridBot
 HEADMasterSEO
 HMView
-HTMLparser
-Haansoft
-HaosouSpider
+HTTP::Lite
+HTTrack
 Harvest
-Humanlinks
-HybridBot
+Heritrix
 IDBot
-IlseBot
+Id-search
 Image Sucker
-InfoNaviRobot
-InfoTekies
 Intelliseek
+InterGET
 InternetSeer
 Iskanie
 IstellaBot
+JennyBot
+JetCar
 JikeSpider
 Jorgee
 Kenjin Spider
 Keyword Density
-Kinza
+Kozmosbot
+LNSpiderguy
 Lanshanbot
-Lftp
+Larbin
+Leap
+LeechFTP
+LeechGet
 LibWeb
 Libwhisker
 LieBaoFast
-Likse
-LinkScan
 LinkWalker
 Linkdexbot
-LinkpadBot
-Lmspider
+LinkextractorPro
 MIIxpc
-MSFrontPage
-MTRobot
-Magnet
+MQQBrowser
+Mag-Net
+Mail.RU_Bot
+Majestic-SEO
 Mass Downloader
+Masscan
 Mata Hari
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
 Metauri
-Minefield
-Mister PiX
-Moblie Safari
+Microsoft Data Access
+Microsoft URL Control
+Mojeek
 Mojolicious
+Morfeus Fucking Scanner
 Mozlila
-NICErsPRO
-Name Intelligence
-Nameprotect
-NearSite
-Net Vampire
-NetAnts
-NetMechanic
-Nettrack
-Netvibes
-NextGenSearchBot
+Needle
+NetLyzer
+Netcraft
+Nibbler
 Nikto
 Nimbostratus
-Not
-Nuclei
-Offline Explorer
-OpenLinkProfiler
+Ninja
+Nutch
+Octopus
+Offline Navigator
+OpenVAS
+Openfind
 Openvas
-PHPCrawl
+OutclicksBot
+OutfoxBot
 PageGrabber
 PageThing.com
+Pandalytics
 PeoplePal
 Pi-Monster
-PictureFinder
+Picsearch
 Piepmatz
-PleaseCrawl
+Pimonster
 ProWebWalker
-Psbot
+Probethenet
 Pu_iN
-Pump
+PxBroker
 PyCurl
-QueryN Metasearch
-Quick-Crawler
 RSSingBot
-RankActiveLinkBot
 RankFlex
 RankingBot
-RankingBot2
-RealDownload
+RankurBot
 Reaper
-Recorder
-RocketCrawler
-SEOprofiler
+RedesScrapy
+Rogerbot
+SEOkicks
+SEOkicks-Robot
 SMTBot
-Scanbot
+ScoutJet
+Screaming
 ScreenerBot
-ScrepyBot
-SearchmetricsBot
+Searchestate
+SemanticJuice
+SemrushBot
 SentiBot
-Shodan
+SeobilityBot
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+Siteimprove
 SlySearch
-Snake
-Snapbot
-SocialRankIOBot
+Snoopy
 Sociscraper
-Sottopop
+Sogou web spider
+SpaceBison
 Spbot
 SputnikBot
-Sucuri
+Sqlworm
+Sqworm
+Sucker
+SuperBot
 SuperHTTP
+Surfbot
+SurveyBot
 Szukacz
+T0PHackTeam
 T8Abot
-Teleport
-TeleportPro
 Telesoft
 Telesphorep
 The Intraformant
 Thumbor
-TightTwatBot
-Titan
+Toata
 Toweyabot
-Tracemyfile
-Turingos
-TurnitinBot
-Typhoeus
-Upflow
-VB Project
+Turnitin
+Twice
+V-BOT
 Vacuum
-VeriCiteCrawler
-WPScan
-WWW-Mechanize
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+VoidEYE
+Voltron
+WASALive-Bot
+WBSearchBot
+WISENutbot
 WWW::Mechanize
-Web Auto
-Web Pix
-WebBandit
-WebCollage
-WebCopier
-WebFetch
+WWWOFFLE
+Wallpapers
 WebFuck
+WebImageCollector
 WebLeacher
-WebSucker
-WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
+WebReaper
+WebStripper
 Website Quester
 WebsiteQuester
-Whack
 Whatweb
-WinHTTrack
-WiseGuys Robot
-Wonderbot
+Who.is Bot
 Woobot
-Xaldon WebSpider
-YoudaoBot
-Zade
-Zauba
 Zermelo
-ZoominfoBot
+Zeus
+Zitebot
 ZumBot
 adscanner
 arquivo-web-crawler
-backlink-check
-coccocbot-web
-crawl.sogou.com
-crawler4j
-dataforseo.com
-demandbase-bot
-evc-batch
-gopher
-heritrix
+cah.io.community
+check1.exe
+com.plumanalytics
+domainsproject.org
+internetVista monitor
+ips-agent
 isitwp.com
-meanpathbot
+lwp-trivial
+magpie-crawler
+mediawords
 muhstik-scan
-netEstate NE Crawler
-oBot
 pcBrowser
-plumanalytics
+polaris version
+satoristudio.net
+scalaj-http
+scan.lol
 seobility
 seocompany.store
+seoscanners
 seostar
-serpstatbot
-sitechecker.pro
-trendiction.com
-trendiction.de
-webprosbot
-x22Mozilla
+sexsearcher
+sogouspider
+sp_auditbot
+webgains-bot
+webpros.com
 xpymep1.exe
+zgrab