V4.2021.10.2638 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
 80legs
-ASPSeek
-Acunetix
-AlphaBot
+ALittle Client
+Abonti
+Aboundex
+Aboundexbot
+AiHitBot
+AllSubmitter
+Alligator
 Anarchie
-Anarchy99
-AwarioRssBot
-BDFetch
-BLEXBot
-BackDoorBot
-BetaBot
+Anarchy
+Anthill
+Aspiegel
+Attach
+BBBike
+BackStreet
+BackWeb
+Bandit
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 Bigfoot
-BlackWidow
-Blackboard
-BlowFish
-Bolt
-Brandwatch
-Buck
-BuiltWith
-Bullseye
+Black Hole
+Boardreader
+BotALot
+Brandprotect
+BuiltBotTough
 BunnySlippers
-CATExplorador
-CSHttp
-Calculon
+CODE87
+CazoodleBot
+Cegbfeieh
 CensysInspect
-CheeseBot
+CherryPicker
 Chlooe
 Claritybot
-Cliqzbot
-Cocolyzebot
+Cloud mapping
+Collector
 Copier
-Cosmos
-Crescent
+CrazyWebCrawler
 CrunchBot
 Custo
-CyotekWebCopy
-DSearch
-DataCha0s
+DBLBot
+DTS Agent
 DatabaseDriverMysqli
 Demon
-Deusu
-DigitalPebble
+Digincore
+Dirbuster
 Disco
 Discobot
-Dispatch
-DomCopBot
+Discoverybot
 DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
 Download Wonder
+Drip
 EMail Siphon
+EMail Wolf
 EasyDL
 Ebingbong
-Ecxi
-EirGrabber
-EroCrawler
-ExtLinksBot
-Extractor
-ExtractorPro
-FDM
-FHscan
-FemtosearchBot
-Foobot
-FrontPage
-GT::WWW
-Genieo
+Exabot
+EyeNetIE
+Fimap
+Firefox/7.0
+FlashGet
+Freeuploader
+Fyrebot
 GermCrawler
 GetRight
-GoZilla
-Gotit
-GrabNet
-Grafula
-GrapeFX
-GridBot
-HEADMasterSEO
+GetWeb
+Go!Zilla
+Grabber
 HTTP::Lite
-HaosouSpider
-Havij
-IRLbot
+HTTrack
+Haansoft
+Harvest
+Heritrix
+Hloader
+IDBTE4M
 Iblog
 IlseBot
 Image Fetch
-InfoNaviRobot
+Image Sucker
+IndeedBot
 InfoTekies
-Intelliseek
-Iria
-Iskanie
-IstellaBot
-JamesBOT
+Internet Ninja
+InternetSeer
+JOC Web Spider
+Jbrofuzz
 JennyBot
-Jetty
-JustView
-Jyxobot
+JetCar
+Joomla
 Kenjin Spider
+Keyword Density
 Kinza
-Leap
-Libwhisker
-Lightspeedsystems
+LNSpiderguy
+LeechGet
+Lftp
 LinkScan
-Linkdexbot
-LinkextractorPro
+Linkbot
 LinkpadBot
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
 Lipperhey
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MSFrontPage
-MSIECrawler
+Litemage_walker
+Lmspider
+MIIxpc
+MQQBrowser
+MTRobot
+Mag-Net
 Magnet
-Majestic SEO
-Majestic-SEO
-Mass Downloader
-Masscan
-MauiBot
+Mail.RU_Bot
+Majestic12
+MarkMonitor
 Mb2345Browser
-MegaIndex.ru
-Metauri
-Moblie Safari
+Morfeus Fucking Scanner
+Mr.4x3
 NICErsPRO
 NPbot
-Navroad
-Needle
+Net Vampire
 NetAnts
-NetLyzer
-NetMechanic
-NetSpider
 NetZIP
+Netcraft
+Netvibes
 NextGenSearchBot
 Nibbler
-Nimbostratus
+Niki-bot
+NimbleCrawler
+Ninja
 Nmap
-Nutch
-Offline Explorer
+Nuclei
+Octopus
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
 Openfind
-OutfoxBot
-PECL::HTTP
+Openvas
+OrangeSpider
+OutclicksBot
 PHPCrawl
-Page Analyzer
-Panscient
-Papa Foto
+PageThing.com
+Pandalytics
 Pavuk
 Petalbot
 Pi-Monster
-Pimonster
-ProPowerBot
+Picsearch
 ProWebWalker
-Psbot
-Pump
-RSSingBot
-RankActive
-RankActiveLinkBot
-Rankivabot
-RealDownload
+Probethenet
+PxBroker
+QueryN Metasearch
+RankingBot
+RankingBot2
+RankurBot
+Re-re
 Reaper
-RepoMonkey
+Recorder
 Ripper
-RocketCrawler
+Rogerbot
 SBIder
-SEOkicks
-SEOstats
+SEOkicks-Robot
 SMTBot
 SalesIntelligent
-Scanbot
+ScanAlert
+ScoutJet
 Scrapy
-Screaming
 ScrepyBot
+Searchestate
 SearchmetricsBot
-SentiBot
+Semrush
+SeoSiteCheckup
+Seomoz
+Shodan
 Siphon
-SiteExplorer
-SiteSnagger
-Snake
-Snapbot
-SpaceBison
-Spammen
-SpankBot
-Steeler
-Sucker
-SuperBot
-Surfbot
+Site Sucker
+SlySearch
+SmartDownload
+SocialRankIOBot
+SputnikBot
+Sqlmap
+Sqworm
+Stripper
+SurveyBot
+Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
-Telesoft
-Telesphorep
-Toata
-Trendictionbot
+Teleport
+Telesphoreo
+The Intraformant
+TheNomad
+Tracemyfile
 True_Robot
-TurnitinBot
-Typhoeus
-URLy.Warning
-UnisterBot
-VB Project
+Turnitin
+URLy Warning
 VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voil
-WASALive-Bot
+Voltron
+WBSearchBot
 WISENutbot
-WPScan
+WWW-Mechanize
 WWWOFFLE
-Wallpapers
-WeSEE
-Web Fetch
+Wallpapers/3.0
+WallpapersHD
+Web Collage
+Web Enhancer
+Web Fuck
+Web Pix
+Web Sucker
+WebCollage
+WebEnhancer
 WebImageCollector
 WebLeacher
-WebSauger
-WebWhacker
+WebmasterWorldForumBot
 Website Quester
-WebsiteQuester
-Whack
 Whacker
 Widow
-Wprecon
+WinHTTrack
+WiseGuys Robot
+Xenu
+YoudaoBot
+Zauba
+Zermelo
+Zeus
 Zitebot
-ZoomBot
-ZoominfoBot
 ZumBot
-ZyBorg
-arquivo-web-crawler
-arquivo.pt
 autoemailspider
 backlink-check
-cah.io.community
 check1.exe
 cognitiveseo
-crawler.feedback
-dataforseo.com
-demandbase-bot
-domainsproject.org
-internetVista monitor
+eCatch
+gopher
+instabid
+isitwp.com
 lwp-request
-mediawords
+magpie-crawler
 muhstik-scan
+netEstate NE Crawler
+page scorer
 pcBrowser
-plumanalytics
-polaris version
-ripz
-scan.lol
+probe-image-size
 seoscanners
+seostar
+serpstatbot
+sexsearcher
 sitechecker.pro
-sp_auditbot
+spyfu
 tAkeOut
-trendiction.com
 trendiction.de
-ubermetrics-technologies.com
+webmeup-crawler
+x09Mozilla
+x22Mozilla
 zauba.io
-zgrab