V4.2022.04.3070 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404enemy
-80legs
 AIBOT
-ASPSeek
 Abonti
+Aboundex
 Aboundexbot
 Acunetix
-AiHitBot
-Aipbot
-Alexibot
+AhrefsBot
 AllSubmitter
 AlphaBot
 Anarchie
+Apexoo
 Aspiegel
 Atomseobot
-Attach
 AwarioRssBot
-BDCbot
-BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
-Bandit
-Barkrowler
+AwarioSmartBot
+BBBike
+BackStreet
+BackWeb
+BatchFTP
 Battleztar Bazinga
-Bigfoot
-Bitacle
-Blackboard
-BlowFish
+BetaBot
+Black Hole
+Boardreader
+Brandwatch
+Buddy
 BuiltWith
-Bullseye
+BunnySlippers
 CODE87
-CSHttp
 Calculon
-CheTeam
+CheeseBot
+CherryPicker
 Chlooe
-Citoid
 Claritybot
-Copier
+Cloud mapping
+Cocolyzebot
+Cogentbot
+Collector
+Copyscape
 Cosmos
 Craftbot
+Crawling at Home Project
 CrazyWebCrawler
 CrunchBot
-Custo
-DSearch
-DataCha0s
 DatabaseDriverMysqli
 Deusu
-Digincore
-DigitalPebble
-Dirbuster
+Disco
 Discoverybot
 Dispatch
-DnBCrawler-Analytics
+DittoSpyder
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
 Download Wonder
-ECCP/1.0
+Dragonfly
+EMail Siphon
+EasyDL
 Ebingbong
-EroCrawler
+EirGrabber
 Evil
-Exabot
 Express WebPictures
 ExtLinksBot
+Extractor
+ExtractorPro
 Ezooms
-FDM
 FHscan
-FemtosearchBot
 Fimap
-Fuzz
-Fyrebot
-GT::WWW
+FyberSpider
+G-i-g-a-b-o-t
+GermCrawler
 GetWeb
-Gigabot
 GoZilla
+Gotit
 Grafula
-HTMLparser
+GridBot
+HEADMasterSEO
+HMView
 HTTP::Lite
 HTTrack
-Haansoft
-Havij
-HybridBot
-Image Fetch
-Intelliseek
-InterGET
+HaosouSpider
+Harvest
+Heritrix
+HonoluluBot
+IDBot
+Id-search
+IndeedBot
 Iria
-JennyBot
-JetCar
+Iskanie
+JOC Web Spider
+JamesBOT
+Jetty
 JikeSpider
-Joomla
 Keybot Translation-Search-Machine
+LNSpiderguy
+Lanshanbot
 LeechGet
-Lftp
-Likse
+LieBaoFast
 LinkScan
-Linkbot
-LinkextractorPro
+LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
-Lmspider
-Mag-Net
+LinqiaScrapeBot
+MIDown tool
+MIIxpc
+MTRobot
 Mail.RU_Bot
-Majestic-SEO
-Masscan
+Majestic12
+Mass Downloader
 Mata Hari
-Meanpathbot
-MicroMessenger
-Mister PiX
-Mojeek
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
 Msrabot
-Nameprotect
-Needle
-Nessus
-Net Vampire
-NetMechanic
+NPbot
+NearSite
+NetLyzer
+NetSpider
+NetZIP
 Netcraft
-Nibbler
 Nikto
-Nmap
-Nuclei
+NimbleCrawler
+Not
 Nutch
-Offline Explorer
-OpenLinkProfiler
+Octopus
 OpenVAS
+OrangeBot
 OrangeSpider
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 PageGrabber
-PageThing.com
+Pandalytics
 Panscient
-Petalbot
-Pockey
-ProPowerBot
+Pavuk
+Pi-Monster
+Picscout
+Picsearch
+PictureFinder
+Pimonster
 Probethenet
+Psbot
 Pump
 Quick-Crawler
-RankingBot
-RankingBot2
-Rankivabot
-Recorder
-SEOlyticsCrawler
+Re-re
+Reaper
+RedesScrapy
+RepoMonkey
+SEOkicks-Robot
+SEOprofiler
+SEOstats
 SISTRIX
-SMTBot
-ScanAlert
+Scanbot
 Screaming
 ScrepyBot
 Searchestate
+Seekport
 Semrush
-SemrushBot
-SeoSiteCheckup
+SentiBot
 SeobilityBot
-Seomoz
-Siphon
+Shodan
+SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
 Sitevigil
-SlySearch
 Snake
-SocialRankIOBot
-Sociscraper
-Sottopop
-SpaceBison
-Sqlmap
+Snapbot
+Snoopy
+Sogou web spider
+Spammen
+Spanner
+SputnikBot
 Sqworm
+Steeler
+SuperBot
 SuperHTTP
 Surfbot
 SurveyBot
 Suzuran
-Swiftbot
-Szukacz
-The Intraformant
-TheNomad
-TightTwatBot
-Titan
-Toweyabot
-Trendictionbot
-Twice
-URLy.Warning
+T0PHackTeam
+Telesoft
+Telesphoreo
+Turingos
+Typhoeus
+Upflow
 V-BOT
+VB Project
 Vagabondo
 VelenPublicWebCrawler
-VidibleScraper
+VeriCiteCrawler
+VoidEYE
 Voil
-Voltron
 WASALive-Bot
+WBSearchBot
+WEBDAV
 WPScan
 WWW-Collector-E
-WWW-Mechanize
 Wallpapers
-Wallpapers/3.0
-Web Auto
+WeSEE
 Web Collage
-Web Fetch
 Web Fuck
 Web Pix
-Web Sauger
-Web Sucker
 WebBandit
-WebCopier
-WebGo IS
-WebPix
+WebCollage
+WebEnhancer
+WebFuck
+WebSauger
 WebStripper
-WebSucker
-WebWhacker
-WebZIP
-Whack
+Webshag
+Webster
 Whacker
+Whatweb
 Widow
 WiseGuys Robot
-Woobot
 Wotbox
-Wprecon
-YoudaoBot
-Zauba
-Zermelo
+Xaldon WebSpider
 Zeus
 Zitebot
 ZmEu
-ZoomBot
+ZoominfoBot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
 arquivo.pt
-backlink-check
-cah.io.community
-check1.exe
-clark-crawler
 com.plumanalytics
-crawl.sogou.com
-evc-batch
+crawler.feedback
+facebookscraper
 instabid
 internetVista monitor
+ips-agent
+isitwp.com
 linkdexbot
 magpie-crawler
-meanpathbot
 mediawords
-oBot
 page scorer
 pcBrowser
 scalaj-http
-seocompany.store
+scan.lol
+seobility
 seoscanners
+serpstatbot
+sitechecker.pro
 siteripz
+sogouspider
+sysscan
+tAkeOut
 voyagerx.com
 webpros.com
-webprosbot
-xpymep1.exe
+x09Mozilla
+x22Mozilla
 zauba.io
+zgrab