V4.2021.08.2552 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404enemy
 ASPSeek
-Aboundex
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
+AiHitBot
 AllSubmitter
-Anarchy
 Anarchy99
-Aspiegel
-AwarioRssBot
-BDCbot
-BDFetch
-BackDoorBot
-BackWeb
+Apexoo
+Asterias
+BLEXBot
+BackStreet
+Backlink-Ceck
 BacklinkCrawler
 Bandit
-Barkrowler
 Battleztar Bazinga
-Bigfoot
-Bitacle
+Black Hole
+BlackWidow
+Blackboard
 Blow
 BlowFish
 Boardreader
-BotALot
-Brandwatch
+Brandprotect
 Buck
+Buddy
+BuiltBotTough
+Bullseye
 CATExplorador
+CCBot
 CODE87
+CSHttp
 Calculon
 CazoodleBot
+Cegbfeieh
 CensysInspect
-CheTeam
-CherryPicker
-Collector
-CopyRightCheck
+Claritybot
+Cliqzbot
 Copyscape
 Cosmos
 Craftbot
 Crawling at Home Project
-CrazyWebCrawler
+Crescent
+Curious
+DIIbot
+DSearch
 DatabaseDriverMysqli
-Demon
-DigitalPebble
-Dirbuster
-Dispatch
-DnyzBot
-DomCopBot
-Dragonfly
+Deusu
+Devil
+Discobot
+DomainCrawler
+Domains Project
+Download Wonder
+Drip
 ECCP/1.0
 EMail Siphon
-EMail Wolf
-Ebingbong
-Exabot
-Express WebPictures
-ExtLinksBot
+Ecxi
+EirGrabber
+ExtractorPro
 Ezooms
 FDM
 Fimap
-FlashGet
-Foobot
+Firefox/7.0
+Freeuploader
 FrontPage
+FyberSpider
 Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+Genieo
 GetRight
 GetWeb
 Getintent
-Gigabot
-GoZilla
-Gotit
+Gigablast
+Grabber
+Grafula
 GrapeFX
-HTTrack
-HaosouSpider
-Iblog
-Id-search
-IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
-InfoTekies
-Intelliseek
-InternetSeer
-Jbrofuzz
-Jorgee
+GrapeshotCrawler
+HMView
+Heritrix
+Humanlinks
+IDBTE4M
+Indy Library
+InterGET
+Internet Ninja
+Iria
+Iskanie
+JOC Web Spider
+JamesBOT
+JetCar
+Jetty
+Joomla
 JustView
 Jyxobot
-Keyword Density
 Kinza
-Larbin
-LeechFTP
-LexiBot
-LieBaoFast
+Kozmosbot
+LNSpiderguy
+LeechGet
+Lftp
+LibWeb
 Lightspeedsystems
-Linkbot
-Linkdexbot
+LinkScan
+LinkextractorPro
+LinkpadBot
 LinqiaRSSBot
-Ltx71
+Lipperhey
+Lipperhey Spider
+MIIxpc
+MJ12bot
+MQQBrowser
+Mag-Net
 Mail.RU_Bot
 Majestic-SEO
-MarkWatch
-Mass Downloader
+Masscan
 Mata Hari
 MauiBot
-Mb2345Browser
 MeanPath Bot
+MegaIndex.ru
+Metauri
 MicroMessenger
+Microsoft Data Access
 Mister PiX
-Mojolicious
-NICErsPRO
-NPbot
-Navroad
-NearSite
-Nessus
-Net Vampire
+Mojeek
+Mozlila
+Nameprotect
+Needle
 NetAnts
-NetMechanic
-NetSpider
-NetZIP
-Netcraft
+NetLyzer
+Nettrack
+Netvibes
+NextGenSearchBot
 Nibbler
-Nikto
-NimbleCrawler
-Nimbostratus
 Ninja
 Nmap
-Nuclei
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
-OrangeSpider
-OutfoxBot
+Nutch
+OnCrawl
+OrangeBot
 PHPCrawl
-PageScorer
-PageThing.com
-Pandalytics
-Pavuk
-Pi-Monster
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+Papa Foto
+PeoplePal
+Petalbot
 Picscout
-PictureFinder
 Piepmatz
 Pimonster
 Pixray
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-Pump
-RankActiveLinkBot
+Probethenet
+Pu_iN
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankingBot
 Rankivabot
-Re-re
+RankurBot
 ReGet
-RealDownload
-Reaper
-Recorder
+RedesScrapy
+RepoMonkey
 Ripper
-RocketCrawler
 Rogerbot
-SEOkicks-Robot
+SBIder
+SEOlyticsCrawler
 SISTRIX
+ScanAlert
 Scanbot
-Screaming
-ScreenerBot
+ScoutJet
 ScrepyBot
-Semrush
-SentiBot
-SeobilityBot
+SeoSiteCheckup
 Seomoz
-Siphon
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
+Site Sucker
 SiteSnagger
+SiteSucker
 Sitebeam
+Siteimprove
+Sitevigil
 Snake
 Snapbot
-Sogou web spider
+Sociscraper
 Sottopop
-SpankBot
-Spbot
-Stripper
-Sucuri
-SuperHTTP
-Suzuran
-T0PHackTeam
+SpaceBison
+Sqlmap
+Sqworm
+Steeler
+SuperBot
+SurveyBot
+Szukacz
 T8Abot
-Teleport
-TeleportPro
-TightTwatBot
-Titan
-Tracemyfile
+Telesoft
+Telesphorep
+The Intraformant
+Toata
 Trendictionbot
-Twice
-UnisterBot
-VelenPublicWebCrawler
-VeriCiteCrawler
+True_Robot
+TwengaBot
+URLy Warning
+VB Project
+Vacuum
+VidibleScraper
+VoidEYE
 Voil
-WEBDAV
-WWW-Mechanize
-WWW::Mechanize
-Wallpapers
+WASALive-Bot
+WBSearchBot
+WISENutbot
 WallpapersHD
-WeSEE
 Web Auto
 Web Collage
-Web Enhancer
-Web Fetch
 Web Sucker
-WebBandit
+WebAuto
 WebCollage
-WebEnhancer
-WebPix
+WebFetch
+WebFuck
+WebGo IS
+WebImageCollector
 WebStripper
-WebSucker
 WebZIP
 Webalta
+Webster
+Whack
 Who.is Bot
-Wonderbot
-Woobot
+Wotbox
 Xaldon WebSpider
-Zade
+Zauba
 Zermelo
-Zeus
-ZmEu
-ZoominfoBot
+Zitebot
 ZyBorg
-arquivo.pt
+arquivo-web-crawler
+autoemailspider
 backlink-check
-clark-crawler
-crawler.feedback
-eCatch
-gopher
-internetVista monitor
-lwp-trivial
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
+check1.exe
+com.plumanalytics
+demandbase-bot
+heritrix
+ips-agent
+lwp-request
 oBot
 pcBrowser
 probe-image-size
-scalaj-http
+satoristudio.net
+scan.lol
 seoscanners
-serpstatbot
-sexsearcher
-sitechecker.pro
-sysscan
+sogouspider
+sp_auditbot
+spyfu
 trendiction.de
-webmeup-crawler
-webpros.com
+ubermetrics-technologies.com
+voyagerx.com
 x09Mozilla
-x22Mozilla
-zauba.io
+xpymep1.exe