V4.2021.12.2762 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-AfD-Verbotsverfahren
-Alligator
-Ankit
+404checker
+Aboundexbot
+Acunetix
+AhrefsBot
+Alexibot
+Anarchie
+Anthill
 Apexoo
+Aspiegel
 Asterias
+AwarioRssBot
 AwarioSmartBot
-BLEXBot
-BackStreet
+BBBike
+BDFetch
+BackDoorBot
+Backlink-Ceck
 BacklinkCrawler
 Badass
-BetaBot
-Bigfoot
-Bitacle
-Black Hole
-Blow
-BlowFish
-Boardreader
-Buck
+Barkrowler
+BlackWidow
+Bolt
 Buddy
-BuiltWith
 BunnySlippers
-Cegbfeieh
+Calculon
+CazoodleBot
+CheeseBot
 CherryPicker
-Citoid
-Cliqzbot
-Cocolyzebot
-Cogentbot
-CopyRightCheck
-Copyscape
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+Collector
 Crescent
+Curious
 Custo
-CyotekWebCopy
-DSearch
-DataCha0s
-Demon
+DTS Agent
 Deusu
-DigitalPebble
-DnBCrawler-Analytics
+Dirbuster
+Discobot
+Discoverybot
+Dispatch
 DnyzBot
+DomCopBot
 DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Download Wonder
-Dragonfly
+Domains Project
 Drip
 EMail Wolf
-EasyDL
-Ebingbong
 Ecxi
-EirGrabber
+EroCrawler
 Exabot
-Extractor
+Express WebPictures
 Extreme Picture Finder
-EyeNetIE
-Fimap
+Ezooms
 Firefox/7.0
+Flunky
 Foobot
-FrontPage
-Fuzz
+Freeuploader
 Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GermCrawler
+GalaxyBot
 GetRight
-GoZilla
+GetWeb
+Gotit
+GrabNet
 Grafula
 GrapeFX
-GridBot
-HMView
-Haansoft
-HaosouSpider
-Harvest
-Heritrix
-IDBTE4M
-IDBot
+GrapeshotCrawler
+HEADMasterSEO
+HTTP::Lite
+Havij
+HybridBot
 IRLbot
-Id-search
 IlseBot
+Image Sucker
 InternetSeer
-Iskanie
-JikeSpider
+JOC Web Spider
+Jbrofuzz
 Jyxobot
-Keyword Density
-LWP::Simple
-Libwhisker
+Kenjin Spider
+Kinza
+Lanshanbot
+LeechFTP
+Lftp
 Likse
-Linkdexbot
 LinkpadBot
 LinqiaScrapeBot
-Lipperhey
 Litemage_walker
 Lmspider
+Ltx71
 MIDown tool
+MIIxpc
 MJ12bot
 MQQBrowser
-MSIECrawler
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+MSFrontPage
+Mag-Net
+Magnet
+MarkMonitor
 MarkWatch
-Mass Downloader
+Masscan
 MauiBot
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
 MegaIndex.ru
-MicroMessenger
-Minefield
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
 Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
 NICErsPRO
-NPbot
-Name Intelligence
+Nameprotect
 Navroad
+Needle
 Nessus
 Net Vampire
-NetZIP
-Netcraft
+NetAnts
+NetLyzer
+NetMechanic
+Nettrack
 Netvibes
-NextGenSearchBot
-Nmap
-Nuclei
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Not
+Nutch
 OnCrawl
 OpenVAS
 Openfind
 Openvas
+OrangeBot
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PHPCrawl
-PageAnalyzer
+Page Analyzer
+PageGrabber
 PageScorer
 PageThing.com
-Pandalytics
-PeoplePal
+Papa Foto
 Petalbot
-Pi-Monster
-Piepmatz
+Picsearch
+PictureFinder
 Pockey
-Psbot
-PxBroker
-Quick-Crawler
-RSSingBot
+Probethenet
+Pump
+PyCurl
 RankActive
-Re-re
+RankFlex
+ReGet
 RealDownload
-Recorder
-RepoMonkey
+Reaper
+RedesScrapy
 RocketCrawler
-Rogerbot
 SBIder
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
 SEOstats
 SISTRIX
 SMTBot
+Scanbot
 Scrapy
-SemanticJuice
-SemrushBot
-SeobilityBot
+Screaming
+ScrepyBot
 Seomoz
-Site Sucker
-Siteimprove
+Shodan
+Sitebeam
 SlySearch
+Snoopy
 Sociscraper
 Sogou web spider
-Sottopop
-SpaceBison
+SpankBot
+Spanner
 Spbot
-Spinn3r
-SputnikBot
-Sqlworm
+Sqworm
 Steeler
-Stripper
 Sucker
-Sucuri
 SuperBot
-SuperHTTP
-Surfbot
 Suzuran
+Swiftbot
 Teleport
-TeleportPro
 Telesoft
 Telesphorep
-TheNomad
+The Intraformant
+Thumbor
 TightTwatBot
-Titan
+Toata
 Tracemyfile
 True_Robot
 Turingos
-TwengaBot
 V-BOT
-Vagabondo
-WASALive-Bot
+VB Project
+Vacuum
+VidibleScraper
+VoidEYE
 WBSearchBot
+WISENutbot
+WPScan
 WWW-Collector-E
 WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WallpapersHD
+Web Auto
 Web Fuck
 Web Pix
+Web Sauger
+WebAuto
 WebBandit
+WebCopier
 WebImageCollector
-WebLeacher
-WebReaper
-WebSauger
+WebPix
 WebSucker
+WebWhacker
 WebZIP
+Webalta
 WebmasterWorldForumBot
-WebsiteQuester
+Webshag
+Webster
+Whack
+Whatweb
+Who.is Bot
+Widow
+WinHTTrack
 WiseGuys Robot
-Wotbox
-Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-YoudaoBot
+Zermelo
 Zeus
+ZmEu
 ZoomBot
-ZoominfoBot
-ZumBot
-arquivo-web-crawler
+ZyBorg
+adscanner
 arquivo.pt
 autoemailspider
-check1.exe
+cah.io.community
 clark-crawler
-cognitiveseo
+coccocbot-web
 com.plumanalytics
-crawler.feedback
+crawl.sogou.com
 crawler4j
-facebookscraper
-ripz
-satoristudio.net
-scalaj-http
+demandbase-bot
+ips-agent
+isitwp.com
+lwp-trivial
+mediawords
+netEstate NE Crawler
+page scorer
+pcBrowser
+plumanalytics
 scan.lol
+seocompany.store
+seostar
+sexsearcher
 sitechecker.pro
-siteripz
 spyfu
-tAkeOut
-trendiction.de
-webpros.com
-webprosbot
-zgrab
+voyagerx.com
+x22Mozilla
+xpymep1.exe