V4.2022.06.3165 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
+404enemy
 Abonti
 Aboundex
-Acunetix
-AiHitBot
-Aipbot
+AfD-Verbotsverfahren
 AllSubmitter
 AlphaBot
-Anarchy
-Anthill
+Anarchie
+Anarchy99
+Ankit
 Apexoo
 Aspiegel
-Attach
+Asterias
+Atomseobot
+AwarioSmartBot
 BBBike
 BDFetch
 BLEXBot
 BackStreet
 BackWeb
-BacklinkCrawler
-Barkrowler
+Badass
+Bandit
+Battleztar Bazinga
 Bigfoot
-Bitacle
-BlackWidow
-Bullseye
-CODE87
-Calculon
-CazoodleBot
+Black Hole
+Blackboard
+BlowFish
+Boardreader
+Brandwatch
+Buck
+Buddy
+BuiltBotTough
+BuiltWith
+BunnySlippers
+CSHttp
 Cegbfeieh
-ChinaClaw
-Citoid
+CheTeam
 Claritybot
-Copyscape
-Crescent
-DSearch
-DataCha0s
-Demon
-Discobot
+Cliqzbot
+Craftbot
+CrazyWebCrawler
+CrunchBot
+CyotekWebCopy
+Deusu
+Devil
+Disco
 Discoverybot
-Dispatch
-DomainCrawler
-Drip
+DittoSpyder
+DnyzBot
+DomCopBot
+DomainAppender
+DomainSigmaCrawler
+Dotbot
+Dragonfly
 ECCP/1.0
+EMail Siphon
 EasyDL
 EirGrabber
-Evil
-Extractor
-ExtractorPro
+EroCrawler
+Exabot
+Express WebPictures
 Extreme Picture Finder
-FemtosearchBot
+Ezooms
+FDM
+FHscan
+Fimap
 FlashGet
-Foobot
-Fuzz
-FyberSpider
-Fyrebot
-Getintent
-Gigabot
+Flunky
+Freeuploader
+FrontPage
+GermCrawler
+GetWeb
 Go-Ahead-Got-It
-GoZilla
 GrabNet
-HEADMasterSEO
+Grabber
 HMView
+HTMLparser
+Haansoft
+HaosouSpider
 Harvest
-Havij
+Hloader
 HonoluluBot
 Humanlinks
 IDBTE4M
-IRLbot
-Iblog
-IlseBot
-Image Sucker
-IndeedBot
-InterGET
-InternetSeer
-Iria
-JOC Web Spider
-Jbrofuzz
-JennyBot
+Image Fetch
+JikeSpider
 Joomla
-Kenjin Spider
-Kozmosbot
+Keyword Density
+Kinza
+Larbin
 Leap
+LeechFTP
+LeechGet
+LexiBot
 LibWeb
-Lightspeedsystems
-LinkWalker
+Libwhisker
+LieBaoFast
 LinkextractorPro
-LinqiaMetadataDownloaderBot
 Lipperhey
-Lipperhey Spider
 Litemage_walker
-Ltx71
 MFC_Tear_Sample
+MIIxpc
 MQQBrowser
-MSFrontPage
-MSIECrawler
 Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+Magnet
+Majestic12
 MarkMonitor
-Masscan
-Mb2345Browser
+Mass Downloader
+MauiBot
 MeanPath Bot
-Meanpathbot
-Microsoft Data Access
+MegaIndex.ru
+Metauri
+MicroMessenger
+Minefield
+Mister PiX
 Moblie Safari
+Mojolicious
 MolokaiBot
-Mr.4x3
-NICErsPRO
-Navroad
-Needle
-Net Vampire
-NetAnts
-NetZIP
+Mozlila
+Name Intelligence
+Nameprotect
+NetLyzer
+NetMechanic
+NetSpider
+Netcraft
 Netvibes
-Nibbler
-Niki-bot
+NextGenSearchBot
+Nikto
 NimbleCrawler
-Nimbostratus
-Nmap
+Ninja
 Not
-Octopus
-OpenVAS
-PECL::HTTP
-Page Analyzer
-PageGrabber
-Pandalytics
-PeoplePal
+Nuclei
+Offline Explorer
+Openfind
+OrangeBot
+OrangeSpider
+OutclicksBot
+PHPCrawl
+PageAnalyzer
 Pi-Monster
-PictureFinder
-Pimonster
+Picsearch
 PleaseCrawl
-Probethenet
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
+Pockey
+Pump
+Quick-Crawler
+RSSingBot
 RankFlex
 RankingBot2
+RankurBot
+ReGet
 Reaper
-Recorder
-Rogerbot
-SBIder
 SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
 SEOstats
-SISTRIX
-SalesIntelligent
 ScanAlert
+Scanbot
+ScoutJet
+Scrapy
 Screaming
-SemanticJuice
-SentiBot
-SeobilityBot
-Seomoz
+Semrush
+SemrushBot
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSucker
-Sitevigil
+SiteLockSpider
+SlySearch
 SmartDownload
+Snake
 Snapbot
-Snoopy
-Sogou web spider
-Spammen
-SpankBot
-Spinn3r
+Sociscraper
+Sosospider
 Sqlworm
-Steeler
-Stripper
-Sucker
-Sucuri
-SurveyBot
-Suzuran
-Swiftbot
+Sqworm
+SuperHTTP
 T0PHackTeam
+TeleportPro
 Telesoft
-TheNomad
-Thumbor
-Toweyabot
+TightTwatBot
+Toata
 Tracemyfile
 Trendiction
-TurnitinBot
+Turnitin
 TwengaBot
-Twice
 URLy Warning
-VoidEYE
-Voil
-Voltron
-WWW-Mechanize
+UnisterBot
+VB Project
+VelenPublicWebCrawler
+VidibleScraper
+WEBDAV
+WPScan
+WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
+Wallpapers
 WeSEE
-Web Pix
-Web Sauger
+Web Auto
+Web Collage
+Web Enhancer
+Web Fuck
 Web Sucker
 WebBandit
-WebCollage
 WebCopier
-WebEnhancer
 WebFuck
-WebGo IS
+WebPix
 WebSauger
 WebSucker
-WebZIP
-WebmasterWorldForumBot
-Webster
-Whacker
-Whatweb
+Webshag
+Website Quester
+WebsiteExtractor
+Whack
 WiseGuys Robot
 Wonderbot
-Woobot
 Wprecon
-Xaldon_WebSpider
-Xenu
+YoudaoBot
 Zade
-Zauba
 Zeus
-ZmEu
 ZoomBot
-ZyBorg
-autoemailspider
-cah.io.community
-clark-crawler
+ZumBot
+archive.org_bot
+arquivo-web-crawler
+check1.exe
+coccocbot
+cognitiveseo
+crawler.feedback
+crawler4j
 dataforseo.com
-gopher
-heritrix
+eCatch
+facebookscraper
 internetVista monitor
+linkdexbot
+lwp-request
+lwp-trivial
 magpie-crawler
-page scorer
+mediawords
+muhstik-scan
 pcBrowser
 plumanalytics
 polaris version
-s1z.ru
-scalaj-http
-seobility
+ripz
+scan.lol
+seocompany.store
 seoscanners
-serpstatbot
-sexsearcher
-sitechecker.pro
+siteripz
 sogouspider
-sysscan
-trendiction.de
 voyagerx.com
-webgains-bot
 webmeup-crawler
-webprosbot
-x09Mozilla
 x22Mozilla
-xpymep1.exe
-zgrab
+zauba.io