V4.2022.08.3287 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404checker
 404enemy
-ADmantX
 ALittle Client
-Aboundex
-Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Aipbot
-Alexibot
-Alligator
-AlphaBot
-Ankit
-Apexoo
-Aspiegel
-Asterias
+AllSubmitter
+Anarchy99
 Atomseobot
-BDFetch
-BLEXBot
-BackDoorBot
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BDCbot
 BackStreet
 Backlink-Ceck
-Badass
-Bandit
 Barkrowler
-Battleztar Bazinga
+BatchFTP
+Bitacle
 BlackWidow
-Brandprotect
+Boardreader
 Buck
+Buddy
+BuiltWith
 CATExplorador
-CODE87
-CSHttp
 CazoodleBot
 Cegbfeieh
-CensysInspect
-CheTeam
-Cliqzbot
-Cosmos
-Craftbot
-Crawling at Home Project
+CheeseBot
+CherryPicker
+Chlooe
+Claritybot
+Cloud mapping
+Cocolyzebot
+CopyRightCheck
+Copyscape
 CrazyWebCrawler
-Crescent
-CyotekWebCopy
-DIIbot
-Demon
-Digincore
-Discoverybot
+CrunchBot
+Curious
+Custo
+DBLBot
+DataCha0s
+DatabaseDriverMysqli
+Devil
+Disco
 Dispatch
 DittoSpyder
 DnyzBot
-DomCopBot
-Ebingbong
-Ecxi
-EirGrabber
-Ezooms
-FemtosearchBot
-Fuzz
+DomainCrawler
+Dotbot
+Evil
+Exabot
+ExtractorPro
+FrontPage
+G-i-g-a-b-o-t
 GT::WWW
-Genieo
-GetWeb
 Getintent
-GoZilla
+Go!Zilla
+Go-Ahead-Got-It
 Gotit
-Grabber
-HEADMasterSEO
-HTMLparser
-Haansoft
-Havij
-IRLbot
+GrabNet
+Grafula
+HaosouSpider
+HonoluluBot
+Humanlinks
+HybridBot
 Iblog
-IlseBot
-Image Fetch
-IndeedBot
-Iria
+Id-search
+Indy Library
+InfoTekies
+InterGET
+InternetSeer
 Iskanie
+JOC Web Spider
 JamesBOT
 Jbrofuzz
 JennyBot
-Jetty
-JikeSpider
-Jyxobot
-Kenjin Spider
-Keyword Density
-Kinza
+Joomla
+Keybot Translation-Search-Machine
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Larbin
-Leap
-LieBaoFast
-LinkWalker
-LinkextractorPro
-LinksManager
+LeechGet
+LinkpadBot
+LinqiaRSSBot
 Ltx71
-MJ12bot
-MSFrontPage
+MIDown tool
+MIIxpc
 Mag-Net
+Majestic SEO
 Majestic-SEO
 Majestic12
-Masscan
+Mata Hari
 MeanPath Bot
-Microsoft URL Control
+Microsoft Data Access
 Minefield
 Moblie Safari
 Mojeek
 Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Msrabot
-Name Intelligence
-Nessus
+Musobot
+NPbot
+Nameprotect
+Navroad
+Needle
 Net Vampire
 NetLyzer
+NetSpider
 Netcraft
-Netvibes
-NimbleCrawler
-Nmap
-Nuclei
-Nutch
+NextGenSearchBot
+Nibbler
+Niki-bot
+Nikto
+Nimbostratus
 Octopus
 Offline Explorer
-Offline Navigator
+OpenVAS
+Openfind
 Openvas
-OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
 PageAnalyzer
-PageScorer
 PageThing.com
-Pandalytics
+Panscient
+Papa Foto
 Pavuk
-Petalbot
-Pi-Monster
 Piepmatz
 Pimonster
+Pixray
 PleaseCrawl
-ProWebWalker
 Probethenet
-Pu_iN
+Psbot
+PxBroker
+PyCurl
 QueryN Metasearch
 RSSingBot
-RankingBot2
-Rankivabot
+RankActive
+RankActiveLinkBot
+RankurBot
+Re-re
 RealDownload
 Reaper
+RebelMouse
+RedesScrapy
 RepoMonkey
-Ripper
-Rogerbot
+RocketCrawler
+SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
+SISTRIX
+SMTBot
+SalesIntelligent
 ScanAlert
-Scrapy
-ScreenerBot
-ScrepyBot
-Searchestate
-SearchmetricsBot
-Semrush
+ScoutJet
+Screaming
 SemrushBot
-SeobilityBot
-Siphon
-Site Sucker
+Shodan
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-Siteimprove
+SiteSucker
 SlySearch
-Snake
+SmartDownload
+Snapbot
+SocialRankIOBot
+Sociscraper
 Sosospider
-Spammen
-Spanner
-SputnikBot
-Sqlmap
+SpankBot
+Spbot
+Sqworm
+Steeler
+Sucker
 Sucuri
-SurveyBot
-Suzuran
-TeleportPro
+SuperBot
+Surfbot
+T0PHackTeam
+T8Abot
+Telesoft
+Telesphoreo
+The Intraformant
+TheNomad
 TightTwatBot
-Toata
-Toweyabot
 Trendiction
-True_Robot
 TwengaBot
 Twice
-Typhoeus
-UnisterBot
+URLy Warning
+URLy.Warning
 Upflow
-V-BOT
-VelenPublicWebCrawler
+Vacuum
+Vagabondo
 VeriCiteCrawler
 VidibleScraper
 Virusdie
 VoidEYE
+Voil
 Voltron
+WASALive-Bot
+WBSearchBot
+WEBDAV
 WPScan
-WWW-Mechanize
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers
+Wallpapers/3.0
+WeSEE
 Web Auto
 Web Enhancer
-Web Sucker
-WebAuto
+Web Fetch
+Web Fuck
 WebCopier
-WebFetch
 WebFuck
+WebGo IS
 WebLeacher
 WebPix
-WebZIP
-WebmasterWorldForumBot
+WebReaper
+WebSauger
 Webshag
-WebsiteExtractor
-Whatweb
-Who.is Bot
+Website Quester
+Whacker
 Wonderbot
-Wotbox
+Wprecon
 Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-Zitebot
-ZmEu
-archive.org_bot
-autoemailspider
-backlink-check
-cognitiveseo
-dataforseo.com
-demandbase-bot
-facebookscraper
+Zauba
+ZoominfoBot
+ZumBot
+ZyBorg
+check1.exe
+crawl.sogou.com
+crawler.feedback
+evc-batch
 gopher
+heritrix
 instabid
 internetVista monitor
-isitwp.com
-linkdexbot
+iubenda-radar
 lwp-trivial
-mediawords
 muhstik-scan
-oBot
 page scorer
-satoristudio.net
+plumanalytics
+polaris version
 scalaj-http
-seobility
-seocompany.store
-seoscanners
-seostar
+serpstatbot
+siteripz
 sogouspider
-sysscan
+sp_auditbot
 trendiction.com
-ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
-webpros.com
-x09Mozilla
-x22Mozilla
+voyagerx.com
+zgrab