V4.2022.06.3176 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
+01h4x.com
 ADmantX
-ASPSeek
+ALittle Client
 Abonti
-AfD-Verbotsverfahren
-Alexibot
+Acunetix
+Anarchy
+Anthill
+Aspiegel
+Asterias
+Attach
 AwarioSmartBot
-BLEXBot
+BBBike
 BackStreet
 BackWeb
-Backlink-Ceck
 Badass
+Barkrowler
 Battleztar Bazinga
-Bigfoot
-Boardreader
+Black Hole
+Blow
 Bolt
 Brandprotect
-Brandwatch
-Buck
-Bullseye
+BuiltBotTough
+BunnySlippers
 BuzzSumo
 CCBot
-CSHttp
-Calculon
+CODE87
 CazoodleBot
-CheTeam
-CherryPicker
+CheeseBot
 ChinaClaw
+Citoid
+Cogentbot
 Copier
-Copyscape
+CopyRightCheck
 Cosmos
 Crawling at Home Project
-CrunchBot
-Curious
 Custo
 CyotekWebCopy
-DatabaseDriverMysqli
+DBLBot
 Demon
 Deusu
-Discoverybot
-DnyzBot
-DomainSigmaCrawler
-Dotbot
-Download Wonder
-Dragonfly
+Devil
+Digincore
+DigitalPebble
+Dirbuster
+DnBCrawler-Analytics
+DomainStatsBot
+Domains Project
 Drip
-EMail Wolf
-EasyDL
+Ebingbong
+EirGrabber
 EroCrawler
+Evil
 Exabot
-Extreme Picture Finder
-EyeNetIE
+ExtractorPro
 Ezooms
 FemtosearchBot
-Firefox/7.0
-Freeuploader
+Flunky
+FrontPage
 FyberSpider
-GT::WWW
-Getintent
-GrapeFX
-GridBot
+Fyrebot
+G-i-g-a-b-o-t
+GermCrawler
+Gigabot
+Go!Zilla
+GrabNet
+GrapeshotCrawler
 HTTP::Lite
-Harvest
-Heritrix
-Humanlinks
+HTTrack
+Haansoft
+HaosouSpider
+Havij
+HonoluluBot
+IDBTE4M
 IDBot
-IRLbot
-Id-search
+IlseBot
 Image Fetch
+Image Sucker
+Indy Library
 InfoNaviRobot
-InfoTekies
-InternetSeer
-JOC Web Spider
-JamesBOT
-Jetty
+Intelliseek
+InterGET
+Iria
+Iskanie
+JetCar
 Joomla
 JustView
-Kenjin Spider
-LNSpiderguy
-LWP::Simple
+Lanshanbot
+Larbin
+Leap
 LeechFTP
-Lftp
-Libwhisker
+LibWeb
+LieBaoFast
+Lightspeedsystems
+Likse
+Linkbot
 LinkpadBot
-LinksManager
-Lipperhey
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Ltx71
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
 MSFrontPage
-MSIECrawler
-MarkMonitor
-MarkWatch
+MTRobot
+Majestic-SEO
+Majestic12
 Mass Downloader
-Mata Hari
-MauiBot
-Meanpathbot
-Mediatoolkitbot
-Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-MolokaiBot
+Masscan
+Metauri
+Minefield
+Mister PiX
+Moblie Safari
+Mojeek
 Morfeus Fucking Scanner
-NICErsPRO
-Net Vampire
+Mr.4x3
+Nameprotect
 NetMechanic
+NetSpider
 Netcraft
 Nettrack
 Netvibes
+NextGenSearchBot
 Nibbler
-NimbleCrawler
-Nimbostratus
-Nmap
-Nuclei
-Offline Explorer
-OnCrawl
-OpenLinkProfiler
-OpenVAS
+Niki-bot
+Ninja
+Nutch
+Openvas
 OutclicksBot
-Page Analyzer
+OutfoxBot
+PageAnalyzer
+PageScorer
 PageThing.com
-Pandalytics
+Papa Foto
 PeoplePal
 Pi-Monster
 Picscout
 Picsearch
 PictureFinder
-PleaseCrawl
-Pockey
-Psbot
+Piepmatz
+Pimonster
+ProPowerBot
+ProWebWalker
 Pu_iN
-Pump
 PxBroker
-PyCurl
-QueryN Metasearch
-RSSingBot
-RankActive
-RankingBot
-RankurBot
-RealDownload
-Reaper
-RebelMouse
-Rogerbot
+Quick-Crawler
+RankFlex
+RankingBot2
+RepoMonkey
+Ripper
+SEOkicks
+SEOlyticsCrawler
 SEOstats
 SMTBot
-SalesIntelligent
 ScoutJet
+Screaming
 Searchestate
 SearchmetricsBot
-SemanticJuice
-SentiBot
+SemrushBot
 SeoSiteCheckup
 SeobilityBot
-Seomoz
+Shodan
+Siphon
 Site Sucker
-SiteSnagger
-SiteSucker
+Sitebeam
+Sitevigil
 SlySearch
-SmartDownload
-SocialRankIOBot
+Snake
+Snapbot
+Snoopy
+Sociscraper
 Sogou web spider
-SpankBot
-Spinn3r
+Sottopop
+Spammen
 SputnikBot
-Steeler
-Stripper
-Sucker
-Sucuri
+Sqworm
 SuperBot
-T0PHackTeam
+SurveyBot
+Suzuran
+Teleport
 TeleportPro
-Telesphorep
-The Intraformant
 TheNomad
-Thumbor
-Toata
-Toweyabot
-Trendictionbot
+Tracemyfile
 True_Robot
-URLy Warning
-V-BOT
-VB Project
-VCI
-Vagabondo
-VelenPublicWebCrawler
-Virusdie
+Turingos
+Turnitin
+TurnitinBot
+UnisterBot
+VeriCiteCrawler
 VoidEYE
-Voltron
-WWW-Mechanize
-WWW::Mechanize
+WASALive-Bot
+WEBDAV
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
 WeSEE
 Web Collage
-Web Enhancer
 Web Fuck
+Web Pix
+Web Sauger
 WebAuto
 WebBandit
+WebCollage
 WebCopier
+WebEnhancer
 WebFuck
 WebGo IS
+WebImageCollector
+WebStripper
 WebWhacker
 WebZIP
-Webalta
-WebsiteExtractor
-Whatweb
+Website Quester
+WebsiteQuester
+Webster
+Whack
+Who.is Bot
 Widow
+WinHTTrack
 WiseGuys Robot
-Wonderbot
-Xaldon WebSpider
+Wotbox
 Xenu
-Zade
-Zauba
-Zitebot
-ZmEu
-ZoomBot
-ZoominfoBot
+YoudaoBot
+Zermelo
 adscanner
-autoemailspider
+check1.exe
 coccocbot
 cognitiveseo
-crawl.sogou.com
+crawler.feedback
 crawler4j
 demandbase-bot
-gopher
+evc-batch
 heritrix
-internetVista monitor
+instabid
+ips-agent
 isitwp.com
-linkdexbot
+iubenda-radar
 lwp-trivial
 muhstik-scan
 netEstate NE Crawler
-oBot
-page scorer
-pcBrowser
-polaris version
-probe-image-size
-ripz
-satoristudio.net
-scalaj-http
+plumanalytics
 seobility
-seocompany.store
-seostar
-serpstatbot
-sp_auditbot
+sexsearcher
+sitechecker.pro
+sogouspider
+sysscan
+tAkeOut
 trendiction.com
-x09Mozilla
-x22Mozilla
-xpymep1.exe
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webprosbot
 zauba.io