V4.2021.11.2730 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
-AIBOT
 ALittle Client
-Abonti
-Aboundexbot
+Aboundex
+AfD-Verbotsverfahren
 AiHitBot
-AllSubmitter
-Alligator
-AlphaBot
+Aipbot
+Alexibot
+Anarchie
 Anarchy99
-Anthill
 Apexoo
+Attach
 AwarioRssBot
 BBBike
-BDFetch
+BDCbot
 BackStreet
-BackWeb
 BacklinkCrawler
-Badass
-Bandit
-Barkrowler
+Battleztar Bazinga
 BetaBot
-Bigfoot
 BlackWidow
 Blackboard
 Blow
 BlowFish
-Boardreader
-Bolt
-BotALot
 Brandprotect
+Brandwatch
+Buck
 Buddy
 BuiltBotTough
 BuiltWith
 Bullseye
-CODE87
-Cegbfeieh
+BunnySlippers
+BuzzSumo
+CATExplorador
+CSHttp
+CheeseBot
 CherryPicker
-ChinaClaw
-Claritybot
-Cogentbot
-Cosmos
-CrunchBot
-DBLBot
-DIIbot
-DSearch
-DTS Agent
-DatabaseDriverMysqli
-Dirbuster
-Discobot
-Discoverybot
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
+Crescent
+Custo
+Digincore
+DigitalPebble
+Disco
+Dispatch
+DnBCrawler-Analytics
+DomCopBot
 DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
+DomainSigmaCrawler
+Domains Project
+Download Wonder
 Dragonfly
-Drip
-ECCP/1.0
 EMail Siphon
-Ebingbong
-Exabot
-Express WebPictures
-Extractor
-ExtractorPro
+EroCrawler
+Evil
+Extreme Picture Finder
 EyeNetIE
-FDM
-FHscan
 FemtosearchBot
-Flunky
-FrontPage
-GetRight
-GetWeb
-Getintent
+Firefox/7.0
+FlashGet
+Freeuploader
+FyberSpider
+Fyrebot
+GT::WWW
+GermCrawler
+Go!Zilla
 Go-Ahead-Got-It
-Grabber
-GrapeFX
-GrapeshotCrawler
+GoZilla
+GrabNet
 HMView
-HTTP::Lite
-HTTrack
-Havij
-Heritrix
-Hloader
-IDBot
-IRLbot
+HTMLparser
+Haansoft
 Id-search
-InterGET
+Indy Library
+InfoTekies
 Iria
+JOC Web Spider
 JamesBOT
 Jbrofuzz
 JennyBot
+JetCar
+Jetty
 JikeSpider
-Joomla
-Jyxobot
+Kenjin Spider
+Kinza
 Kozmosbot
-LNSpiderguy
+Lanshanbot
+Larbin
 Leap
-LeechGet
+LeechFTP
 LexiBot
-Lftp
 LibWeb
 LieBaoFast
 Lightspeedsystems
 LinkScan
+LinkWalker
+Linkbot
 Linkdexbot
-LinkpadBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
+Lmspider
+Ltx71
 MQQBrowser
-MSFrontPage
-MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic SEO
-MarkMonitor
-MauiBot
-MeanPath Bot
+MTRobot
+Mag-Net
+Majestic12
+Mb2345Browser
+Mediatoolkitbot
 MegaIndex.ru
-Metauri
-Mister PiX
+Microsoft Data Access
+Microsoft URL Control
 Moblie Safari
 Mojolicious
 Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Musobot
-NearSite
+Msrabot
+Needle
+Net Vampire
+NetLyzer
 NetMechanic
-NetZIP
-Nettrack
-NextGenSearchBot
-Nibbler
-Niki-bot
-Ninja
+Netcraft
+Netvibes
+Nikto
+NimbleCrawler
+Nmap
+Nuclei
+Nutch
+Octopus
 Offline Explorer
-Offline Navigator
+OpenVAS
 Openfind
-OrangeSpider
-PECL::HTTP
-POE-Component-Client-HTTP
-PageThing.com
+Openvas
+PHPCrawl
+PageAnalyzer
+PageGrabber
+PageScorer
+Pi-Monster
 PictureFinder
-Pixray
-Pockey
+Pimonster
 ProPowerBot
-RSSingBot
-RankActive
+Psbot
+PyCurl
+QueryN Metasearch
+RankActiveLinkBot
 RankingBot
-Rankivabot
+Re-re
+RealDownload
 Reaper
-Recorder
-RedesScrapy
+RebelMouse
+RepoMonkey
+Ripper
+Rogerbot
+SBIder
+SEOkicks-Robot
+SISTRIX
+SalesIntelligent
 Scanbot
-Scrapy
-Searchestate
-SearchmetricsBot
-SemanticJuice
-SemrushBot
+ScoutJet
+ScrepyBot
+SentiBot
 SeoSiteCheckup
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
+SiteSnagger
 Sitebeam
 Siteimprove
 Sitevigil
 SlySearch
-Snapbot
-SocialRankIOBot
-Sosospider
-Sqlmap
-Sqworm
-Steeler
+SmartDownload
+Sociscraper
+Spammen
+SpankBot
+Spbot
 Stripper
 Sucker
-Sucuri
-SuperBot
-SuperHTTP
-Surfbot
-Suzuran
-Szukacz
-T0PHackTeam
-Teleport
-TeleportPro
 Telesphoreo
-Thumbor
-Toweyabot
+TightTwatBot
 Tracemyfile
-Trendiction
-True_Robot
+Trendictionbot
 Turingos
+Turnitin
+TurnitinBot
 TwengaBot
-URLy.Warning
-Upflow
-VB Project
+Twice
+URLy Warning
+UnisterBot
+V-BOT
 Vacuum
-Virusdie
+VelenPublicWebCrawler
+VeriCiteCrawler
 VoidEYE
-Voil
-WASALive-Bot
-WISENutbot
-WWW-Collector-E
+WPScan
+WWW::Mechanize
 WWWOFFLE
+Wallpapers
 Wallpapers/3.0
-WallpapersHD
-Web Collage
+WeSEE
+Web Enhancer
 Web Pix
-Web Sauger
+WebAuto
+WebEnhancer
+WebFetch
+WebGo IS
 WebImageCollector
 WebLeacher
 WebPix
-WebReaper
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
+WebSucker
+Webalta
 Webshag
+WebsiteQuester
 Whack
-Whacker
 Whatweb
 Who.is Bot
-Widow
+WinHTTrack
 Wonderbot
-Woobot
+Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
 YoudaoBot
-Zade
-adscanner
+Zauba
+ZoomBot
+ZoominfoBot
 archive.org_bot
-eCatch
+arquivo.pt
+clark-crawler
+coccocbot-web
+cognitiveseo
+com.plumanalytics
+crawler4j
+dataforseo.com
+evc-batch
 facebookscraper
 gopher
-internetVista monitor
+heritrix
+instabid
 ips-agent
-magpie-crawler
 mediawords
-netEstate NE Crawler
+muhstik-scan
 oBot
-probe-image-size
-seostar
+page scorer
+seobility
+seocompany.store
+sp_auditbot
 tAkeOut
-ubermetrics-technologies.com
-webmeup-crawler
+trendiction.com
+trendiction.de
+voyagerx.com
+webpros.com
+webprosbot
 x09Mozilla
 xpymep1.exe
-zgrab
+zauba.io