V4.2022.09.3330 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-80legs
-ADmantX
-AIBOT
-ALittle Client
+01h4x.com
+360Spider
 ASPSeek
-Abonti
 Aboundex
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Aipbot
-AllSubmitter
-Anarchie
-Anarchy
+Alexibot
+AlphaBot
+Ankit
 Apexoo
-Asterias
 AwarioRssBot
-AwarioSmartBot
 BBBike
-BackStreet
+BDFetch
 BackWeb
 Backlink-Ceck
-BacklinkCrawler
-BatchFTP
+Bandit
 Battleztar Bazinga
-Bigfoot
+Bitacle
 BlackWidow
 Blackboard
-Brandprotect
+Blow
+BlowFish
+Boardreader
+Brandwatch
 Buck
+Buddy
 BuiltBotTough
 BunnySlippers
-CATExplorador
-CODE87
-ChinaClaw
+CazoodleBot
+CensysInspect
+CherryPicker
+Citoid
+Cliqzbot
 Cloud mapping
+Cocolyzebot
+Collector
+Copier
 CopyRightCheck
-Copyscape
-Craftbot
-CrazyWebCrawler
 Crescent
-CrunchBot
+Custo
 CyotekWebCopy
-DataCha0s
-Devil
+DIIbot
+DSearch
+DatabaseDriverMysqli
+Deusu
 Digincore
-Discoverybot
+Dirbuster
+Disco
+DittoSpyder
 DnBCrawler-Analytics
-DomainAppender
 DomainStatsBot
-Domains Project
+Dragonfly
 Drip
-EMail Siphon
 EMail Wolf
-EasyDL
-EirGrabber
+EroCrawler
+Evil
 Express WebPictures
-Extractor
 ExtractorPro
-FHscan
-FemtosearchBot
-Fimap
+EyeNetIE
+Ezooms
+FDM
 Firefox/7.0
 Freeuploader
-GetRight
-Go!Zilla
+Genieo
+GetWeb
+Gigabot
 GoZilla
-Gotit
-HTTrack
+HTMLparser
+HTTP::Lite
+Haansoft
 HaosouSpider
-HybridBot
-Id-search
+Harvest
+Havij
+Heritrix
+HonoluluBot
+Humanlinks
 Image Fetch
-Image Sucker
 Indy Library
-InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
-InternetSeer
-Iria
 Iskanie
+IstellaBot
 JamesBOT
+JennyBot
 JetCar
 Jetty
 JikeSpider
-Jorgee
+Joomla
+JustView
 Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
 Kozmosbot
 LNSpiderguy
-Larbin
-Leap
-LibWeb
-Libwhisker
-LinkScan
+Lanshanbot
+LexiBot
+LieBaoFast
+Lightspeedsystems
+Likse
 Linkbot
 LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Lmspider
 Ltx71
-MSIECrawler
+MIDown tool
+MJ12bot
+MQQBrowser
+MSFrontPage
 Mag-Net
 Magnet
-Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+Mass Downloader
 MauiBot
 Mb2345Browser
+MeanPath Bot
+Meanpathbot
 MegaIndex.ru
 Metauri
 Microsoft Data Access
 Microsoft URL Control
 Moblie Safari
 Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Msrabot
+Mr.4x3
 NICErsPRO
 Navroad
 NearSite
-NetLyzer
-NetMechanic
-NetSpider
-NetZIP
-Nettrack
-Netvibes
+Net Vampire
+Netcraft
 NextGenSearchBot
-Niki-bot
 Not
-Nutch
 Offline Navigator
-OnCrawl
 Openfind
-OrangeBot
 OrangeSpider
 OutclicksBot
-OutfoxBot
-Page Analyzer
+PHPCrawl
 PageGrabber
-PageThing.com
+PageScorer
+Papa Foto
 Pavuk
-PeoplePal
 Petalbot
-Pi-Monster
-Picscout
 Picsearch
+PictureFinder
 Pimonster
 Probethenet
 PxBroker
-PyCurl
+RankActive
 RankActiveLinkBot
 RankFlex
 RankingBot
+RankingBot2
 Rankivabot
-RankurBot
 RealDownload
-RebelMouse
-SEOlyticsCrawler
-SEOstats
-SISTRIX
+RedesScrapy
+RepoMonkey
+Ripper
+SEOkicks
+SEOkicks-Robot
+Scanbot
+Scrapy
 Screaming
-ScreenerBot
+SearchmetricsBot
+SemanticJuice
 Semrush
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-SiteExplorer
+Siphon
 SiteSucker
 SmartDownload
-Snoopy
-Sociscraper
-Sogou web spider
-Sosospider
-Spbot
-Spinn3r
+Snake
+Snapbot
+Sottopop
+Spammen
+Spanner
 Sqlworm
 Stripper
-SuperBot
-T0PHackTeam
-Teleport
+Sucker
+Szukacz
 TeleportPro
-The Intraformant
-TightTwatBot
+Telesphoreo
+Telesphorep
 Toata
-TwengaBot
+True_Robot
+Turnitin
+Twice
 Typhoeus
-Upflow
+URLy Warning
+V-BOT
 VCI
 Vacuum
-VelenPublicWebCrawler
-VoidEYE
-Voltron
-WWW-Collector-E
+VidibleScraper
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WPScan
 WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
 WallpapersHD
 Web Auto
-Web Collage
-Web Fetch
-Web Sucker
+Web Fuck
+WebAuto
 WebFetch
-WebFuck
-WebImageCollector
-WebLeacher
-WebReaper
-WebSauger
-WebStripper
+WebPix
+WebSucker
 WebWhacker
+Webalta
+WebmasterWorldForumBot
+Webshag
 Website Quester
 WebsiteExtractor
-Whacker
-Wprecon
+Webster
+Whatweb
+Who.is Bot
+Wotbox
+Xaldon WebSpider
 Xaldon_WebSpider
-Zade
+YoudaoBot
+Zitebot
+ZumBot
+arquivo-web-crawler
+autoemailspider
 backlink-check
 check1.exe
 coccocbot
-cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-demandbase-bot
-domainsproject.org
-evc-batch
-facebookscraper
+dataforseo.com
+eCatch
+heritrix
+internetVista monitor
+ips-agent
+isitwp.com
 iubenda-radar
-lwp-request
-meanpathbot
-muhstik-scan
-pcBrowser
-plumanalytics
+lwp-trivial
+mediawords
+oBot
 probe-image-size
-ripz
-satoristudio.net
-seostar
+s1z.ru
+scalaj-http
+seocompany.store
+seoscanners
+serpstatbot
 sitechecker.pro
-sp_auditbot
-trendiction.com
+siteripz
+spyfu
 trendiction.de
 ubermetrics-technologies.com
 webgains-bot
 webmeup-crawler
-x09Mozilla
+webprosbot
+x22Mozilla
 zauba.io
+zgrab