V4.2022.09.3329 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
 404enemy
+80legs
+ADmantX
+AIBOT
 ALittle Client
+ASPSeek
+Abonti
 Aboundex
 AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
-Alligator
-AlphaBot
+Aipbot
+AllSubmitter
 Anarchie
-Anthill
+Anarchy
 Apexoo
+Asterias
 AwarioRssBot
+AwarioSmartBot
 BBBike
-BDCbot
-BDFetch
-BackDoorBot
 BackStreet
 BackWeb
-Barkrowler
-BetaBot
-Black Hole
+Backlink-Ceck
+BacklinkCrawler
+BatchFTP
+Battleztar Bazinga
+Bigfoot
 BlackWidow
+Blackboard
+Brandprotect
+Buck
 BuiltBotTough
-BuiltWith
-CCBot
+BunnySlippers
+CATExplorador
 CODE87
-CSHttp
-CazoodleBot
-CensysInspect
-CheTeam
-CheeseBot
-CherryPicker
-Cocolyzebot
-Cogentbot
-Collector
+ChinaClaw
+Cloud mapping
+CopyRightCheck
 Copyscape
+Craftbot
 CrazyWebCrawler
+Crescent
 CrunchBot
-Custo
 CyotekWebCopy
-DBLBot
-DIIbot
-DSearch
-DatabaseDriverMysqli
+DataCha0s
 Devil
-Discobot
+Digincore
 Discoverybot
-DnyzBot
-DomCopBot
-Dotbot
-Dragonfly
+DnBCrawler-Analytics
+DomainAppender
+DomainStatsBot
+Domains Project
 Drip
+EMail Siphon
+EMail Wolf
 EasyDL
-Ebingbong
-EroCrawler
-Exabot
+EirGrabber
 Express WebPictures
-ExtLinksBot
+Extractor
+ExtractorPro
 FHscan
 FemtosearchBot
-FyberSpider
-Fyrebot
-Genieo
+Fimap
+Firefox/7.0
+Freeuploader
 GetRight
-GrabNet
-GrapeFX
-GridBot
-HTMLparser
+Go!Zilla
+GoZilla
+Gotit
+HTTrack
 HaosouSpider
-Harvest
-Hloader
-Humanlinks
-IDBTE4M
-IDBot
+HybridBot
+Id-search
 Image Fetch
+Image Sucker
 Indy Library
 InfoNaviRobot
 InfoTekies
 Intelliseek
 InterGET
 Internet Ninja
+InternetSeer
+Iria
 Iskanie
-JOC Web Spider
-Jbrofuzz
-JennyBot
+JamesBOT
 JetCar
-JustView
-Kenjin Spider
+Jetty
+JikeSpider
+Jorgee
+Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
+Kinza
+Kozmosbot
+LNSpiderguy
 Larbin
-Lftp
+Leap
+LibWeb
 Libwhisker
 LinkScan
-LinkWalker
-LinksManager
+Linkbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Litemage_walker
-MIIxpc
-MSFrontPage
+Lmspider
+Ltx71
+MSIECrawler
+Mag-Net
 Magnet
-Majestic SEO
-MarkMonitor
-Masscan
-Mata Hari
+Mail.RU_Bot
 MauiBot
 Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
+MegaIndex.ru
+Metauri
 Microsoft Data Access
 Microsoft URL Control
 Moblie Safari
-MolokaiBot
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mozlila
+Msrabot
 NICErsPRO
-NPbot
-Net Vampire
+Navroad
+NearSite
+NetLyzer
+NetMechanic
+NetSpider
 NetZIP
-Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
 Niki-bot
-Nikto
-Nimbostratus
-Nmap
+Not
 Nutch
 Offline Navigator
 OnCrawl
-OpenLinkProfiler
-Openvas
+Openfind
+OrangeBot
 OrangeSpider
 OutclicksBot
-POE-Component-Client-HTTP
+OutfoxBot
 Page Analyzer
-PageScorer
-Panscient
-Papa Foto
+PageGrabber
+PageThing.com
 Pavuk
+PeoplePal
+Petalbot
+Pi-Monster
 Picscout
 Picsearch
-PictureFinder
-Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
-ProPowerBot
 Probethenet
+PxBroker
 PyCurl
-QueryN Metasearch
+RankActiveLinkBot
 RankFlex
+RankingBot
 Rankivabot
 RankurBot
-Re-re
+RealDownload
 RebelMouse
-Recorder
-RocketCrawler
-Rogerbot
-SBIder
-SEOkicks
-SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
 SISTRIX
-SMTBot
-SalesIntelligent
-Scanbot
-ScoutJet
-ScrepyBot
-Seekport
+Screaming
+ScreenerBot
+Semrush
 SentiBot
+SeoSiteCheckup
+SeobilityBot
 Seomoz
-Site Sucker
 SiteExplorer
-Sitebeam
+SiteSucker
 SmartDownload
-Snake
 Snoopy
-SocialRankIOBot
 Sociscraper
 Sogou web spider
-Spammen
-Sqlmap
-Sqworm
-Sucker
+Sosospider
+Spbot
+Spinn3r
+Sqlworm
+Stripper
 SuperBot
-SuperHTTP
-Surfbot
-Szukacz
+T0PHackTeam
 Teleport
+TeleportPro
 The Intraformant
-TheNomad
+TightTwatBot
 Toata
-Trendiction
-Turingos
-Twice
-VB Project
+TwengaBot
+Typhoeus
+Upflow
 VCI
 Vacuum
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Virusdie
+VelenPublicWebCrawler
 VoidEYE
-WBSearchBot
-WEBDAV
+Voltron
+WWW-Collector-E
 WWW::Mechanize
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Collage
 Web Fetch
-Web Fuck
-Web Pix
-WebBandit
-WebCollage
-WebCopier
+Web Sucker
 WebFetch
 WebFuck
-WebGo IS
+WebImageCollector
 WebLeacher
+WebReaper
+WebSauger
 WebStripper
-WebSucker
-WebmasterWorldForumBot
+WebWhacker
 Website Quester
-WebsiteQuester
-Whack
+WebsiteExtractor
 Whacker
-WinHTTrack
-Woobot
 Wprecon
-Zermelo
-Zeus
-ZoomBot
-autoemailspider
+Xaldon_WebSpider
+Zade
+backlink-check
+check1.exe
 coccocbot
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
-dataforseo.com
+demandbase-bot
+domainsproject.org
 evc-batch
 facebookscraper
-gopher
-heritrix
-isitwp.com
 iubenda-radar
+lwp-request
+meanpathbot
+muhstik-scan
+pcBrowser
+plumanalytics
 probe-image-size
+ripz
 satoristudio.net
-scan.lol
-seocompany.store
 seostar
-sexsearcher
-sogouspider
-spyfu
+sitechecker.pro
+sp_auditbot
 trendiction.com
-webpros.com
+trendiction.de
+ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
+x09Mozilla
 zauba.io