V4.2022.08.3305 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-AIBOT
-Abonti
-Acunetix
-Aipbot
-Alexibot
+ADmantX
+AhrefsBot
 AllSubmitter
-AlphaBot
 Anarchy99
-Ankit
 Aspiegel
 Asterias
-BBBike
-BackDoorBot
-Badass
-Battleztar Bazinga
-BetaBot
+Atomseobot
+AwarioRssBot
+BDCbot
+BDFetch
+BLEXBot
+BackStreet
+BackWeb
+Barkrowler
+Bigfoot
 Black Hole
-Buddy
+Blow
+BlowFish
+Boardreader
+Brandprotect
 BuiltWith
-BunnySlippers
 BuzzSumo
-CATExplorador
 CSHttp
-CazoodleBot
-CheeseBot
-CherryPicker
-Claritybot
-Collector
+CensysInspect
+CheTeam
+Cloud mapping
 Cosmos
-Craftbot
 Crescent
+CrunchBot
+Curious
 Custo
+DBLBot
+DIIbot
 DSearch
-DTS Agent
+Demon
+Deusu
 Devil
+Discobot
 Discoverybot
+Dispatch
 DnBCrawler-Analytics
-DomCopBot
-DomainAppender
-Domains Project
+DnyzBot
+DomainStatsBot
+Dotbot
 Drip
-ECCP/1.0
-EMail Wolf
-EasyDL
-EroCrawler
+EMail Siphon
+Ecxi
 Evil
 Exabot
 Express WebPictures
-Extractor
 ExtractorPro
-Ezooms
-FemtosearchBot
+FDM
+FHscan
+Fimap
+Firefox/7.0
+FlashGet
 Flunky
 Foobot
 Freeuploader
-G-i-g-a-b-o-t
+Fuzz
+FyberSpider
+Fyrebot
+GalaxyBot
 GermCrawler
+Getintent
 Gigabot
-GrabNet
-Grafula
-GrapeFX
-HTTrack
+GoZilla
+Grabber
+GrapeshotCrawler
+GridBot
+HMView
+HTMLparser
+HaosouSpider
 Harvest
-Havij
-HonoluluBot
-Humanlinks
-IDBTE4M
-IlseBot
-Image Fetch
-Intelliseek
+Hloader
+IDBot
+IRLbot
+Id-search
+Indy Library
+InfoNaviRobot
+InfoTekies
 InterGET
-InternetSeer
-Iskanie
-JOC Web Spider
+Internet Ninja
+Iria
+Joomla
 Jorgee
-Jyxobot
-Keybot Translation-Search-Machine
-Kozmosbot
-Lanshanbot
+Kinza
 Larbin
-Leap
-LeechGet
-LinkWalker
-LinkpadBot
+LeechFTP
+Libwhisker
+Lightspeedsystems
+LinkextractorPro
 LinksManager
-LinqiaRSSBot
-Lipperhey
-Ltx71
-MJ12bot
-MQQBrowser
-MSIECrawler
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey Spider
+MFC_Tear_Sample
+MSFrontPage
 MTRobot
 Mag-Net
-Magnet
+Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-MarkMonitor
+Majestic12
 Masscan
 Mata Hari
-Meanpathbot
 MegaIndex.ru
+Metauri
 Microsoft Data Access
+Minefield
 Mister PiX
-Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
 Msrabot
 Musobot
+NPbot
 Name Intelligence
 Navroad
 NearSite
-Needle
 Nessus
-NetAnts
 NetSpider
-NetZIP
+Nettrack
 NextGenSearchBot
-Nibbler
-Nikto
-Nmap
+Ninja
+Not
+Nutch
+Octopus
 OnCrawl
-OpenVAS
-PHPCrawl
+OpenLinkProfiler
+OrangeBot
+OutclicksBot
+POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
-PageScorer
+PageThing.com
 Panscient
+Papa Foto
 PictureFinder
 Piepmatz
-Pixray
 PleaseCrawl
-Probethenet
-Psbot
-PxBroker
-RankActive
-RankingBot
-RankurBot
-Re-re
-ReGet
-RebelMouse
-RedesScrapy
-RocketCrawler
+Pockey
+PyCurl
+RankActiveLinkBot
+RankFlex
+RealDownload
+Recorder
+Ripper
+Rogerbot
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SISTRIX
+SEOstats
 SMTBot
 SalesIntelligent
 ScanAlert
+Scanbot
+ScoutJet
 Scrapy
+Screaming
 ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
 SemanticJuice
 SemrushBot
-SeoSiteCheckup
 SeobilityBot
 Seomoz
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
-Sitebeam
+SiteSnagger
+SiteSucker
 Sitevigil
-Snapbot
+SmartDownload
 SocialRankIOBot
-Sogou web spider
-Sosospider
+Sottopop
+Spammen
 Spanner
-Spinn3r
+Sqlworm
 Sqworm
+Steeler
+Stripper
+Sucker
 Sucuri
-SurveyBot
-Swiftbot
+SuperBot
+Suzuran
 Szukacz
-Teleport
-TeleportPro
-The Intraformant
+Telesoft
+Telesphoreo
+Telesphorep
 TheNomad
-Thumbor
 TightTwatBot
-Toata
 Tracemyfile
-True_Robot
-Twice
+Turnitin
+TwengaBot
 Typhoeus
-UnisterBot
-VB Project
-VCI
-Vagabondo
-VelenPublicWebCrawler
+URLy Warning
+V-BOT
+Vacuum
+VidibleScraper
+VoidEYE
+Voil
+Voltron
 WASALive-Bot
 WISENutbot
-WPScan
-WWW-Mechanize
+WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
 Wallpapers
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Fetch
+Web Auto
+Web Enhancer
 Web Pix
-Web Sauger
-WebAuto
-WebCollage
+Web Sucker
+WebBandit
 WebCopier
-WebFuck
-WebGo IS
-WebLeacher
+WebEnhancer
+WebReaper
 WebSauger
-WebStripper
-WebSucker
 WebWhacker
-WebmasterWorldForumBot
-Webshag
-Webster
+Webalta
+Website Quester
 Whack
-Whatweb
 Who.is Bot
-Woobot
-Zermelo
+WinHTTrack
+Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+YoudaoBot
+Zauba
+Zeus
+Zitebot
+ZmEu
 ZumBot
-adscanner
-coccocbot
-cognitiveseo
+ZyBorg
+cah.io.community
+check1.exe
+crawl.sogou.com
 crawler.feedback
-crawler4j
-evc-batch
+domainsproject.org
 heritrix
-internetVista monitor
-lwp-trivial
+isitwp.com
+linkdexbot
+lwp-request
+magpie-crawler
 mediawords
-muhstik-scan
-netEstate NE Crawler
-page scorer
-pcBrowser
-polaris version
-probe-image-size
-ripz
-s1z.ru
-seoscanners
-seostar
+seocompany.store
 sexsearcher
+siteripz
+sp_auditbot
+spyfu
 sysscan
-trendiction.com
-trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
 x09Mozilla
 xpymep1.exe
-zauba.io