V4.2023.01.3542 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
+01h4x.com
 AIBOT
 ALittle Client
-Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
+Abonti
 Alligator
 AlphaBot
-Anarchie
 Anarchy
+Anthill
+Apexoo
+Aspiegel
 Asterias
-AwarioRssBot
-AwarioSmartBot
+Attach
+BBBike
 BLEXBot
+BackStreet
 Backlink-Ceck
 BacklinkCrawler
-Badass
-BatchFTP
-Bitacle
+Bandit
+Barkrowler
+Battleztar Bazinga
+Bigfoot
 Black Hole
 Blackboard
-Blow
+Boardreader
+BotALot
+Brandprotect
 Buck
-BuiltWith
-CSHttp
-Cegbfeieh
-CensysInspect
+Buddy
+CATExplorador
+CazoodleBot
 CheTeam
 CherryPicker
 ChinaClaw
-Chlooe
-Cliqzbot
-Cloud mapping
-Cocolyzebot
-Cosmos
+Citoid
+Claritybot
+Copyscape
 Craftbot
 Crawling at Home Project
-CrunchBot
-Deusu
+Custo
+DBLBot
+DIIbot
+DSearch
+DTS Agent
+Digincore
 DigitalPebble
+Dirbuster
 Disco
-Discobot
+Discoverybot
 Dispatch
+DittoSpyder
 DnyzBot
-DomainSigmaCrawler
-DomainStatsBot
+DomCopBot
+DomainAppender
+DomainCrawler
 Domains Project
-Drip
-ECCP/1.0
+Download Wonder
+Dragonfly
+EMail Siphon
+EasyDL
 EirGrabber
-Evil
 Exabot
 Express WebPictures
-ExtLinksBot
 Extractor
 ExtractorPro
-Extreme Picture Finder
-FDM
 FHscan
-FemtosearchBot
 Firefox/7.0
 Flunky
-G-i-g-a-b-o-t
-Genieo
+Freeuploader
+FrontPage
+Fyrebot
 GetRight
-Getintent
-Gigabot
 Go-Ahead-Got-It
-GoZilla
-GrabNet
-GrapeshotCrawler
-GridBot
 HEADMasterSEO
-HTMLparser
-HTTrack
-HaosouSpider
-Heritrix
+Harvest
 HonoluluBot
 HybridBot
 IRLbot
-Image Fetch
-InfoTekies
-InterGET
+Id-search
+Image Sucker
+IndeedBot
+InfoNaviRobot
 Internet Ninja
-InternetSeer
-JOC Web Spider
-Jbrofuzz
-Jyxobot
-Kenjin Spider
-Kinza
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-Leap
-LexiBot
-Lightspeedsystems
+JamesBOT
+JennyBot
+JetCar
+Jetty
+JikeSpider
+Jorgee
+LeechFTP
+LinkScan
+LinkWalker
 LinkextractorPro
-MIDown tool
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Litemage_walker
+Lmspider
 MJ12bot
 MQQBrowser
-MSIECrawler
-Magnet
+MSFrontPage
+MTRobot
+Mag-Net
 Majestic SEO
-Majestic12
-MarkWatch
-Mass Downloader
+MarkMonitor
+Masscan
 Mata Hari
-MeanPath Bot
-Microsoft URL Control
-Mister PiX
-Mojeek
+MauiBot
+Meanpathbot
+MicroMessenger
+Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Msrabot
+Musobot
 NPbot
-Name Intelligence
-Navroad
-Net Vampire
+Nameprotect
+NearSite
+Nessus
 NetAnts
 Netcraft
-Nettrack
 Netvibes
-Nibbler
-Nikto
-Nimbostratus
+Niki-bot
+Ninja
 Not
-Nutch
-Octopus
 Offline Explorer
+OpenLinkProfiler
 OpenVAS
 Openfind
 OrangeBot
-OrangeSpider
-OutclicksBot
-PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
 PageThing.com
-Pandalytics
-PeoplePal
-Petalbot
-Picsearch
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
-Pockey
-Pu_iN
-Pump
-Quick-Crawler
-RankFlex
-RankingBot2
+Panscient
+Papa Foto
+Pavuk
+Pi-Monster
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+RSSingBot
+RankActive
+RankActiveLinkBot
+Rankivabot
 ReGet
-RealDownload
-Reaper
-Recorder
-SEOkicks
-SEOkicks-Robot
+RebelMouse
+RocketCrawler
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
+SISTRIX
 SMTBot
 Scanbot
+ScoutJet
 Scrapy
-Screaming
+ScreenerBot
+ScrepyBot
 SearchmetricsBot
-Semrush
-SentiBot
+SemrushBot
 SeobilityBot
-Seomoz
 SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
+SlySearch
 SmartDownload
-Snake
 Snapbot
-Snoopy
 Sociscraper
-Sogou web spider
 Sosospider
-Spammen
-Spbot
-Sqworm
-Steeler
+Sottopop
+SpaceBison
 Stripper
 Sucker
-Swiftbot
+Sucuri
+Szukacz
 T0PHackTeam
-T8Abot
 Telesphorep
 The Intraformant
-Toata
+TheNomad
+Thumbor
+TightTwatBot
 Toweyabot
+Tracemyfile
+Trendiction
 True_Robot
+Turingos
 Turnitin
-TwengaBot
-Typhoeus
-Upflow
-V-BOT
-Vagabondo
-Virusdie
+Twice
+URLy Warning
+VoidEYE
 Voltron
+WBSearchBot
+WEBDAV
+WISENutbot
+WWW-Collector-E
 WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
 WeSEE
-Web Fuck
-WebCollage
-WebCopier
-WebGo IS
-WebImageCollector
+Web Auto
+Web Fetch
+Web Pix
+Web Sauger
+WebBandit
+WebEnhancer
 WebLeacher
 WebPix
+WebSauger
 WebStripper
-WebSucker
-WebWhacker
+WebmasterWorldForumBot
+Webshag
+WebsiteQuester
+Webster
 Whack
-Whatweb
+Whacker
 Widow
-WiseGuys Robot
-Woobot
 Wotbox
 Wprecon
 Xaldon WebSpider
-Zermelo
-ZoomBot
-arquivo.pt
-autoemailspider
+Xaldon_WebSpider
+Zeus
+Zitebot
+ZmEu
+ZoominfoBot
+ZumBot
 backlink-check
-crawl.sogou.com
-crawler4j
+clark-crawler
+com.plumanalytics
 demandbase-bot
-eCatch
-gopher
-heritrix
-ips-agent
-iubenda-radar
-linkdexbot
-lwp-request
-meanpathbot
+domainsproject.org
+facebookscraper
+internetVista monitor
+isitwp.com
+magpie-crawler
+mediawords
+muhstik-scan
 oBot
 page scorer
-plumanalytics
-seostar
-sysscan
-tAkeOut
-trendiction.de
+polaris version
+s1z.ru
+scalaj-http
+seocompany.store
+serpstatbot
+sitechecker.pro
+siteripz
+voyagerx.com
 webgains-bot
-webmeup-crawler
-xpymep1.exe
-zauba.io
+webpros.com
+x22Mozilla
+zgrab