V4.2022.10.3421 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ADmantX
+ALittle Client
+Abonti
 Aboundex
-Aboundexbot
-AllSubmitter
-Alligator
+Aipbot
 Ankit
-Anthill
 Aspiegel
+Asterias
 Atomseobot
-AwarioSmartBot
+BBBike
 BLEXBot
-BackStreet
+BackDoorBot
 Backlink-Ceck
-Bandit
-Battleztar Bazinga
-Bitacle
-Boardreader
-Bolt
+BacklinkCrawler
+Badass
+Barkrowler
+Blackboard
+BlowFish
 Buck
-BuiltWith
+BuiltBotTough
 Bullseye
-CCBot
+BuzzSumo
+CSHttp
+CazoodleBot
+CensysInspect
 CheTeam
-CheeseBot
-Cloud mapping
-Copier
+CherryPicker
+Citoid
+Cliqzbot
+Cogentbot
+Collector
 CopyRightCheck
 Cosmos
+Craftbot
+Crawling at Home Project
 Crescent
 CrunchBot
-Curious
 Custo
 CyotekWebCopy
+DBLBot
 DTS Agent
-Deusu
-Devil
-Dirbuster
+DataCha0s
+Digincore
 Discobot
-DomCopBot
 DomainAppender
-Dragonfly
-ECCP/1.0
-Ebingbong
-Ecxi
-Evil
-Exabot
+DomainStatsBot
+Domains Project
+Download Wonder
+EMail Wolf
+EroCrawler
 ExtLinksBot
 Extractor
-Extreme Picture Finder
-Ezooms
-FHscan
+FDM
+Firefox/7.0
+FlashGet
+Flunky
 Foobot
 Freeuploader
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
+FrontPage
+Fuzz
+GT::WWW
 GermCrawler
+GetRight
 GetWeb
-Getintent
+Go!Zilla
 GoZilla
-Gotit
-Grafula
-HMView
+GridBot
 HTTP::Lite
-Haansoft
+HTTrack
 HaosouSpider
 Harvest
-Hloader
-IRLbot
+Humanlinks
+Iblog
 Id-search
-Image Sucker
-Indy Library
-Intelliseek
-InternetSeer
+IlseBot
+InfoTekies
 Iria
 IstellaBot
-JOC Web Spider
-Jbrofuzz
+JamesBOT
 JennyBot
-Jetty
-Joomla
+JetCar
+JikeSpider
+Jorgee
 JustView
 Jyxobot
-Kenjin Spider
 Keybot Translation-Search-Machine
 Kinza
+Kozmosbot
 LNSpiderguy
-Lanshanbot
-Leap
-LeechGet
+LWP::Simple
+Larbin
 LexiBot
 Lftp
+LibWeb
 Libwhisker
-LieBaoFast
-Lightspeedsystems
-LinkScan
-Linkbot
 LinkextractorPro
 LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-MFC_Tear_Sample
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+MIDown tool
 MJ12bot
 MQQBrowser
 MSFrontPage
+MSIECrawler
 MTRobot
-Mag-Net
 Magnet
-Mass Downloader
-Masscan
+MarkMonitor
+Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
-Microsoft URL Control
-MolokaiBot
-Mr.4x3
+Metauri
+Minefield
+Mister PiX
+Mojeek
+Msrabot
 Musobot
 NPbot
-Nameprotect
+Navroad
 NearSite
-Needle
-Net Vampire
-NetAnts
+Nessus
 NetLyzer
-Netcraft
-Nettrack
-Netvibes
+NetMechanic
+NetZIP
 NextGenSearchBot
-NimbleCrawler
-Nimbostratus
+Nibbler
+Niki-bot
 Ninja
-Not
-Nuclei
-Offline Navigator
-Openvas
+Offline Explorer
+Openfind
+OutclicksBot
 OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
-PageScorer
-Pavuk
+PageAnalyzer
+Panscient
 Petalbot
-Picsearch
-PictureFinder
+Pi-Monster
 Piepmatz
 Pixray
-ProPowerBot
+Probethenet
 Pu_iN
-Pump
-RankActive
+Quick-Crawler
+RankActiveLinkBot
+RankFlex
+RankingBot
 Re-re
-ReGet
-Recorder
+RealDownload
 RedesScrapy
+SEOkicks
 SEOkicks-Robot
-SISTRIX
+SEOlyticsCrawler
 SMTBot
+Scanbot
+Screaming
+SearchmetricsBot
 SemanticJuice
 SentiBot
-Seomoz
+SeoSiteCheckup
+SeobilityBot
 Shodan
-Site Sucker
+Siphon
 SiteCheckerBotCrawler
 SiteExplorer
-SiteSucker
-SmartDownload
+SiteLockSpider
+Siteimprove
+SlySearch
+Snake
 Snapbot
+Snoopy
+SocialRankIOBot
 Sociscraper
 Sosospider
 Sottopop
-Spammen
+SpaceBison
 Spanner
-Spbot
-Steeler
+Spinn3r
+Sqlmap
+Sucker
 Sucuri
 SuperBot
-T8Abot
-Teleport
+Surfbot
+Swiftbot
+T0PHackTeam
+TeleportPro
+Telesphoreo
 Thumbor
-Toata
-Tracemyfile
+Titan
 Trendiction
 Trendictionbot
+True_Robot
+Turnitin
+Twice
 Typhoeus
-URLy.Warning
-UnisterBot
 Upflow
 VCI
-VoidEYE
+Vacuum
+VelenPublicWebCrawler
+Voil
 WEBDAV
-WISENutbot
-WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Web Auto
-Web Enhancer
-Web Fuck
-Web Sucker
+WallpapersHD
+Web Collage
+Web Fetch
 WebFetch
-WebImageCollector
+WebFuck
 WebPix
-WebSauger
-WebStripper
 WebWhacker
-Webalta
 WebmasterWorldForumBot
-Webshag
+Website Quester
 WebsiteExtractor
-Whack
-Whacker
+WebsiteQuester
 Who.is Bot
 Widow
+Wonderbot
 Woobot
 Wotbox
+Wprecon
+Xaldon_WebSpider
 Xenu
-Zauba
+YoudaoBot
+Zade
 Zermelo
 Zeus
-Zitebot
-ZmEu
 ZoomBot
-ZoominfoBot
-adscanner
-arquivo.pt
-check1.exe
-clark-crawler
-crawler.feedback
-demandbase-bot
+ZumBot
+ZyBorg
+arquivo-web-crawler
+backlink-check
+cah.io.community
+com.plumanalytics
+crawler4j
 domainsproject.org
-facebookscraper
 heritrix
 internetVista monitor
 ips-agent
 linkdexbot
-lwp-trivial
+magpie-crawler
 muhstik-scan
-netEstate NE Crawler
 page scorer
-probe-image-size
-scalaj-http
-scan.lol
-seocompany.store
-sexsearcher
-sitechecker.pro
+satoristudio.net
+seobility
+seoscanners
+seostar
+serpstatbot
+siteripz
 spyfu
-trendiction.de
+sysscan
+trendiction.com
+ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-webpros.com
-webprosbot
-x22Mozilla
 zauba.io