V4.2022.06.3192 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ALittle Client
-Aboundexbot
+01h4x.com
+360Spider
+80legs
+AIBOT
+Abonti
+Aboundex
 AhrefsBot
+AiHitBot
 Aipbot
 Alexibot
 AllSubmitter
-Alligator
 AlphaBot
-Anarchie
-Apexoo
-Aspiegel
-Atomseobot
-AwarioRssBot
-BackStreet
-Backlink-Ceck
+Anarchy
+Ankit
+Anthill
+Asterias
+Attach
+AwarioSmartBot
+BBBike
+BDCbot
+BLEXBot
+Badass
+Bandit
 Barkrowler
-Battleztar Bazinga
+BatchFTP
+BetaBot
 Bigfoot
-Bitacle
-Black Hole
+Blow
 BlowFish
-Boardreader
+Bolt
 Buck
 Buddy
 BuiltBotTough
-BunnySlippers
 CSHttp
-ChinaClaw
+CazoodleBot
+Cegbfeieh
+Chlooe
+Citoid
 Cloud mapping
 Cocolyzebot
 CopyRightCheck
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-CyotekWebCopy
+CrunchBot
+Curious
+DIIbot
+DSearch
 DTS Agent
-Deusu
+Demon
 Digincore
+Dirbuster
 Discoverybot
-DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
-Dragonfly
-EMail Siphon
+DittoSpyder
+DnyzBot
+DomCopBot
+Domains Project
 EMail Wolf
-EasyDL
-EirGrabber
-Express WebPictures
-Extractor
+Exabot
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
 Ezooms
-FHscan
-FemtosearchBot
-Fimap
+FlashGet
 Freeuploader
 FrontPage
-Fuzz
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-Genieo
+GetRight
 GetWeb
+Gigabot
 Go!Zilla
-GoZilla
 Gotit
-Grabber
-Grafula
+GrabNet
+GridBot
 HEADMasterSEO
-HTMLparser
+HMView
 HTTrack
+Haansoft
+HaosouSpider
+Harvest
+Havij
 Heritrix
-Hloader
-Humanlinks
-IndeedBot
+HonoluluBot
+HybridBot
+IDBTE4M
+IDBot
+IRLbot
+Image Fetch
 InfoNaviRobot
-InfoTekies
-Intelliseek
-Internet Ninja
 Iria
-IstellaBot
-Jbrofuzz
-JustView
+JennyBot
+JetCar
+Joomla
+Jorgee
 Keybot Translation-Search-Machine
 Keyword Density
-Kinza
 Kozmosbot
-LWP::Simple
+Lanshanbot
 Leap
 LeechFTP
 LexiBot
+LibWeb
 LieBaoFast
-LinkWalker
-LinkpadBot
+LinkScan
+Linkbot
+LinkextractorPro
+LinqiaScrapeBot
 Lipperhey
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MJ12bot
-MQQBrowser
-MSFrontPage
+MSIECrawler
 MTRobot
+Mag-Net
 Magnet
-Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
 Mata Hari
-Mb2345Browser
 Meanpathbot
+MegaIndex.ru
 Metauri
-Minefield
-Mister PiX
+Microsoft Data Access
 Moblie Safari
 Mojeek
-Mozlila
+Mojolicious
+MolokaiBot
 Mr.4x3
-Musobot
+Msrabot
+NICErsPRO
 Nameprotect
-Navroad
 NearSite
+Needle
 Net Vampire
 NetAnts
 NetSpider
-NetZIP
-Netcraft
-Netvibes
-NextGenSearchBot
-Nibbler
-Niki-bot
-Nimbostratus
-Ninja
-Nmap
+Nikto
 Not
 Nuclei
-Nutch
-Octopus
+Offline Explorer
+Offline Navigator
+OnCrawl
+OpenVAS
 Openfind
-Openvas
-OrangeBot
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageThing.com
-Pandalytics
-Panscient
+Papa Foto
+PeoplePal
+Pi-Monster
+Piepmatz
+Pimonster
 Probethenet
+Pump
 PyCurl
 QueryN Metasearch
-Quick-Crawler
 RankActive
 RankActiveLinkBot
 RankingBot2
 Rankivabot
-Re-re
 ReGet
-RocketCrawler
-SEOkicks-Robot
-SEOlyticsCrawler
+RealDownload
+Reaper
+Recorder
+RepoMonkey
+Ripper
 SEOstats
-SISTRIX
-SalesIntelligent
+SMTBot
+Scanbot
+ScoutJet
 Scrapy
+ScreenerBot
+SemanticJuice
 SeobilityBot
 Seomoz
-SiteLockSpider
-SiteSucker
+Shodan
+SiteSnagger
+Siteimprove
 Sitevigil
-SmartDownload
-Snake
 Snapbot
-Sosospider
-Sottopop
-SpaceBison
+SocialRankIOBot
+Sociscraper
+Sogou web spider
 SpankBot
+Spanner
 Sqlmap
-Sqworm
-Surfbot
-T0PHackTeam
-Teleport
-Telesoft
-Thumbor
+Sqlworm
+Steeler
+Stripper
+Swiftbot
+Szukacz
+Telesphoreo
+TheNomad
 Toata
-Turingos
-Turnitin
-URLy Warning
-Upflow
-VB Project
-VoidEYE
+Trendiction
+Trendictionbot
+TurnitinBot
+TwengaBot
+URLy.Warning
+Vagabondo
+VidibleScraper
 Voil
-WBSearchBot
+Voltron
 WEBDAV
-WISENutbot
-WWW::Mechanize
 WWWOFFLE
-Wallpapers
-WallpapersHD
-Web Auto
-Web Collage
-Web Enhancer
-Web Fetch
 Web Pix
+Web Sauger
+Web Sucker
 WebAuto
-WebEnhancer
+WebBandit
+WebCollage
+WebCopier
 WebGo IS
-WebImageCollector
+WebLeacher
 WebReaper
-WebSauger
-WebStripper
 WebSucker
 WebWhacker
-Webalta
+WebZIP
+Webshag
 WebsiteQuester
-Webster
+Whack
+Whacker
 Whatweb
 Widow
-Wonderbot
 Woobot
-Xaldon WebSpider
+Wotbox
+Xenu
+Zade
+Zermelo
 Zitebot
-ZmEu
-ZoomBot
-ZumBot
+ZyBorg
+adscanner
 archive.org_bot
 arquivo.pt
-backlink-check
 cah.io.community
-clark-crawler
-coccocbot
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-eCatch
-facebookscraper
+evc-batch
 gopher
 heritrix
-ips-agent
+internetVista monitor
+isitwp.com
 iubenda-radar
+lwp-request
 lwp-trivial
-mediawords
-page scorer
-plumanalytics
-probe-image-size
-scan.lol
-seocompany.store
-seostar
-sitechecker.pro
-sogouspider
-ubermetrics-technologies.com
-webprosbot
-x09Mozilla
-x22Mozilla
+magpie-crawler
+oBot
+polaris version
+serpstatbot
+sexsearcher
+sp_auditbot
+spyfu
+sysscan
+trendiction.de
 xpymep1.exe