V4.2022.04.3048 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-AIBOT
 ASPSeek
-Aboundex
-AhrefsBot
-Alexibot
-Alligator
-AlphaBot
-Anarchie
+Abonti
+AiHitBot
+Aipbot
+AllSubmitter
 Anarchy99
-Ankit
-AwarioRssBot
-AwarioSmartBot
+Anthill
+Aspiegel
+Attach
 BBBike
-BDCbot
-BackStreet
-BackWeb
-Bandit
+BDFetch
+BackDoorBot
+Backlink-Ceck
 Barkrowler
-Battleztar Bazinga
-BetaBot
-Bigfoot
-Bitacle
-Blow
-BotALot
+BlowFish
+Boardreader
+Bolt
 Brandwatch
-Buck
-BuiltWith
+Buddy
+BuiltBotTough
+CCBot
+CSHttp
 CazoodleBot
+Cegbfeieh
+CheTeam
 CheeseBot
 ChinaClaw
 Chlooe
-Claritybot
+Cliqzbot
+Cocolyzebot
 Collector
-Cosmos
+Craftbot
 CrazyWebCrawler
+CrunchBot
+DIIbot
+DSearch
 DataCha0s
-Demon
 Deusu
-Dirbuster
+Digincore
+Disco
 Discobot
-Discoverybot
 DittoSpyder
-DnyzBot
+DnBCrawler-Analytics
+DomCopBot
 DomainAppender
+DomainCrawler
+DomainStatsBot
+Domains Project
 Dotbot
-EMail Siphon
-Exabot
+Download Wonder
+Drip
+Ebingbong
+Ecxi
+EirGrabber
+Evil
 ExtLinksBot
-Extractor
-ExtractorPro
-Ezooms
-FemtosearchBot
-Fuzz
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
+GalaxyBot
 Genieo
-GetRight
-Getintent
-Go-Ahead-Got-It
-Grafula
+GetWeb
+GoZilla
+GrabNet
+Grabber
+GrapeFX
+HEADMasterSEO
 HMView
-HTTP::Lite
-Harvest
+HTTrack
 Havij
-Heritrix
+Hloader
 HonoluluBot
-IDBTE4M
 IDBot
-Image Sucker
-IndeedBot
+Image Fetch
 Indy Library
 InfoNaviRobot
-Intelliseek
-InterGET
 Internet Ninja
 InternetSeer
+Iskanie
+IstellaBot
+JOC Web Spider
+Jbrofuzz
 JennyBot
+JetCar
 Jetty
 JikeSpider
 Jorgee
-Keybot Translation-Search-Machine
+Kinza
 LNSpiderguy
 Lanshanbot
+Larbin
 LeechGet
 Lightspeedsystems
-Likse
 LinkScan
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+Linkbot
+Litemage_walker
+Lmspider
 Ltx71
-MFC_Tear_Sample
-MJ12bot
+MIDown tool
+MIIxpc
 Mag-Net
-Magnet
-Masscan
-MeanPath Bot
-Meanpathbot
-Metauri
+Mail.RU_Bot
+Majestic12
+MarkWatch
+MauiBot
+MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
 Minefield
 Mister PiX
-Moblie Safari
-Mojeek
+Mojolicious
+MolokaiBot
 Mozlila
-Msrabot
-Navroad
-NetSpider
-NetZIP
+NICErsPRO
+NPbot
+Name Intelligence
+Nameprotect
+Net Vampire
+NetLyzer
 Netcraft
-Netvibes
 NextGenSearchBot
-Niki-bot
+NimbleCrawler
 Nimbostratus
-Not
-Nuclei
-OnCrawl
+Ninja
+Octopus
+Offline Explorer
 OpenVAS
-Openvas
-OrangeBot
+Openfind
 OrangeSpider
-OutclicksBot
-PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
-Papa Foto
+PageScorer
+Pandalytics
 Pavuk
+Petalbot
+Picscout
 Picsearch
-Piepmatz
 Pimonster
-ProWebWalker
-Pu_iN
-PxBroker
-QueryN Metasearch
-RSSingBot
+PleaseCrawl
+Probethenet
+Pump
+RankActive
 RankingBot
-RankingBot2
-Rankivabot
+RankurBot
+Re-re
+ReGet
 RealDownload
 Reaper
-Recorder
-RedesScrapy
 RepoMonkey
+Ripper
 RocketCrawler
-Rogerbot
 SEOkicks
-SEOstats
+SEOkicks-Robot
+SEOlyticsCrawler
 SISTRIX
+SMTBot
 ScanAlert
 ScoutJet
 Scrapy
-Searchestate
+Screaming
+ScreenerBot
+SearchmetricsBot
 Semrush
-SemrushBot
-SentiBot
-SeobilityBot
+Shodan
 SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
 SlySearch
-SmartDownload
-SocialRankIOBot
-Sosospider
+Snapbot
+Sottopop
+SpaceBison
 Spammen
-Spbot
-Spinn3r
-Sqlmap
-Steeler
+SputnikBot
 Stripper
-SuperHTTP
+Sucker
+Sucuri
 Suzuran
-Telesphorep
-Toata
+Swiftbot
+T0PHackTeam
+T8Abot
+TeleportPro
+The Intraformant
+TheNomad
 Tracemyfile
-Trendictionbot
+Trendiction
+Turnitin
 TurnitinBot
-Twice
+TwengaBot
 URLy Warning
-Upflow
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
-Voil
+UnisterBot
+VCI
+VoidEYE
+Voltron
 WASALive-Bot
-WBSearchBot
 WEBDAV
-WPScan
-WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
 WallpapersHD
-WeSEE
-Web Auto
+Web Collage
+Web Enhancer
+Web Fetch
+Web Fuck
 Web Pix
-Web Sucker
-WebCollage
-WebFuck
-WebGo IS
-WebLeacher
-WebReaper
+Web Sauger
+WebAuto
 WebSauger
 WebStripper
 WebSucker
 WebWhacker
-Website Quester
-Webster
+WebsiteExtractor
+WebsiteQuester
 Whack
-Whatweb
+Who.is Bot
 Wonderbot
-Wprecon
-Xaldon_WebSpider
 Zade
-Zermelo
-ZumBot
-ZyBorg
+ZoomBot
+ZoominfoBot
+archive.org_bot
 arquivo.pt
-cah.io.community
+check1.exe
 clark-crawler
-cognitiveseo
+coccocbot
+com.plumanalytics
 crawler.feedback
-crawler4j
+dataforseo.com
 demandbase-bot
-eCatch
-evc-batch
 gopher
-linkdexbot
+instabid
+ips-agent
 lwp-request
 lwp-trivial
-meanpathbot
 mediawords
 muhstik-scan
 netEstate NE Crawler
-page scorer
-plumanalytics
+ripz
+scalaj-http
 scan.lol
 seobility
-seocompany.store
-seoscanners
-serpstatbot
+seostar
+sexsearcher
 siteripz
+sp_auditbot
 spyfu
-tAkeOut
-trendiction.com
 trendiction.de
-voyagerx.com
 webgains-bot
 webmeup-crawler
-x09Mozilla
-zgrab
+webpros.com