V4.2022.11.3484 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 80legs
-Abonti
-Aboundexbot
-Acunetix
+ADmantX
+AIBOT
+ALittle Client
+ASPSeek
+Aboundex
+AhrefsBot
 AiHitBot
 Aipbot
-Anarchy
-Ankit
-Apexoo
+AllSubmitter
+Anarchie
+Anarchy99
 Aspiegel
+Asterias
+Attach
+AwarioRssBot
 AwarioSmartBot
-BBBike
-BDCbot
-BDFetch
 BLEXBot
-BacklinkCrawler
-Barkrowler
-Battleztar Bazinga
-Bitacle
-Black Hole
+Backlink-Ceck
+Bigfoot
 BlackWidow
-BlowFish
-BuiltBotTough
-BuzzSumo
-CCBot
-CODE87
+Blow
+Boardreader
+Bolt
+Brandprotect
+BuiltWith
+CATExplorador
 CSHttp
 Calculon
-CensysInspect
-CherryPicker
+CazoodleBot
+Cegbfeieh
+CheTeam
+ChinaClaw
 Chlooe
-Citoid
-Claritybot
-Cloud mapping
-Collector
-Copier
-Copyscape
-Crawling at Home Project
+Cogentbot
+Cosmos
 CrazyWebCrawler
-CrunchBot
+Curious
+DBLBot
+DIIbot
 DSearch
-DTS Agent
+Demon
+Deusu
+Digincore
+Dirbuster
 Disco
-Discobot
 Dispatch
 DittoSpyder
-DnyzBot
 DomCopBot
-DomainCrawler
 DomainStatsBot
 Domains Project
-Dotbot
-Dragonfly
-EMail Wolf
-EasyDL
-Ecxi
-Evil
+Drip
+Ebingbong
+EroCrawler
 Exabot
-Express WebPictures
-ExtLinksBot
-ExtractorPro
+Extractor
 EyeNetIE
+FDM
+FHscan
 Fimap
-Firefox/7.0
+FlashGet
 Foobot
 Freeuploader
-FrontPage
-G-i-g-a-b-o-t
-GalaxyBot
-GetWeb
+Fuzz
+Fyrebot
+GT::WWW
+Genieo
+GermCrawler
+GetRight
+Getintent
 Gigabot
-GoZilla
-GrapeshotCrawler
+Go!Zilla
+GrabNet
+Grabber
+GrapeFX
+GridBot
 HEADMasterSEO
 HMView
-Haansoft
-Havij
-Heritrix
-IRLbot
+HTMLparser
+HonoluluBot
+HybridBot
 Iblog
 Id-search
 IlseBot
-Image Fetch
-InfoNaviRobot
-Intelliseek
-Iria
+Image Sucker
+IndeedBot
+InfoTekies
+InterGET
+Internet Ninja
+InternetSeer
 Iskanie
 IstellaBot
-JOC Web Spider
+Jetty
+JikeSpider
+Jorgee
+Keybot Translation-Search-Machine
 Kozmosbot
-LWP::Simple
-Lanshanbot
-Leap
-LeechFTP
-Lftp
-Libwhisker
-LinksManager
+LNSpiderguy
+LexiBot
+Lightspeedsystems
+LinqiaRSSBot
 Lipperhey Spider
 Lmspider
-Ltx71
+MJ12bot
+MQQBrowser
 MSFrontPage
-Mag-Net
-Magnet
-Majestic-SEO
 MarkMonitor
 MarkWatch
+MauiBot
 Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
-Microsoft URL Control
-Minefield
-MolokaiBot
+Metauri
 Mozlila
-Msrabot
-NICErsPRO
-NPbot
+Mr.4x3
 Name Intelligence
 Nameprotect
-Navroad
-Needle
-Net Vampire
-NetSpider
-Nibbler
-Nikto
+NetLyzer
 NimbleCrawler
 Nimbostratus
-Nmap
-Not
-Openvas
-OutfoxBot
+Nuclei
+Nutch
+Octopus
+Offline Explorer
+Offline Navigator
 PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-PageThing.com
-Pavuk
-Picscout
-PictureFinder
+Page Analyzer
+Petalbot
+Pimonster
 Pixray
-ProWebWalker
+PleaseCrawl
+ProPowerBot
 Psbot
-Pu_iN
-Pump
-QueryN Metasearch
+PxBroker
 Quick-Crawler
-RankActive
-RankFlex
-RankurBot
+RSSingBot
+RankActiveLinkBot
+Rankivabot
 RealDownload
-RebelMouse
+Reaper
 Recorder
-Ripper
-RocketCrawler
-Rogerbot
-SBIder
+RedesScrapy
+RepoMonkey
 SEOkicks
+SEOlyticsCrawler
+SEOprofiler
 SISTRIX
+SalesIntelligent
 ScanAlert
 Scanbot
-ScoutJet
-Searchestate
+Screaming
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
 Seekport
-SemanticJuice
-Seomoz
-Siphon
-SiteLockSpider
+SeoSiteCheckup
+Shodan
+Site Sucker
+SiteExplorer
+SiteSucker
+Sitebeam
+Siteimprove
 Sitevigil
-SlySearch
-Snapbot
-Sosospider
-SpaceBison
-Spanner
-SputnikBot
-Sqlmap
+SmartDownload
+Snoopy
+Spammen
+Spinn3r
+Sqlworm
 Sqworm
-Stripper
-Sucuri
-Surfbot
+Steeler
+SuperHTTP
 SurveyBot
+Swiftbot
 Szukacz
+T8Abot
 TeleportPro
-Tracemyfile
+Telesphorep
+The Intraformant
+TheNomad
+Thumbor
+TightTwatBot
+Toweyabot
 Trendictionbot
 Turnitin
-TwengaBot
-Upflow
-VB Project
-Vacuum
-VelenPublicWebCrawler
-VidibleScraper
+TurnitinBot
+Typhoeus
+Vagabondo
+VeriCiteCrawler
+Virusdie
 VoidEYE
 Voltron
-WBSearchBot
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
 WeSEE
-Web Collage
-Web Enhancer
+Web Auto
+Web Fetch
 Web Sauger
 Web Sucker
-WebBandit
-WebCollage
+WebCopier
 WebEnhancer
 WebFetch
-WebStripper
+WebGo IS
+WebPix
+WebReaper
+WebSucker
 WebWhacker
-Webshag
-WebsiteExtractor
-Whack
-Whatweb
-Who.is Bot
+Webalta
 WiseGuys Robot
 Wonderbot
-Wotbox
-Xaldon_WebSpider
 Xenu
-Zauba
-Zitebot
-ZmEu
 ZoomBot
-ZumBot
+archive.org_bot
 arquivo-web-crawler
 backlink-check
+cah.io.community
+check1.exe
+clark-crawler
+coccocbot
 cognitiveseo
+com.plumanalytics
+crawler.feedback
 crawler4j
 demandbase-bot
-eCatch
+facebookscraper
 gopher
+heritrix
 instabid
-isitwp.com
+internetVista monitor
+iubenda-radar
 linkdexbot
+lwp-trivial
 meanpathbot
-oBot
-plumanalytics
-probe-image-size
-ripz
-seocompany.store
-seoscanners
+pcBrowser
+polaris version
+seobility
 seostar
-sitechecker.pro
+siteripz
 sogouspider
+sp_auditbot
 spyfu
-trendiction.de
+tAkeOut
+trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-webprosbot
+webmeup-crawler
 x09Mozilla
-x22Mozilla
-xpymep1.exe