V4.2022.10.3410 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404checker
-ALittle Client
+404enemy
+AIBOT
 ASPSeek
 Aboundex
 Acunetix
+AiHitBot
+Aipbot
+Alexibot
 AllSubmitter
-Alligator
-Anarchie
-Anarchy
+AlphaBot
+Ankit
 Aspiegel
-Asterias
+Atomseobot
 Attach
-BDCbot
-BackWeb
-Barkrowler
-BatchFTP
-BlackWidow
-Blackboard
+AwarioRssBot
+BacklinkCrawler
+BetaBot
+Bigfoot
+Bitacle
+Blow
 Boardreader
+Brandprotect
 Brandwatch
 Buddy
 BuiltBotTough
-Bullseye
+BuiltWith
 BunnySlippers
-CCBot
-CheeseBot
-CherryPicker
-Chlooe
+CSHttp
+Calculon
+CensysInspect
+ChinaClaw
 Claritybot
-Cliqzbot
-Copier
-CopyRightCheck
-Copyscape
+Cloud mapping
+Collector
 Crawling at Home Project
-CrazyWebCrawler
-Curious
-Custo
-CyotekWebCopy
+DIIbot
 DSearch
 DataCha0s
 Demon
 Devil
-Digincore
 Dirbuster
-Disco
 Discobot
-Discoverybot
-Dispatch
-DittoSpyder
-DnyzBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dragonfly
-EMail Siphon
+DomCopBot
+Dotbot
+Drip
 EMail Wolf
-Evil
-FDM
+EasyDL
+Ecxi
+Express WebPictures
+Ezooms
 FHscan
-Fimap
+FemtosearchBot
 Firefox/7.0
-FlashGet
-Flunky
-FrontPage
+Foobot
+Freeuploader
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
 Genieo
 GermCrawler
 Go!Zilla
-Gotit
+GrabNet
+Grabber
 GrapeFX
-HaosouSpider
-Hloader
+GridBot
+HMView
+HTMLparser
+HTTP::Lite
+HTTrack
+Haansoft
+Heritrix
 HonoluluBot
-HybridBot
-IDBTE4M
-IlseBot
+IDBot
+Iblog
 Image Sucker
+InfoTekies
+InterGET
 Internet Ninja
+Iria
 IstellaBot
+JennyBot
+JetCar
+Jetty
+JikeSpider
 Joomla
-JustView
-Jyxobot
 Kenjin Spider
+Kinza
+Kozmosbot
 Larbin
-Leap
-LeechFTP
-LibWeb
-Likse
-Linkbot
-LinksManager
+LinkWalker
+LinkextractorPro
 LinqiaScrapeBot
-Lipperhey Spider
-MIDown tool
+Lmspider
+Ltx71
+MJ12bot
 MQQBrowser
-MTRobot
-Magnet
-Majestic SEO
-MarkMonitor
-MarkWatch
-MeanPath Bot
-Meanpathbot
+MSIECrawler
+Majestic-SEO
+Majestic12
+Masscan
+Mata Hari
 MegaIndex.ru
 Metauri
-Microsoft Data Access
+MicroMessenger
+Microsoft URL Control
 Minefield
 Moblie Safari
 Mojeek
-Mojolicious
 MolokaiBot
-Mozlila
 Mr.4x3
-Musobot
 NPbot
-NearSite
-NetAnts
-NetMechanic
-NetSpider
-Netvibes
+Nameprotect
+Nessus
+NetZIP
+Nettrack
 NextGenSearchBot
-Nimbostratus
-Nmap
+Nibbler
+Nikto
+Ninja
 Not
-Octopus
+Nuclei
 Offline Navigator
-OpenVAS
-Openvas
-OrangeSpider
-OutclicksBot
+Openfind
+OrangeBot
 PHPCrawl
+PageAnalyzer
 PageGrabber
-Pavuk
-Pi-Monster
+PageThing.com
+Panscient
+Papa Foto
+PeoplePal
 Picscout
-PictureFinder
+Piepmatz
+Pimonster
 Pockey
 Probethenet
+Psbot
+Pump
 PxBroker
+PyCurl
 QueryN Metasearch
 RSSingBot
-RankActive
-RankFlex
+RankActiveLinkBot
 RankingBot2
-RankurBot
-Re-re
+Rankivabot
 ReGet
-RealDownload
 Reaper
-RocketCrawler
-SEOlyticsCrawler
+RebelMouse
+Recorder
+Ripper
+Rogerbot
+SEOkicks-Robot
+SEOprofiler
+SEOstats
+SISTRIX
 ScanAlert
 ScoutJet
-Screaming
 ScreenerBot
-ScrepyBot
+Searchestate
 SearchmetricsBot
-SemrushBot
+Seekport
+SemanticJuice
 SeoSiteCheckup
-Seomoz
+SeobilityBot
 Shodan
-SiteSnagger
+Siphon
+Site Sucker
 SiteSucker
 Siteimprove
-SlySearch
-SmartDownload
-Snake
 Snapbot
-Sogou web spider
-Sosospider
-SpankBot
-Sqlmap
+Snoopy
+Sottopop
+SpaceBison
+Spbot
+SputnikBot
+Sqlworm
 Sqworm
-Steeler
-Sucker
-SuperHTTP
+Surfbot
+SurveyBot
+Suzuran
+Swiftbot
+Szukacz
 T0PHackTeam
 T8Abot
 Teleport
 TeleportPro
-Telesphorep
-TheNomad
-Thumbor
-Titan
+Telesoft
+The Intraformant
+TightTwatBot
+Toata
 Trendiction
-True_Robot
-Typhoeus
-V-BOT
+Trendictionbot
+TurnitinBot
+TwengaBot
+URLy.Warning
 VCI
-Vagabondo
-VelenPublicWebCrawler
 VeriCiteCrawler
 VoidEYE
 Voltron
+WASALive-Bot
 WBSearchBot
-WWWOFFLE
-WallpapersHD
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+WeSEE
+Web Auto
 Web Enhancer
 Web Fuck
-Web Pix
-WebAuto
-WebCopier
+Web Sucker
 WebGo IS
-WebImageCollector
-WebReaper
-WebWhacker
-Webalta
-Website Quester
-Webster
 Whack
 Whatweb
-Widow
+Who.is Bot
 Wonderbot
-Wprecon
-Xaldon WebSpider
-Xenu
-Zermelo
-Zitebot
-ZoomBot
-ZyBorg
-check1.exe
-com.plumanalytics
-dataforseo.com
+Wotbox
+Xaldon_WebSpider
+Zade
+Zeus
+ZmEu
+ZoominfoBot
+ZumBot
+adscanner
+arquivo.pt
+coccocbot
 demandbase-bot
-facebookscraper
+domainsproject.org
+evc-batch
 instabid
-internetVista monitor
-ips-agent
-isitwp.com
-linkdexbot
-lwp-request
 magpie-crawler
 meanpathbot
 mediawords
-muhstik-scan
 oBot
-page scorer
-plumanalytics
-probe-image-size
+pcBrowser
+ripz
+s1z.ru
 scalaj-http
-seobility
-seocompany.store
 seoscanners
 seostar
 siteripz
-voyagerx.com
+spyfu
+tAkeOut
+trendiction.de
 webmeup-crawler
 webpros.com
-x22Mozilla
 xpymep1.exe