V4.2022.04.3027 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+360Spider
+80legs
 ADmantX
+AIBOT
 Abonti
+Aboundex
 Aboundexbot
-Acunetix
-Alligator
-Anarchie
-Aspiegel
-Atomseobot
-BBBike
-BDFetch
-BacklinkCrawler
+AhrefsBot
+AiHitBot
+Alexibot
+Ankit
+Anthill
+Apexoo
+Asterias
+AwarioSmartBot
+BackWeb
+Backlink-Ceck
+Badass
 BatchFTP
-BetaBot
-Bigfoot
-Bitacle
-BlackWidow
 Blow
+BlowFish
 Boardreader
 Bolt
 BotALot
 Brandprotect
-Brandwatch
-Buddy
+Buck
+Bullseye
+CODE87
 CazoodleBot
-CheTeam
-CherryPicker
+CensysInspect
 ChinaClaw
-Cliqzbot
-Collector
-Copier
+Chlooe
+CopyRightCheck
 Cosmos
+Craftbot
+Crawling at Home Project
 Crescent
-CrunchBot
 DIIbot
-Deusu
+DatabaseDriverMysqli
+Demon
 Dirbuster
+Disco
 Discobot
-Discoverybot
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-Domains Project
+DnyzBot
 Download Wonder
-Drip
+ECCP/1.0
 Ebingbong
 EirGrabber
+EroCrawler
 Evil
+Exabot
 Express WebPictures
-EyeNetIE
-Ezooms
 Firefox/7.0
 Flunky
 Foobot
-FrontPage
-Fuzz
-Fyrebot
+Freeuploader
+FyberSpider
 GalaxyBot
 GetRight
-Gigabot
-Go!Zilla
-GoZilla
+GetWeb
+Go-Ahead-Got-It
+Grabber
+GrapeFX
 GrapeshotCrawler
-HTMLparser
+HEADMasterSEO
 HTTP::Lite
 HTTrack
+Haansoft
 HaosouSpider
 Harvest
+Havij
+HonoluluBot
 HybridBot
-IDBot
+IDBTE4M
 IRLbot
 Iblog
-IlseBot
-Image Fetch
-Indy Library
-InfoNaviRobot
-Intelliseek
+Id-search
+IndeedBot
+Iskanie
 IstellaBot
-JennyBot
-Jyxobot
+JOC Web Spider
+JamesBOT
+JetCar
+Jetty
+Jorgee
+Kenjin Spider
+Keyword Density
+Kinza
 LNSpiderguy
 LWP::Simple
-Lanshanbot
-Leap
-Lftp
-Lightspeedsystems
-Likse
-LinkScan
-LinkWalker
+LibWeb
+Libwhisker
 Linkdexbot
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
+Lmspider
 Ltx71
-MIDown tool
+MIIxpc
 MJ12bot
-MSIECrawler
-MTRobot
-Mag-Net
-Majestic SEO
-MarkMonitor
-Masscan
-Metauri
-Microsoft URL Control
-Mojeek
+Magnet
+Mail.RU_Bot
+MauiBot
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+Microsoft Data Access
+Mojolicious
 MolokaiBot
-Mozlila
+Morfeus Fucking Scanner
 Mr.4x3
-Msrabot
-Musobot
-NICErsPRO
-NPbot
-Needle
-NetLyzer
+Nameprotect
+Nessus
+NetAnts
 NetSpider
 Netvibes
 NextGenSearchBot
-Nibbler
+NimbleCrawler
 Ninja
 Nmap
-Nuclei
-Octopus
-Offline Navigator
-Openfind
-OrangeBot
-PECL::HTTP
-PageGrabber
+OpenVAS
+OrangeSpider
+Page Analyzer
+PageAnalyzer
+Papa Foto
 PeoplePal
-Petalbot
-Pi-Monster
 Picscout
-PictureFinder
-Piepmatz
-Pixray
+Picsearch
 Pockey
-ProWebWalker
-Psbot
-Pu_iN
+ProPowerBot
+Probethenet
+Pump
 PxBroker
+RSSingBot
 RankActiveLinkBot
-RankingBot
-RankingBot2
-Rankivabot
-ReGet
+Re-re
 Reaper
-RebelMouse
-Recorder
 RedesScrapy
+RepoMonkey
 Ripper
-SBIder
-SEOlyticsCrawler
-Scanbot
-ScreenerBot
-Searchestate
+RocketCrawler
+Rogerbot
+SEOkicks
+SEOkicks-Robot
+SEOprofiler
+SISTRIX
+SMTBot
+SalesIntelligent
+ScanAlert
+Screaming
 SearchmetricsBot
-SeoSiteCheckup
-Seomoz
+SentiBot
+SeobilityBot
+Shodan
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
 SmartDownload
-Sogou web spider
-Sottopop
+Snapbot
+Spammen
 SpankBot
-Spbot
-Sqlmap
+Spanner
+Spinn3r
+SputnikBot
 Sqworm
-Steeler
+Stripper
 Sucker
 Sucuri
-Surfbot
-Swiftbot
-Teleport
-TeleportPro
-Telesoft
-Telesphorep
+SuperBot
+Suzuran
+T8Abot
 TheNomad
 Titan
+Toweyabot
 Trendiction
 True_Robot
-TurnitinBot
+Turnitin
+TwengaBot
 Twice
 UnisterBot
-V-BOT
-VB Project
-VeriCiteCrawler
-Virusdie
-VoidEYE
+Upflow
+VCI
+Vagabondo
+VelenPublicWebCrawler
 Voil
-WPScan
-WWW-Collector-E
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WeSEE
+WEBDAV
+WWW-Mechanize
+WWWOFFLE
+Web Auto
 Web Collage
-Web Pix
+Web Enhancer
+Web Fetch
+Web Sauger
 Web Sucker
-WebCopier
-WebImageCollector
-WebReaper
-WebStripper
+WebFetch
+WebFuck
+WebLeacher
+WebSauger
 WebWhacker
 WebZIP
 Webalta
-Webster
+WebsiteExtractor
+Whack
 Whatweb
-Who.is Bot
-Widow
 WiseGuys Robot
 Wonderbot
-Wotbox
-Wprecon
 Xaldon_WebSpider
-Zade
-Zitebot
-ZmEu
-ZumBot
+YoudaoBot
+Zauba
+Zermelo
+ZoominfoBot
+ZyBorg
 adscanner
-archive.org_bot
+arquivo-web-crawler
 arquivo.pt
+autoemailspider
+backlink-check
 coccocbot
-cognitiveseo
 crawl.sogou.com
+crawler.feedback
 crawler4j
+dataforseo.com
 demandbase-bot
+domainsproject.org
 evc-batch
-internetVista monitor
-isitwp.com
+iubenda-radar
+magpie-crawler
 meanpathbot
-pcBrowser
-polaris version
-probe-image-size
+mediawords
+netEstate NE Crawler
+plumanalytics
+ripz
 s1z.ru
-scalaj-http
-seobility
-seostar
+satoristudio.net
+seocompany.store
 serpstatbot
-sexsearcher
-sogouspider
-sp_auditbot
 spyfu
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
-webpros.com
-zauba.io
+webprosbot
+x09Mozilla
+x22Mozilla
+xpymep1.exe