V4.2023.01.3562 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
-80legs
-ADmantX
-AIBOT
+404enemy
 ASPSeek
-AhrefsBot
-Alexibot
-Anarchy99
-Aspiegel
+Aboundex
+Aboundexbot
+Acunetix
+Alligator
+Ankit
+Anthill
 Asterias
 Atomseobot
 AwarioRssBot
-BackStreet
+AwarioSmartBot
+BBBike
+BDFetch
 Backlink-Ceck
 Badass
-Bandit
-Barkrowler
-BatchFTP
-BetaBot
+Battleztar Bazinga
 Bigfoot
-BlowFish
-Bolt
-Brandwatch
-BuiltWith
-Bullseye
-BunnySlippers
+Black Hole
+Blow
+Brandprotect
+Buck
+BuiltBotTough
 BuzzSumo
-CATExplorador
-CCBot
-CSHttp
 Calculon
+CazoodleBot
 Cegbfeieh
-CheeseBot
+CheTeam
 Claritybot
-Cliqzbot
-Cloud mapping
 Cogentbot
 Collector
-CopyRightCheck
 Copyscape
-CrazyWebCrawler
-Crescent
-CyotekWebCopy
+Cosmos
+Craftbot
+Crawling at Home Project
+CrunchBot
+Custo
 DBLBot
-DIIbot
+DataCha0s
+Demon
 Deusu
+Devil
+Digincore
+DigitalPebble
 Disco
 Discobot
 Discoverybot
 Dispatch
-DnyzBot
-DomCopBot
 DomainAppender
-DomainSigmaCrawler
-Dotbot
-Download Wonder
+DomainStatsBot
 Drip
+ECCP/1.0
 EMail Siphon
-EMail Wolf
-EasyDL
-Ebingbong
-Evil
+EroCrawler
 Express WebPictures
+ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-FDM
-FemtosearchBot
+FHscan
 Firefox/7.0
-Flunky
+Freeuploader
 FrontPage
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-Genieo
+Fuzz
+FyberSpider
+GT::WWW
 GermCrawler
 GetRight
-Getintent
-Gigabot
 GoZilla
-GrabNet
+Gotit
 Grabber
-Grafula
-GrapeshotCrawler
+GridBot
 HEADMasterSEO
-HaosouSpider
-Harvest
+HTTrack
 Havij
-Heritrix
-HonoluluBot
+Hloader
 IDBTE4M
-IDBot
-Id-search
-Image Fetch
+Iblog
+InfoNaviRobot
 InfoTekies
-InterGET
+Internet Ninja
+InternetSeer
+Iria
 IstellaBot
+JamesBOT
 Jbrofuzz
-JetCar
-Jetty
-JustView
-Keybot Translation-Search-Machine
+JennyBot
+Joomla
 Keyword Density
 Kinza
+LWP::Simple
 Larbin
 Leap
 LeechFTP
 LibWeb
+Libwhisker
+Likse
 LinkScan
-LinkpadBot
-LinqiaRSSBot
-MIIxpc
-MQQBrowser
+LinksManager
+Lipperhey
+Lipperhey Spider
+MIDown tool
+MJ12bot
 MSFrontPage
-MSIECrawler
-MTRobot
-Majestic SEO
 Majestic-SEO
+MarkMonitor
+MarkWatch
+Mass Downloader
 MauiBot
-Microsoft URL Control
-Minefield
-Moblie Safari
+MeanPath Bot
+MegaIndex.ru
+Microsoft Data Access
+Mister PiX
 Mojeek
-Mojolicious
 Morfeus Fucking Scanner
+Mozlila
+Msrabot
 Musobot
-NPbot
-Navroad
-Nessus
-NetAnts
+NICErsPRO
+NearSite
+Net Vampire
+NetMechanic
 Netcraft
 Nettrack
-Netvibes
 NextGenSearchBot
+Niki-bot
 Nikto
-Not
-Nuclei
-Octopus
+Nimbostratus
+Ninja
+Nutch
+OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openvas
+OutclicksBot
 PECL::HTTP
 POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-PageThing.com
 Panscient
+Papa Foto
+Pavuk
+PeoplePal
 Petalbot
-Piepmatz
-PleaseCrawl
-Pump
+Picscout
+Picsearch
+ProPowerBot
+Probethenet
+Psbot
 PxBroker
 PyCurl
 RSSingBot
-RankActive
-RankActiveLinkBot
+RankFlex
 RankingBot
-Rankivabot
-RankurBot
-ReGet
-RealDownload
-RebelMouse
-RepoMonkey
-Ripper
-RocketCrawler
-SEOlyticsCrawler
-SISTRIX
-SalesIntelligent
+RankingBot2
+RedesScrapy
+SBIder
+SEOstats
+Screaming
+ScrepyBot
+SearchmetricsBot
+Seekport
+SemanticJuice
 SentiBot
+SeobilityBot
 Seomoz
-Shodan
-SiteExplorer
-SiteLockSpider
-SiteSnagger
+SiteCheckerBotCrawler
+Siteimprove
 Sitevigil
 SlySearch
-SmartDownload
+Snake
 Snoopy
-Sogou web spider
-Spammen
-Spinn3r
-SputnikBot
+SocialRankIOBot
+Sociscraper
+Sosospider
+SpankBot
+Sqlmap
 Steeler
+Sucker
 Sucuri
-SurveyBot
+SuperBot
+SuperHTTP
 Szukacz
-T8Abot
-Teleport
-TeleportPro
-Telesphorep
 The Intraformant
-TheNomad
-Toweyabot
-Turingos
-Typhoeus
-URLy Warning
+Toata
+Tracemyfile
+Trendiction
+Trendictionbot
+True_Robot
+TurnitinBot
+TwengaBot
 URLy.Warning
-V-BOT
-VB Project
-Vagabondo
-VeriCiteCrawler
+UnisterBot
+Vacuum
 VidibleScraper
 VoidEYE
-Voil
 Voltron
-WEBDAV
-WWW-Mechanize
-WWWOFFLE
+WASALive-Bot
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW::Mechanize
 Wallpapers/3.0
-Web Collage
-Web Pix
-Web Sucker
+WeSEE
+Web Fetch
+WebCollage
 WebFuck
-WebStripper
-WebSucker
-Whack
+WebGo IS
+WebLeacher
+WebReaper
+WebSauger
+WebZIP
 Whacker
-Whatweb
-WinHTTrack
-Wotbox
-Xenu
+Widow
+Wonderbot
+Wprecon
+Xaldon_WebSpider
+YoudaoBot
 Zade
-ZoomBot
+Zeus
+ZmEu
+ZoominfoBot
 ZumBot
-adscanner
+ZyBorg
 archive.org_bot
-backlink-check
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+check1.exe
 clark-crawler
-com.plumanalytics
-evc-batch
-heritrix
-instabid
-iubenda-radar
+coccocbot
+crawler4j
+demandbase-bot
+domainsproject.org
+eCatch
+isitwp.com
+linkdexbot
 lwp-trivial
-magpie-crawler
-netEstate NE Crawler
-oBot
-pcBrowser
-plumanalytics
-probe-image-size
-satoristudio.net
-scan.lol
+muhstik-scan
+page scorer
+polaris version
+ripz
+scalaj-http
 seobility
-serpstatbot
+seoscanners
 sexsearcher
-sitechecker.pro
-siteripz
-trendiction.de
+trendiction.com
 ubermetrics-technologies.com
-voyagerx.com
-webprosbot
 xpymep1.exe
+zgrab