V4.2022.06.3182 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+01h4x.com
+404enemy
+80legs
+ASPSeek
 Abonti
 Acunetix
-Aipbot
+AiHitBot
+AllSubmitter
 Alligator
-Anarchie
-Ankit
-Anthill
+Anarchy
+Anarchy99
+Apexoo
+Asterias
 Atomseobot
-Attach
-AwarioRssBot
+BBBike
 BDCbot
 BDFetch
-Badass
-Barkrowler
-BatchFTP
+BackStreet
+BacklinkCrawler
+Bandit
 Battleztar Bazinga
-Bigfoot
+Bitacle
 Black Hole
 Blackboard
 Boardreader
-BotALot
-BuiltBotTough
-BunnySlippers
+Bolt
+Buck
 BuzzSumo
+CATExplorador
+CCBot
 CSHttp
-Cegbfeieh
-CheeseBot
+CensysInspect
 CherryPicker
-Chlooe
-Citoid
+ChinaClaw
+Claritybot
 Cloud mapping
-Cogentbot
+Copier
 Craftbot
-Crawling at Home Project
 CrazyWebCrawler
 Crescent
 Curious
-Custo
-DSearch
-Demon
-Digincore
+DTS Agent
+Deusu
+Devil
 DigitalPebble
 Dirbuster
-Discobot
+DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
-DomainStatsBot
-Domains Project
-Dragonfly
+DomCopBot
+DomainAppender
+DomainCrawler
+Drip
 EMail Wolf
-EasyDL
-ExtLinksBot
-ExtractorPro
+Evil
 EyeNetIE
-FDM
 FHscan
-Fimap
+FemtosearchBot
 Flunky
-Foobot
 FrontPage
 Fuzz
-Fyrebot
-G-i-g-a-b-o-t
+FyberSpider
 GalaxyBot
-Genieo
 GetWeb
-Gotit
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 GrabNet
-Grafula
 GrapeFX
+HEADMasterSEO
 HTTP::Lite
 HTTrack
 Havij
-Hloader
 HonoluluBot
-IDBTE4M
 IDBot
+IRLbot
 Id-search
 IlseBot
-Image Sucker
-Indy Library
-InfoNaviRobot
+Image Fetch
+Intelliseek
 InterGET
 Internet Ninja
-IstellaBot
+InternetSeer
+Iria
 JOC Web Spider
-JustView
-Kenjin Spider
-Keybot Translation-Search-Machine
-LNSpiderguy
-Leap
-LeechGet
-Lftp
-LibWeb
-LieBaoFast
+JamesBOT
+JennyBot
+JetCar
+Jetty
+JikeSpider
+Joomla
+Jorgee
+Kozmosbot
+LWP::Simple
+Larbin
+LeechFTP
 Lightspeedsystems
-Linkbot
-MIIxpc
-MQQBrowser
-Majestic SEO
-Majestic-SEO
-Majestic12
-Mass Downloader
-Masscan
-Mata Hari
+LinkScan
+LinkextractorPro
+Lipperhey
+Lipperhey Spider
+Litemage_walker
+Lmspider
+MFC_Tear_Sample
+MSIECrawler
+MarkMonitor
 MauiBot
-MeanPath Bot
-Metauri
+Mb2345Browser
+Mediatoolkitbot
 Minefield
-Mozlila
+Mister PiX
+Morfeus Fucking Scanner
 Msrabot
-Nameprotect
+NICErsPRO
+Name Intelligence
+Navroad
+NearSite
 Needle
-Nessus
-Net Vampire
-NetLyzer
-NetMechanic
-NetSpider
+NetAnts
+NetZIP
 Netcraft
-NextGenSearchBot
-Nibbler
-Nmap
+Nettrack
+Niki-bot
+Nikto
+Ninja
 Not
-Offline Explorer
+Nuclei
+Offline Navigator
 OpenVAS
 OrangeBot
+OutclicksBot
 OutfoxBot
-PageScorer
-PageThing.com
-Panscient
+Pavuk
+PeoplePal
 Pi-Monster
-Pixray
+Picscout
+Picsearch
+PictureFinder
+Pimonster
 PleaseCrawl
-Pump
+ProPowerBot
+Pu_iN
 PxBroker
 QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankActive
+Rankivabot
 RankurBot
-ReGet
 RealDownload
-Reaper
-RocketCrawler
+Rogerbot
 SBIder
 SEOkicks
 SEOlyticsCrawler
-SISTRIX
-SMTBot
-SalesIntelligent
+SEOprofiler
+SEOstats
 ScanAlert
-Scanbot
+ScoutJet
 Screaming
-SearchmetricsBot
+ScreenerBot
+ScrepyBot
 SemanticJuice
-Semrush
-SeobilityBot
-Seomoz
-Shodan
-SiteCheckerBotCrawler
+SemrushBot
+SentiBot
+SeoSiteCheckup
+Siphon
 SiteSnagger
 Sitebeam
-Sitevigil
-SlySearch
-SmartDownload
-Snake
+Siteimprove
 Snapbot
-Snoopy
-Sociscraper
-Sogou web spider
-Spanner
-Spbot
-SputnikBot
+SocialRankIOBot
+Sosospider
+SpaceBison
+Sqlmap
+Sqlworm
 Sqworm
-Steeler
-Stripper
-Sucuri
 SuperBot
-Swiftbot
-TeleportPro
+SuperHTTP
+Szukacz
+T0PHackTeam
 Telesoft
-Telesphorep
-Thumbor
-TightTwatBot
+TheNomad
 Toata
-Trendictionbot
-True_Robot
-Twice
-UnisterBot
-Vacuum
+Toweyabot
+Tracemyfile
+Turingos
+TwengaBot
+URLy Warning
+URLy.Warning
+Upflow
+V-BOT
+VCI
 Vagabondo
-VelenPublicWebCrawler
-Virusdie
+VeriCiteCrawler
 Voil
-WEBDAV
-WPScan
-WWW-Mechanize
-Wallpapers
-WeSEE
+Voltron
+WISENutbot
+WWWOFFLE
+Wallpapers/3.0
 Web Auto
 Web Enhancer
 Web Fetch
-Web Fuck
-Web Sucker
+Web Pix
 WebAuto
-WebFetch
-WebGo IS
-WebLeacher
-WebReaper
-WebSauger
-WebStripper
-WebsiteQuester
+WebCollage
+WebImageCollector
+WebSucker
+Webshag
+Website Quester
+Webster
 Whack
-Whatweb
+Widow
 WinHTTrack
 WiseGuys Robot
 Wonderbot
-Xaldon WebSpider
+Wprecon
 Zade
 Zermelo
+Zeus
+ZmEu
 ZoominfoBot
-ZumBot
-ZyBorg
 adscanner
-arquivo-web-crawler
-autoemailspider
-backlink-check
+arquivo.pt
 cah.io.community
-check1.exe
 coccocbot
 cognitiveseo
-domainsproject.org
+com.plumanalytics
+crawler4j
+demandbase-bot
+eCatch
 heritrix
-magpie-crawler
+internetVista monitor
+meanpathbot
 mediawords
+muhstik-scan
+oBot
 plumanalytics
-s1z.ru
-satoristudio.net
-scan.lol
-seocompany.store
+polaris version
+probe-image-size
+ripz
 seostar
-sexsearcher
+serpstatbot
 sitechecker.pro
 sp_auditbot
-tAkeOut
+spyfu
 ubermetrics-technologies.com
-webprosbot
+voyagerx.com
+webmeup-crawler
 x09Mozilla
 x22Mozilla
+zgrab