V4.2022.03.2998 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
+404checker
+ADmantX
 ALittle Client
+ASPSeek
 Abonti
 Aboundex
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alexibot
-Anarchie
+AiHitBot
+AlphaBot
+Anarchy
 Anarchy99
-Aspiegel
-AwarioSmartBot
+Ankit
+Atomseobot
+BBBike
+BDFetch
 BLEXBot
-Badass
 Bandit
-Barkrowler
 BatchFTP
-BetaBot
+Battleztar Bazinga
+Bitacle
 BlackWidow
-Blow
-Boardreader
-BotALot
-Brandprotect
 Buck
+BuiltBotTough
 BuiltWith
-Bullseye
-BuzzSumo
-CCBot
 CODE87
-CSHttp
-CazoodleBot
-Chlooe
+Cegbfeieh
+CheeseBot
 Citoid
+Claritybot
 Cliqzbot
+Collector
 Copier
-Craftbot
-CrunchBot
+CrazyWebCrawler
+Curious
+DataCha0s
 DatabaseDriverMysqli
 Demon
-Devil
 Digincore
-Dirbuster
 Disco
 Dispatch
-DomainCrawler
-DomainSigmaCrawler
+DittoSpyder
+DnyzBot
+DomainAppender
 DomainStatsBot
 Domains Project
-Download Wonder
 Dragonfly
-Drip
 ECCP/1.0
-EMail Siphon
-EMail Wolf
 Ebingbong
+EirGrabber
 EroCrawler
 Evil
-Extractor
-Extreme Picture Finder
-FlashGet
-Flunky
-GalaxyBot
-Genieo
-Getintent
-Go-Ahead-Got-It
+Express WebPictures
+ExtLinksBot
+EyeNetIE
+Ezooms
+FemtosearchBot
+Foobot
+FrontPage
+G-i-g-a-b-o-t
+GetWeb
 Gotit
 Grafula
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HMView
 HTTP::Lite
 HTTrack
-Haansoft
 HaosouSpider
-Humanlinks
-HybridBot
-IDBTE4M
-IDBot
+Harvest
+HonoluluBot
 IRLbot
-Id-search
-IlseBot
+Image Sucker
 Indy Library
-InfoNaviRobot
 Internet Ninja
-InternetSeer
-IstellaBot
+Iria
+Iskanie
+JOC Web Spider
 JamesBOT
-JetCar
-Joomla
-Jorgee
+JennyBot
+JikeSpider
 Jyxobot
-Lanshanbot
+Keybot Translation-Search-Machine
 Larbin
-LeechFTP
-Lftp
+Libwhisker
 LieBaoFast
 LinkWalker
 Linkbot
 Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinksManager
+LinqiaScrapeBot
 Lmspider
-Ltx71
+MJ12bot
+MSFrontPage
+MSIECrawler
 Mag-Net
-Mail.RU_Bot
-Meanpathbot
+Majestic SEO
+MarkMonitor
+Mata Hari
+Mb2345Browser
 Mediatoolkitbot
-Metauri
+MegaIndex.ru
 Microsoft Data Access
+Microsoft URL Control
+Minefield
+Mojeek
 Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
 Msrabot
-Musobot
-NPbot
-NetLyzer
+Nameprotect
+Navroad
+Needle
+NetAnts
+NetMechanic
 Nettrack
-NextGenSearchBot
 Nibbler
-NimbleCrawler
-Octopus
-Offline Explorer
-Offline Navigator
+Niki-bot
+Nimbostratus
+Nuclei
+Nutch
+OnCrawl
+OpenLinkProfiler
+Openfind
 Openvas
-OrangeBot
 OrangeSpider
-OutclicksBot
 OutfoxBot
-PageScorer
-Papa Foto
-PeoplePal
+PECL::HTTP
+PageThing.com
+Pandalytics
+Panscient
 Petalbot
-Picsearch
-PictureFinder
 Piepmatz
+Pimonster
 Pixray
 PleaseCrawl
-ProWebWalker
-Probethenet
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-ReGet
+Psbot
+Pu_iN
+Pump
+PxBroker
+Re-re
+Reaper
+RebelMouse
+Recorder
+RepoMonkey
 Ripper
-RocketCrawler
 SBIder
-SEOkicks
-SEOlyticsCrawler
-SISTRIX
-SMTBot
-ScanAlert
+SEOprofiler
+SEOstats
+SalesIntelligent
+Scanbot
 ScoutJet
-ScreenerBot
-Searchestate
-SearchmetricsBot
-Seekport
-Semrush
+ScrepyBot
 SemrushBot
-SentiBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
+SeobilityBot
+Seomoz
+Siphon
 SiteSnagger
-SiteSucker
 Sitebeam
-SlySearch
-Snapbot
+Snake
+Snoopy
+SocialRankIOBot
 Sociscraper
-Sosospider
+Sogou web spider
 Sottopop
-SpaceBison
+Spammen
+Spanner
 Spbot
-SputnikBot
 Sqlmap
+Sqlworm
 Sqworm
-Sucuri
-Szukacz
+Stripper
+Sucker
+SuperHTTP
+Surfbot
+Suzuran
 T0PHackTeam
-TheNomad
+The Intraformant
 TightTwatBot
-Titan
+Toweyabot
 Tracemyfile
-True_Robot
+Trendiction
+Trendictionbot
 Turingos
-Turnitin
 TurnitinBot
 TwengaBot
-URLy Warning
-VB Project
-Virusdie
+Twice
+URLy.Warning
+Upflow
+VCI
+Vacuum
+VidibleScraper
 Voil
-WASALive-Bot
+Voltron
 WBSearchBot
+WISENutbot
+WPScan
 WWW-Collector-E
-WeSEE
-Web Auto
-Web Sauger
+WWW-Mechanize
+Web Fuck
+WebBandit
 WebCollage
-WebCopier
 WebGo IS
-WebPix
+WebImageCollector
+WebLeacher
 WebSauger
 WebStripper
 WebSucker
+WebWhacker
 WebZIP
-Website Quester
-WebsiteExtractor
+WebmasterWorldForumBot
+Webshag
 WebsiteQuester
-Whatweb
+Webster
 Who.is Bot
-WiseGuys Robot
+Widow
+WinHTTrack
+Wonderbot
 Woobot
-Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zauba
-Zeus
+Wprecon
+Zade
+ZmEu
+ZoomBot
+ZoominfoBot
 ZumBot
+archive.org_bot
 arquivo.pt
 clark-crawler
-coccocbot
-cognitiveseo
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-dataforseo.com
-demandbase-bot
 domainsproject.org
-eCatch
+instabid
+internetVista monitor
+isitwp.com
 iubenda-radar
 magpie-crawler
-meanpathbot
 mediawords
-seostar
-sexsearcher
-sp_auditbot
-sysscan
-trendiction.com
-trendiction.de
+muhstik-scan
+plumanalytics
+polaris version
+ripz
+satoristudio.net
+scalaj-http
+scan.lol
+sitechecker.pro
+siteripz
+sogouspider
+tAkeOut
+ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-x09Mozilla
+webprosbot
 x22Mozilla
 xpymep1.exe
+zgrab