V4.2022.07.3220 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ALittle Client
+80legs
+ADmantX
 ASPSeek
+Abonti
+Aboundexbot
 Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
+Aipbot
+AllSubmitter
+Anarchie
 Anarchy
+Anarchy99
+Ankit
 Anthill
-Apexoo
-Attach
+Aspiegel
 AwarioRssBot
 AwarioSmartBot
+BBBike
 BDFetch
 BLEXBot
+BackDoorBot
 BackStreet
-Backlink-Ceck
+BackWeb
+BacklinkCrawler
+Bandit
 BatchFTP
-BetaBot
+Battleztar Bazinga
+Bitacle
 Black Hole
-Bolt
-Buck
-Buddy
-BuiltBotTough
-BuiltWith
-Bullseye
+Blow
+BlowFish
 BunnySlippers
-BuzzSumo
-CCBot
+CATExplorador
 CODE87
 Calculon
 Cegbfeieh
 CensysInspect
-Claritybot
+CheTeam
+CherryPicker
+Chlooe
+Cliqzbot
+Cloud mapping
+Cocolyzebot
 Collector
-Cosmos
-Craftbot
-Crawling at Home Project
-CrunchBot
+CrazyWebCrawler
+Curious
+DBLBot
 DataCha0s
-DatabaseDriverMysqli
 Demon
+Deusu
+Digincore
 DigitalPebble
-Discobot
-Dispatch
-DittoSpyder
+Dirbuster
+Disco
+DnBCrawler-Analytics
 DnyzBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Download Wonder
+Dragonfly
 Drip
-EMail Wolf
-Ebingbong
 EroCrawler
+Evil
+Express WebPictures
 Extractor
-Extreme Picture Finder
-FDM
+ExtractorPro
+EyeNetIE
+Ezooms
 FHscan
-Firefox/7.0
+FemtosearchBot
 FlashGet
 Flunky
-Fuzz
+Freeuploader
+FrontPage
+GT::WWW
 Genieo
-GermCrawler
-GetRight
-GetWeb
-Go!Zilla
-Go-Ahead-Got-It
+GoZilla
 Gotit
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HMView
+HTTP::Lite
 Haansoft
-HaosouSpider
-Harvest
-HybridBot
-IDBot
+Heritrix
 Id-search
-Image Fetch
+IlseBot
 Image Sucker
-Indy Library
-Jbrofuzz
-JetCar
-Jetty
-Joomla
-Jorgee
-Keybot Translation-Search-Machine
-Kozmosbot
+IndeedBot
+Intelliseek
+Internet Ninja
+Iria
+JamesBOT
+JikeSpider
+Kenjin Spider
 LWP::Simple
 Lanshanbot
 LeechFTP
 LeechGet
 Lftp
-Lightspeedsystems
-LinkWalker
+LibWeb
 Linkbot
 LinkextractorPro
-LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
+MIDown tool
 MIIxpc
+MQQBrowser
+MSIECrawler
 MTRobot
-Majestic12
-Mata Hari
+MarkMonitor
 MauiBot
-MicroMessenger
-Minefield
-Mojolicious
-Musobot
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojeek
+MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
 NPbot
 Nessus
-NetMechanic
-NetZIP
-Nettrack
-Netvibes
+Net Vampire
+NetAnts
 NextGenSearchBot
-Nimbostratus
-Ninja
-Nmap
-Not
+Nibbler
+Niki-bot
+NimbleCrawler
 Offline Navigator
-OnCrawl
-Openfind
+OpenVAS
 OrangeBot
 OrangeSpider
-OutclicksBot
 PHPCrawl
-PageScorer
+POE-Component-Client-HTTP
+PageGrabber
 PageThing.com
-Panscient
-Papa Foto
+Pandalytics
+Pavuk
+PeoplePal
+Picscout
+PictureFinder
 Piepmatz
-Pixray
 PleaseCrawl
-ProWebWalker
-Psbot
 Pump
 PyCurl
-Quick-Crawler
-RSSingBot
-RankingBot2
-ReGet
-RebelMouse
-RedesScrapy
+RankFlex
+RankingBot
+RankurBot
+SBIder
 SEOkicks-Robot
+SEOprofiler
+SEOstats
 SISTRIX
 SMTBot
+SalesIntelligent
 Screaming
-ScreenerBot
 Searchestate
-SearchmetricsBot
-SemanticJuice
+SemrushBot
+SentiBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz
 Shodan
-SiteLockSpider
 SiteSnagger
-Sitebeam
-SlySearch
+SiteSucker
+SmartDownload
 Snake
+Snoopy
 Sogou web spider
 Sosospider
-Sottopop
-SpankBot
-Spanner
-Spbot
+SpaceBison
+Spammen
+Sqlmap
 Sqlworm
-Steeler
-Stripper
-Sucker
-SuperBot
-SurveyBot
+Sucuri
+SuperHTTP
+Surfbot
+Suzuran
 Swiftbot
-Szukacz
-T0PHackTeam
-T8Abot
+Teleport
 Telesoft
-The Intraformant
-TheNomad
+Telesphoreo
+Telesphorep
 Thumbor
-TightTwatBot
-Toweyabot
+Titan
 Trendiction
+Trendictionbot
 True_Robot
-Turnitin
-TurnitinBot
+Turingos
+TwengaBot
+Twice
 Typhoeus
-VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
+Vacuum
 VidibleScraper
-Voil
-Voltron
-WASALive-Bot
+WEBDAV
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Auto
+Web Enhancer
+Web Fuck
 Web Pix
-Web Sucker
-WebAuto
-WebFuck
-WebPix
-Webalta
+Web Sauger
+WebBandit
+WebEnhancer
+WebFetch
+WebGo IS
+WebLeacher
+WebReaper
+WebWhacker
 Webshag
+Website Quester
+WebsiteQuester
 Webster
+Whack
+Whacker
 Whatweb
 Widow
-Woobot
-Wprecon
-Xaldon_WebSpider
-YoudaoBot
+Wotbox
 Zade
 Zauba
+Zermelo
 Zeus
-ZmEu
-ZoomBot
-ZoominfoBot
-archive.org_bot
-clark-crawler
+ZumBot
+adscanner
+arquivo.pt
+cah.io.community
 com.plumanalytics
-crawl.sogou.com
-demandbase-bot
-ips-agent
+crawler.feedback
+dataforseo.com
+eCatch
+facebookscraper
+heritrix
+internetVista monitor
 iubenda-radar
-linkdexbot
-lwp-request
-lwp-trivial
-magpie-crawler
-meanpathbot
-muhstik-scan
+mediawords
 oBot
-pcBrowser
-satoristudio.net
-scan.lol
+polaris version
+ripz
+s1z.ru
 seobility
 serpstatbot
 siteripz
+sp_auditbot
 spyfu
-sysscan
-webgains-bot
-webpros.com
-x09Mozilla
-xpymep1.exe
-zauba.io
+tAkeOut
+ubermetrics-technologies.com
+webmeup-crawler
+webprosbot