safing-portmaster/intel/customlists/lists.go

package customlists

import (
	"bufio"
	"bytes"
	"fmt"
	"net"
	"os"
	"strconv"
	"strings"

	"github.com/miekg/dns"
	"github.com/safing/portbase/log"
	"github.com/safing/portbase/notifications"
	"github.com/safing/portmaster/network/netutils"
)

var (
	countryCodesFilterList      map[string]struct{}
	ipAddressesFilterList       map[string]struct{}
	autonomousSystemsFilterList map[uint]struct{}
	domainsFilterList           map[string]struct{}
)

const (
	numberOfZeroIPsUntilWarning = 100
	parseStatusNotificationID   = "customlists:parse-status"
	zeroIPNotificationID        = "customlists:too-many-zero-ips"
)

func initFilterLists() {
	countryCodesFilterList = make(map[string]struct{})
	ipAddressesFilterList = make(map[string]struct{})
	autonomousSystemsFilterList = make(map[uint]struct{})
	domainsFilterList = make(map[string]struct{})
}

func parseFile(filePath string) error {
	// reset all maps, previous (if any) settings will be lost.
	for key := range countryCodesFilterList {
		delete(countryCodesFilterList, key)
	}
	for key := range ipAddressesFilterList {
		delete(ipAddressesFilterList, key)
	}
	for key := range autonomousSystemsFilterList {
		delete(autonomousSystemsFilterList, key)
	}
	for key := range domainsFilterList {
		delete(domainsFilterList, key)
	}

	// ignore empty file path.
	if filePath == "" {
		return nil
	}

	// open the file if possible
	file, err := os.Open(filePath)
	if err != nil {
		log.Warningf("intel/customlists: failed to parse file %q ", err)
		module.Warning(parseStatusNotificationID, "Failed to open custom filter list", err.Error())
		return err
	}
	defer file.Close()

	var numberOfZeroIPs uint64

	// read filter file line by line.
	scanner := bufio.NewScanner(file)
	// the scanner will error out if the line is greater than 64K, in this case it is enough.
	for scanner.Scan() {
		parseLine(scanner.Text(), &numberOfZeroIPs)
	}

	// check for scanner error.
	if err := scanner.Err(); err != nil {
		return err
	}

	if numberOfZeroIPs >= numberOfZeroIPsUntilWarning {
		log.Warning("intel/customlists: Too many zero IP addresses.")
		module.Warning(zeroIPNotificationID, "Too many zero IP addresses. Check your custom filter list.", "Hosts file format is not spported.")
	} else {
		module.Resolve(zeroIPNotificationID)
	}

	log.Infof("intel/customlists: list loaded successful: %s", filePath)

	notifications.NotifyInfo(parseStatusNotificationID,
		"Custom filter list loaded successfully.",
		fmt.Sprintf(`Custom filter list loaded successfully from file %s  
%d domains  
%d IPs  
%d autonomous systems  
%d countries`,
			filePath,
			len(domainsFilterList),
			len(ipAddressesFilterList),
			len(autonomousSystemsFilterList),
			len(domainsFilterList)))

	module.Resolve(parseStatusNotificationID)

	return nil
}

func parseLine(line string, numberOfZeroIPs *uint64) {
	// everything after the first field will be ignored.
	fields := strings.Fields(line)

	// ignore empty lines.
	if len(fields) == 0 {
		return
	}

	field := fields[0]

	// ignore comments
	if field[0] == '#' {
		return
	}

	// check if it'a a country code.
	if isCountryCode(field) {
		countryCodesFilterList[field] = struct{}{}
		return
	}

	// try to parse IP address.
	ip := net.ParseIP(field)
	if ip != nil {
		ipAddressesFilterList[ip.String()] = struct{}{}

		// check for zero ip.
		if bytes.Compare(ip.To4(), net.IPv4zero) == 0 || bytes.Compare(ip.To16(), net.IPv6zero) == 0 {
			// check if its zero ip.
			for i := 0; i < len(ip); i++ {
				if ip[i] != 0 {
					*numberOfZeroIPs++
				}
			}
		}
		return
	}

	// check if it's a Autonomous system (example AS123).
	if isAutonomousSystem(field) {
		asNumber, err := strconv.ParseUint(field[2:], 10, 32)
		if err != nil {
			return
		}
		autonomousSystemsFilterList[uint(asNumber)] = struct{}{}
		return
	}

	// check if it's a domain.
	domain := dns.Fqdn(field)
	if netutils.IsValidFqdn(domain) {
		domainsFilterList[domain] = struct{}{}
		return
	}
}