Adds configuration from config file.

cmd/bind/cleanup.go

@@ -0,0 +1,62 @@
+package main
+
+import (
+	"log"
+	"regexp"
+	"sort"
+)
+
+func cleanBadDomains(domains []string) []string {
+	// remove duplicates
+	total := len(domains)
+	all := make(map[string]bool)
+	list := []string{}
+	for _, item := range domains {
+		if _, value := all[item]; !value {
+			all[item] = true
+			list = append(list, item)
+		}
+	}
+	domains = list
+	log.Printf("[INFO] Duplicate items removed: %d\n", total-len(domains))
+
+	// remove hosts that are too long
+	total = len(domains)
+	list = []string{}
+	for _, blocklistItem := range domains {
+		if len([]rune(blocklistItem)) > 255 {
+			continue
+		}
+		list = append(list, blocklistItem)
+	}
+	domains = list
+	log.Printf("[INFO] Hosts with too many characters removed: %d\n", total-len(domains))
+
+	// remove allow-listed matches
+	total = len(domains)
+	list = []string{}
+	for _, blocklistItem := range domains {
+		var match bool
+
+		for _, allowlistItem := range config.Config.AllowLists {
+			r, err := regexp.Compile(allowlistItem)
+			if err != nil {
+				log.Printf("[ERROR] Allow list item (%s) is not valid regex: %v\n", allowlistItem, err)
+				break
+			}
+			if r.MatchString(blocklistItem) {
+				match = true
+				break
+			}
+		}
+		if !match {
+			list = append(list, blocklistItem)
+		}
+	}
+	domains = list
+	log.Printf("[INFO] Allowed hosts removed: %d\n", total-len(domains))
+
+	log.Printf("[INFO] Total domains in list at end: %d.\n", len(domains))
+	sort.Strings(domains)
+	return domains
+}