sing-box-ruleset/adguardsdnsfilter.go

package main

import (
	"bytes"
	"context"
	"fmt"
	"io"
	"net/http"
	"strings"

	"github.com/AdguardTeam/urlfilter/filterlist"
	"github.com/AdguardTeam/urlfilter/rules"
	"github.com/samber/lo"
)

const AdGuardSDNSFilter = "https://adguardteam.github.io/AdGuardSDNSFilter/Filters/filter.txt"

func adguard(ctx context.Context, c *http.Client) (*Ruleset, error) {
	b, err := getFilter(ctx, c)
	if err != nil {
		return nil, fmt.Errorf("adguard: %w", err)
	}
	domain := map[string]struct{}{}
	domainRegex := map[string]struct{}{}
	domainSuffix := map[string]struct{}{}
	domainKeyword := map[string]struct{}{}

	s := filterlist.NewRuleScanner(bytes.NewReader(b), 1, true)

	for s.Scan() {
		r, _ := s.Rule()
		hr, ok := r.(*rules.NetworkRule)
		if !ok || !hr.IsHostLevelNetworkRule() || hr.Whitelist {
			continue
		}
		if hr.IsRegexRule() {
			continue
		}

		rule := strings.TrimSuffix(strings.TrimLeft(hr.RuleText, "|"), "^")

		if rule == hr.Shortcut {
			rule = strings.TrimPrefix(rule, "://")
			if strings.HasPrefix(rule, ".") {
				domainSuffix[rule] = struct{}{}
				continue
			}
			if strings.HasSuffix(rule, ".") {
				domainKeyword[rule] = struct{}{}
				continue
			}
			domain[rule] = struct{}{}
			continue
		}
		if strings.HasPrefix(rule, "*") || strings.HasSuffix(rule, "*") {
			domainKeyword[strings.ReplaceAll(rule, "*", "")] = struct{}{}
			continue
		}
		ruleR := strings.TrimPrefix(rule, "://")
		ruleR = strings.ReplaceAll(ruleR, ".", `\.`)
		reg := strings.ReplaceAll(ruleR, "*", ".*")
		if strings.HasPrefix(hr.RuleText, "|") {
			reg = "^" + reg
		}
		if strings.HasSuffix(hr.RuleText, "^") {
			reg = reg + "$"
		}
		domainRegex[reg] = struct{}{}
	}
	for k := range domain {
		domainSuffix["."+k] = struct{}{}
	}

	r := Ruleset{}
	r.Version = 1
	r.Rules = map[string][]string{
		"domain":         lo.Keys(domain),
		"domain_suffix":  lo.Keys(domainSuffix),
		"domain_regex":   lo.Keys(domainRegex),
		"domain_keyword": lo.Keys(domainKeyword),
	}

	return &r, nil
}

func getFilter(ctx context.Context, c *http.Client) ([]byte, error) {
	reps, err := http.NewRequestWithContext(ctx, "GET", AdGuardSDNSFilter, nil)
	if err != nil {
		return nil, fmt.Errorf("getFilter: %w", err)
	}
	rep, err := c.Do(reps)
	if err != nil {
		return nil, fmt.Errorf("getFilter: %w", err)
	}
	defer rep.Body.Close()

	b, err := io.ReadAll(rep.Body)
	if err != nil {
		return nil, fmt.Errorf("getFilter: %w", err)
	}
	return b, nil
}