497 lines
12 KiB
Go
497 lines
12 KiB
Go
package aghnet_test
|
|
|
|
import (
|
|
"net"
|
|
"path"
|
|
"strings"
|
|
"sync/atomic"
|
|
"testing"
|
|
"testing/fstest"
|
|
"time"
|
|
|
|
"github.com/AdguardTeam/AdGuardHome/internal/aghchan"
|
|
"github.com/AdguardTeam/AdGuardHome/internal/aghnet"
|
|
"github.com/AdguardTeam/AdGuardHome/internal/aghtest"
|
|
"github.com/AdguardTeam/golibs/errors"
|
|
"github.com/AdguardTeam/golibs/netutil"
|
|
"github.com/AdguardTeam/golibs/stringutil"
|
|
"github.com/AdguardTeam/golibs/testutil"
|
|
"github.com/AdguardTeam/urlfilter"
|
|
"github.com/AdguardTeam/urlfilter/rules"
|
|
"github.com/miekg/dns"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
const nl = "\n"
|
|
|
|
func TestNewHostsContainer(t *testing.T) {
|
|
const dirname = "dir"
|
|
const filename = "file1"
|
|
|
|
p := path.Join(dirname, filename)
|
|
|
|
testFS := fstest.MapFS{
|
|
p: &fstest.MapFile{Data: []byte("127.0.0.1 localhost")},
|
|
}
|
|
|
|
testCases := []struct {
|
|
wantErr error
|
|
name string
|
|
paths []string
|
|
}{{
|
|
wantErr: nil,
|
|
name: "one_file",
|
|
paths: []string{p},
|
|
}, {
|
|
wantErr: aghnet.ErrNoHostsPaths,
|
|
name: "no_files",
|
|
paths: []string{},
|
|
}, {
|
|
wantErr: aghnet.ErrNoHostsPaths,
|
|
name: "non-existent_file",
|
|
paths: []string{path.Join(dirname, filename+"2")},
|
|
}, {
|
|
wantErr: nil,
|
|
name: "whole_dir",
|
|
paths: []string{dirname},
|
|
}}
|
|
|
|
for _, tc := range testCases {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
onAdd := func(name string) (err error) {
|
|
assert.Contains(t, tc.paths, name)
|
|
|
|
return nil
|
|
}
|
|
|
|
var eventsCalledCounter uint32
|
|
eventsCh := make(chan struct{})
|
|
onEvents := func() (e <-chan struct{}) {
|
|
assert.Equal(t, uint32(1), atomic.AddUint32(&eventsCalledCounter, 1))
|
|
|
|
return eventsCh
|
|
}
|
|
|
|
hc, err := aghnet.NewHostsContainer(0, testFS, &aghtest.FSWatcher{
|
|
OnEvents: onEvents,
|
|
OnAdd: onAdd,
|
|
OnClose: func() (err error) { return nil },
|
|
}, tc.paths...)
|
|
if tc.wantErr != nil {
|
|
require.ErrorIs(t, err, tc.wantErr)
|
|
|
|
assert.Nil(t, hc)
|
|
|
|
return
|
|
}
|
|
testutil.CleanupAndRequireSuccess(t, hc.Close)
|
|
|
|
require.NoError(t, err)
|
|
require.NotNil(t, hc)
|
|
|
|
assert.NotNil(t, <-hc.Upd())
|
|
|
|
eventsCh <- struct{}{}
|
|
assert.Equal(t, uint32(1), atomic.LoadUint32(&eventsCalledCounter))
|
|
})
|
|
}
|
|
|
|
t.Run("nil_fs", func(t *testing.T) {
|
|
require.Panics(t, func() {
|
|
_, _ = aghnet.NewHostsContainer(0, nil, &aghtest.FSWatcher{
|
|
// Those shouldn't panic.
|
|
OnEvents: func() (e <-chan struct{}) { return nil },
|
|
OnAdd: func(name string) (err error) { return nil },
|
|
OnClose: func() (err error) { return nil },
|
|
}, p)
|
|
})
|
|
})
|
|
|
|
t.Run("nil_watcher", func(t *testing.T) {
|
|
require.Panics(t, func() {
|
|
_, _ = aghnet.NewHostsContainer(0, testFS, nil, p)
|
|
})
|
|
})
|
|
|
|
t.Run("err_watcher", func(t *testing.T) {
|
|
const errOnAdd errors.Error = "error"
|
|
|
|
errWatcher := &aghtest.FSWatcher{
|
|
OnEvents: func() (e <-chan struct{}) { panic("not implemented") },
|
|
OnAdd: func(name string) (err error) { return errOnAdd },
|
|
OnClose: func() (err error) { return nil },
|
|
}
|
|
|
|
hc, err := aghnet.NewHostsContainer(0, testFS, errWatcher, p)
|
|
require.ErrorIs(t, err, errOnAdd)
|
|
|
|
assert.Nil(t, hc)
|
|
})
|
|
}
|
|
|
|
func TestHostsContainer_refresh(t *testing.T) {
|
|
// TODO(e.burkov): Test the case with no actual updates.
|
|
|
|
ip := netutil.IPv4Localhost()
|
|
ipStr := ip.String()
|
|
|
|
testFS := fstest.MapFS{"dir/file1": &fstest.MapFile{Data: []byte(ipStr + ` hostname` + nl)}}
|
|
|
|
// event is a convenient alias for an empty struct{} to emit test events.
|
|
type event = struct{}
|
|
|
|
eventsCh := make(chan event, 1)
|
|
t.Cleanup(func() { close(eventsCh) })
|
|
|
|
w := &aghtest.FSWatcher{
|
|
OnEvents: func() (e <-chan event) { return eventsCh },
|
|
OnAdd: func(name string) (err error) {
|
|
assert.Equal(t, "dir", name)
|
|
|
|
return nil
|
|
},
|
|
OnClose: func() (err error) { return nil },
|
|
}
|
|
|
|
hc, err := aghnet.NewHostsContainer(0, testFS, w, "dir")
|
|
require.NoError(t, err)
|
|
testutil.CleanupAndRequireSuccess(t, hc.Close)
|
|
|
|
checkRefresh := func(t *testing.T, want *aghnet.HostsRecord) {
|
|
t.Helper()
|
|
|
|
upd, ok := aghchan.MustReceive(hc.Upd(), 1*time.Second)
|
|
require.True(t, ok)
|
|
require.NotNil(t, upd)
|
|
|
|
assert.Len(t, upd, 1)
|
|
|
|
rec, ok := upd[ip]
|
|
require.True(t, ok)
|
|
require.NotNil(t, rec)
|
|
|
|
assert.Truef(t, rec.Equal(want), "%+v != %+v", rec, want)
|
|
}
|
|
|
|
t.Run("initial_refresh", func(t *testing.T) {
|
|
checkRefresh(t, &aghnet.HostsRecord{
|
|
Aliases: stringutil.NewSet(),
|
|
Canonical: "hostname",
|
|
})
|
|
})
|
|
|
|
t.Run("second_refresh", func(t *testing.T) {
|
|
testFS["dir/file2"] = &fstest.MapFile{Data: []byte(ipStr + ` alias` + nl)}
|
|
eventsCh <- event{}
|
|
|
|
checkRefresh(t, &aghnet.HostsRecord{
|
|
Aliases: stringutil.NewSet("alias"),
|
|
Canonical: "hostname",
|
|
})
|
|
})
|
|
|
|
t.Run("double_refresh", func(t *testing.T) {
|
|
// Make a change once.
|
|
testFS["dir/file1"] = &fstest.MapFile{Data: []byte(ipStr + ` alias` + nl)}
|
|
eventsCh <- event{}
|
|
|
|
// Require the changes are written.
|
|
require.Eventually(t, func() bool {
|
|
res, ok := hc.MatchRequest(&urlfilter.DNSRequest{
|
|
Hostname: "hostname",
|
|
DNSType: dns.TypeA,
|
|
})
|
|
|
|
return !ok && res.DNSRewrites() == nil
|
|
}, 5*time.Second, time.Second/2)
|
|
|
|
// Make a change again.
|
|
testFS["dir/file2"] = &fstest.MapFile{Data: []byte(ipStr + ` hostname` + nl)}
|
|
eventsCh <- event{}
|
|
|
|
// Require the changes are written.
|
|
require.Eventually(t, func() bool {
|
|
res, ok := hc.MatchRequest(&urlfilter.DNSRequest{
|
|
Hostname: "hostname",
|
|
DNSType: dns.TypeA,
|
|
})
|
|
|
|
return !ok && res.DNSRewrites() != nil
|
|
}, 5*time.Second, time.Second/2)
|
|
|
|
assert.Len(t, hc.Upd(), 1)
|
|
})
|
|
}
|
|
|
|
func TestHostsContainer_Translate(t *testing.T) {
|
|
stubWatcher := aghtest.FSWatcher{
|
|
OnEvents: func() (e <-chan struct{}) { return nil },
|
|
OnAdd: func(name string) (err error) { return nil },
|
|
OnClose: func() (err error) { return nil },
|
|
}
|
|
|
|
require.NoError(t, fstest.TestFS(testdata, "etc_hosts"))
|
|
|
|
hc, err := aghnet.NewHostsContainer(0, testdata, &stubWatcher, "etc_hosts")
|
|
require.NoError(t, err)
|
|
testutil.CleanupAndRequireSuccess(t, hc.Close)
|
|
|
|
testCases := []struct {
|
|
name string
|
|
rule string
|
|
wantTrans []string
|
|
}{{
|
|
name: "simplehost",
|
|
rule: "|simplehost^$dnsrewrite=NOERROR;A;1.0.0.1",
|
|
wantTrans: []string{"1.0.0.1", "simplehost"},
|
|
}, {
|
|
name: "hello",
|
|
rule: "|hello^$dnsrewrite=NOERROR;A;1.0.0.0",
|
|
wantTrans: []string{"1.0.0.0", "hello", "hello.world"},
|
|
}, {
|
|
name: "hello-alias",
|
|
rule: "|hello.world.again^$dnsrewrite=NOERROR;A;1.0.0.0",
|
|
wantTrans: []string{"1.0.0.0", "hello.world.again"},
|
|
}, {
|
|
name: "simplehost_v6",
|
|
rule: "|simplehost^$dnsrewrite=NOERROR;AAAA;::1",
|
|
wantTrans: []string{"::1", "simplehost"},
|
|
}, {
|
|
name: "hello_v6",
|
|
rule: "|hello^$dnsrewrite=NOERROR;AAAA;::",
|
|
wantTrans: []string{"::", "hello", "hello.world"},
|
|
}, {
|
|
name: "hello_v6-alias",
|
|
rule: "|hello.world.again^$dnsrewrite=NOERROR;AAAA;::",
|
|
wantTrans: []string{"::", "hello.world.again"},
|
|
}, {
|
|
name: "simplehost_ptr",
|
|
rule: "|1.0.0.1.in-addr.arpa^$dnsrewrite=NOERROR;PTR;simplehost.",
|
|
wantTrans: []string{"1.0.0.1", "simplehost"},
|
|
}, {
|
|
name: "hello_ptr",
|
|
rule: "|0.0.0.1.in-addr.arpa^$dnsrewrite=NOERROR;PTR;hello.",
|
|
wantTrans: []string{"1.0.0.0", "hello", "hello.world"},
|
|
}, {
|
|
name: "hello_ptr-alias",
|
|
rule: "|0.0.0.1.in-addr.arpa^$dnsrewrite=NOERROR;PTR;hello.world.again.",
|
|
wantTrans: []string{"1.0.0.0", "hello.world.again"},
|
|
}, {
|
|
name: "simplehost_ptr_v6",
|
|
rule: "|1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.ip6.arpa" +
|
|
"^$dnsrewrite=NOERROR;PTR;simplehost.",
|
|
wantTrans: []string{"::1", "simplehost"},
|
|
}, {
|
|
name: "hello_ptr_v6",
|
|
rule: "|0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.ip6.arpa" +
|
|
"^$dnsrewrite=NOERROR;PTR;hello.",
|
|
wantTrans: []string{"::", "hello", "hello.world"},
|
|
}, {
|
|
name: "hello_ptr_v6-alias",
|
|
rule: "|0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.ip6.arpa" +
|
|
"^$dnsrewrite=NOERROR;PTR;hello.world.again.",
|
|
wantTrans: []string{"::", "hello.world.again"},
|
|
}}
|
|
|
|
for _, tc := range testCases {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
got := stringutil.NewSet(strings.Fields(hc.Translate(tc.rule))...)
|
|
assert.True(t, stringutil.NewSet(tc.wantTrans...).Equal(got))
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestHostsContainer(t *testing.T) {
|
|
const listID = 1234
|
|
|
|
require.NoError(t, fstest.TestFS(testdata, "etc_hosts"))
|
|
|
|
testCases := []struct {
|
|
req *urlfilter.DNSRequest
|
|
name string
|
|
want []*rules.DNSRewrite
|
|
}{{
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "simplehost",
|
|
DNSType: dns.TypeA,
|
|
},
|
|
name: "simple",
|
|
want: []*rules.DNSRewrite{{
|
|
RCode: dns.RcodeSuccess,
|
|
Value: net.IPv4(1, 0, 0, 1),
|
|
RRType: dns.TypeA,
|
|
}, {
|
|
RCode: dns.RcodeSuccess,
|
|
Value: net.ParseIP("::1"),
|
|
RRType: dns.TypeAAAA,
|
|
}},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "hello.world",
|
|
DNSType: dns.TypeA,
|
|
},
|
|
name: "hello_alias",
|
|
want: []*rules.DNSRewrite{{
|
|
RCode: dns.RcodeSuccess,
|
|
Value: net.IPv4(1, 0, 0, 0),
|
|
RRType: dns.TypeA,
|
|
}, {
|
|
RCode: dns.RcodeSuccess,
|
|
Value: net.ParseIP("::"),
|
|
RRType: dns.TypeAAAA,
|
|
}},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "hello.world.again",
|
|
DNSType: dns.TypeA,
|
|
},
|
|
name: "other_line_alias",
|
|
want: []*rules.DNSRewrite{{
|
|
RCode: dns.RcodeSuccess,
|
|
Value: net.IPv4(1, 0, 0, 0),
|
|
RRType: dns.TypeA,
|
|
}, {
|
|
RCode: dns.RcodeSuccess,
|
|
Value: net.ParseIP("::"),
|
|
RRType: dns.TypeAAAA,
|
|
}},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "say.hello",
|
|
DNSType: dns.TypeA,
|
|
},
|
|
name: "hello_subdomain",
|
|
want: []*rules.DNSRewrite{},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "say.hello.world",
|
|
DNSType: dns.TypeA,
|
|
},
|
|
name: "hello_alias_subdomain",
|
|
want: []*rules.DNSRewrite{},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "for.testing",
|
|
DNSType: dns.TypeA,
|
|
},
|
|
name: "lots_of_aliases",
|
|
want: []*rules.DNSRewrite{{
|
|
RCode: dns.RcodeSuccess,
|
|
RRType: dns.TypeA,
|
|
Value: net.IPv4(1, 0, 0, 2),
|
|
}, {
|
|
RCode: dns.RcodeSuccess,
|
|
RRType: dns.TypeAAAA,
|
|
Value: net.ParseIP("::2"),
|
|
}},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "1.0.0.1.in-addr.arpa",
|
|
DNSType: dns.TypePTR,
|
|
},
|
|
name: "reverse",
|
|
want: []*rules.DNSRewrite{{
|
|
RCode: dns.RcodeSuccess,
|
|
RRType: dns.TypePTR,
|
|
Value: "simplehost.",
|
|
}},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "nonexistent.example",
|
|
DNSType: dns.TypeA,
|
|
},
|
|
name: "non-existing",
|
|
want: []*rules.DNSRewrite{},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "1.0.0.1.in-addr.arpa",
|
|
DNSType: dns.TypeSRV,
|
|
},
|
|
name: "bad_type",
|
|
want: nil,
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "domain",
|
|
DNSType: dns.TypeA,
|
|
},
|
|
name: "issue_4216_4_6",
|
|
want: []*rules.DNSRewrite{{
|
|
RCode: dns.RcodeSuccess,
|
|
RRType: dns.TypeA,
|
|
Value: net.IPv4(4, 2, 1, 6),
|
|
}, {
|
|
RCode: dns.RcodeSuccess,
|
|
RRType: dns.TypeAAAA,
|
|
Value: net.ParseIP("::42"),
|
|
}},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "domain4",
|
|
DNSType: dns.TypeA,
|
|
},
|
|
name: "issue_4216_4",
|
|
want: []*rules.DNSRewrite{{
|
|
RCode: dns.RcodeSuccess,
|
|
RRType: dns.TypeA,
|
|
Value: net.IPv4(7, 5, 3, 1),
|
|
}, {
|
|
RCode: dns.RcodeSuccess,
|
|
RRType: dns.TypeA,
|
|
Value: net.IPv4(1, 3, 5, 7),
|
|
}},
|
|
}, {
|
|
req: &urlfilter.DNSRequest{
|
|
Hostname: "domain6",
|
|
DNSType: dns.TypeAAAA,
|
|
},
|
|
name: "issue_4216_6",
|
|
want: []*rules.DNSRewrite{{
|
|
RCode: dns.RcodeSuccess,
|
|
RRType: dns.TypeAAAA,
|
|
Value: net.ParseIP("::13"),
|
|
}, {
|
|
RCode: dns.RcodeSuccess,
|
|
RRType: dns.TypeAAAA,
|
|
Value: net.ParseIP("::31"),
|
|
}},
|
|
}}
|
|
|
|
stubWatcher := aghtest.FSWatcher{
|
|
OnEvents: func() (e <-chan struct{}) { return nil },
|
|
OnAdd: func(name string) (err error) { return nil },
|
|
OnClose: func() (err error) { return nil },
|
|
}
|
|
|
|
hc, err := aghnet.NewHostsContainer(listID, testdata, &stubWatcher, "etc_hosts")
|
|
require.NoError(t, err)
|
|
testutil.CleanupAndRequireSuccess(t, hc.Close)
|
|
|
|
for _, tc := range testCases {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
res, ok := hc.MatchRequest(tc.req)
|
|
require.False(t, ok)
|
|
|
|
if tc.want == nil {
|
|
assert.Nil(t, res)
|
|
|
|
return
|
|
}
|
|
|
|
require.NotNil(t, res)
|
|
|
|
rewrites := res.DNSRewrites()
|
|
require.Len(t, rewrites, len(tc.want))
|
|
|
|
for i, rewrite := range rewrites {
|
|
require.Equal(t, listID, rewrite.FilterListID)
|
|
|
|
rw := rewrite.DNSRewrite
|
|
require.NotNil(t, rw)
|
|
|
|
assert.Equal(t, tc.want[i], rw)
|
|
}
|
|
})
|
|
}
|
|
}
|