mirror of
https://github.com/AdguardTeam/AdGuardHome.git
synced 2024-12-20 06:41:52 +03:00
4293cf5945
Merge in DNS/adguard-home from 4358-fix-stats to master Updates #4358. Updates #4342. Squashed commit of the following: commit 5683cb304688ea639e5ba7f219a7bf12370211a4 Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Thu Aug 4 18:20:54 2022 +0300 stats: rm races test commit 63dd67650ed64eaf9685b955a4fdf3c0067a7f8c Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Thu Aug 4 17:13:36 2022 +0300 stats: try to imp test commit 59a0f249fc00566872db62e362c87bc0c201b333 Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Thu Aug 4 16:38:57 2022 +0300 stats: fix nil ptr deref commit 7fc3ff18a34a1d0e0fec3ca83a33f499ac752572 Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Thu Apr 7 16:02:51 2022 +0300 stats: fix races finally, imp tests commit c63f5f4e7929819fe79b3a1e392f6b91cd630846 Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Thu Aug 4 00:56:49 2022 +0300 aghhttp: add register func commit 61adc7f0e95279c1b7f4a0c0af5ab387ee461411 Merge: edbdb2d49b3adac1
Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Thu Aug 4 00:36:01 2022 +0300 Merge branch 'master' into 4358-fix-stats commit edbdb2d4c6a06dcbf8107a28c4c3a61ba394e907 Merge: a91e4d7aa481ff4c
Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Wed Aug 3 21:00:42 2022 +0300 Merge branch 'master' into 4358-fix-stats commit a91e4d7af13591eeef45cb7980d1ebc1650a5cb7 Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Wed Aug 3 18:46:19 2022 +0300 stats: imp code, docs commit c5f3814c5c1a734ca8ff6726cc9ffc1177a055cf Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Wed Aug 3 18:16:13 2022 +0300 all: log changes commit 5e6caafc771dddc4c6be07c34658de359106fbe5 Merge: 091ba756eb8e8166
Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Wed Aug 3 18:09:10 2022 +0300 Merge branch 'master' into 4358-fix-stats commit 091ba75618d3689b9c04f05431283417c8cc52f9 Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Wed Aug 3 18:07:39 2022 +0300 stats: imp docs, code commit f2b2de77ce5f0448d6df9232a614a3710f1e2e8a Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Tue Aug 2 17:09:30 2022 +0300 all: refactor stats & add mutexes commit b3f11c455ceaa3738ec20eefc46f866ff36ed046 Author: Eugene Burkov <E.Burkov@AdGuard.COM> Date: Wed Apr 27 15:30:09 2022 +0300 WIP
164 lines
3.5 KiB
Go
164 lines
3.5 KiB
Go
package stats
|
|
|
|
import (
|
|
"fmt"
|
|
"net"
|
|
"os"
|
|
"sync/atomic"
|
|
"testing"
|
|
|
|
"github.com/AdguardTeam/AdGuardHome/internal/aghtest"
|
|
"github.com/AdguardTeam/golibs/testutil"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestMain(m *testing.M) {
|
|
aghtest.DiscardLogOutput(m)
|
|
}
|
|
|
|
func UIntArrayEquals(a, b []uint64) bool {
|
|
if len(a) != len(b) {
|
|
return false
|
|
}
|
|
|
|
for i := range a {
|
|
if a[i] != b[i] {
|
|
return false
|
|
}
|
|
}
|
|
|
|
return true
|
|
}
|
|
|
|
func TestStats(t *testing.T) {
|
|
conf := Config{
|
|
Filename: "./stats.db",
|
|
LimitDays: 1,
|
|
}
|
|
|
|
s, err := New(conf)
|
|
require.NoError(t, err)
|
|
testutil.CleanupAndRequireSuccess(t, func() (err error) {
|
|
s.clear()
|
|
s.Close()
|
|
|
|
return os.Remove(conf.Filename)
|
|
})
|
|
|
|
s.Update(Entry{
|
|
Domain: "domain",
|
|
Client: "127.0.0.1",
|
|
Result: RFiltered,
|
|
Time: 123456,
|
|
})
|
|
s.Update(Entry{
|
|
Domain: "domain",
|
|
Client: "127.0.0.1",
|
|
Result: RNotFiltered,
|
|
Time: 123456,
|
|
})
|
|
|
|
d, ok := s.getData()
|
|
require.True(t, ok)
|
|
|
|
a := []uint64{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2}
|
|
assert.True(t, UIntArrayEquals(d.DNSQueries, a))
|
|
|
|
a = []uint64{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1}
|
|
assert.True(t, UIntArrayEquals(d.BlockedFiltering, a))
|
|
|
|
a = []uint64{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}
|
|
assert.True(t, UIntArrayEquals(d.ReplacedSafebrowsing, a))
|
|
|
|
a = []uint64{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}
|
|
assert.True(t, UIntArrayEquals(d.ReplacedParental, a))
|
|
|
|
m := d.TopQueried
|
|
require.NotEmpty(t, m)
|
|
assert.EqualValues(t, 1, m[0]["domain"])
|
|
|
|
m = d.TopBlocked
|
|
require.NotEmpty(t, m)
|
|
assert.EqualValues(t, 1, m[0]["domain"])
|
|
|
|
m = d.TopClients
|
|
require.NotEmpty(t, m)
|
|
assert.EqualValues(t, 2, m[0]["127.0.0.1"])
|
|
|
|
assert.EqualValues(t, 2, d.NumDNSQueries)
|
|
assert.EqualValues(t, 1, d.NumBlockedFiltering)
|
|
assert.EqualValues(t, 0, d.NumReplacedSafebrowsing)
|
|
assert.EqualValues(t, 0, d.NumReplacedSafesearch)
|
|
assert.EqualValues(t, 0, d.NumReplacedParental)
|
|
assert.EqualValues(t, 0.123456, d.AvgProcessingTime)
|
|
|
|
topClients := s.GetTopClientsIP(2)
|
|
require.NotEmpty(t, topClients)
|
|
assert.True(t, net.IP{127, 0, 0, 1}.Equal(topClients[0]))
|
|
}
|
|
|
|
func TestLargeNumbers(t *testing.T) {
|
|
var hour int32 = 0
|
|
newID := func() uint32 {
|
|
// Use "atomic" to make go race detector happy.
|
|
return uint32(atomic.LoadInt32(&hour))
|
|
}
|
|
|
|
conf := Config{
|
|
Filename: "./stats.db",
|
|
LimitDays: 1,
|
|
UnitID: newID,
|
|
}
|
|
s, err := New(conf)
|
|
require.NoError(t, err)
|
|
testutil.CleanupAndRequireSuccess(t, func() (err error) {
|
|
s.Close()
|
|
|
|
return os.Remove(conf.Filename)
|
|
})
|
|
|
|
// Number of distinct clients and domains every hour.
|
|
const n = 1000
|
|
|
|
for h := 0; h < 12; h++ {
|
|
atomic.AddInt32(&hour, 1)
|
|
for i := 0; i < n; i++ {
|
|
s.Update(Entry{
|
|
Domain: fmt.Sprintf("domain%d", i),
|
|
Client: net.IP{
|
|
127,
|
|
0,
|
|
byte((i & 0xff00) >> 8),
|
|
byte(i & 0xff),
|
|
}.String(),
|
|
Result: RNotFiltered,
|
|
Time: 123456,
|
|
})
|
|
}
|
|
}
|
|
|
|
d, ok := s.getData()
|
|
require.True(t, ok)
|
|
assert.EqualValues(t, hour*n, d.NumDNSQueries)
|
|
}
|
|
|
|
func TestStatsCollector(t *testing.T) {
|
|
ng := func(_ *unitDB) uint64 {
|
|
return 0
|
|
}
|
|
units := make([]*unitDB, 720)
|
|
|
|
t.Run("hours", func(t *testing.T) {
|
|
statsData := statsCollector(units, 0, Hours, ng)
|
|
assert.Len(t, statsData, 720)
|
|
})
|
|
|
|
t.Run("days", func(t *testing.T) {
|
|
for i := 0; i != 25; i++ {
|
|
statsData := statsCollector(units, uint32(i), Days, ng)
|
|
require.Lenf(t, statsData, 30, "i=%d", i)
|
|
}
|
|
})
|
|
}
|