mirror of
https://github.com/akvorado/akvorado.git
synced 2025-12-12 06:24:10 +01:00
1cc33d4cc3
Some checks failed
CI / 🤖 Check dependabot status (push) Has been cancelled
CI / 🐧 Test on Linux (${{ github.ref_type == 'tag' }}, misc) (push) Has been cancelled
CI / 🐧 Test on Linux (coverage) (push) Has been cancelled
CI / 🐧 Test on Linux (regular) (push) Has been cancelled
CI / ❄️ Build on Nix (push) Has been cancelled
CI / 🍏 Build and test on macOS (push) Has been cancelled
CI / 🧪 End-to-end testing (push) Has been cancelled
CI / 🔍 Upload code coverage (push) Has been cancelled
CI / 🔬 Test only Go (push) Has been cancelled
CI / 🔬 Test only JS (${{ needs.dependabot.outputs.package-ecosystem }}, 20) (push) Has been cancelled
CI / 🔬 Test only JS (${{ needs.dependabot.outputs.package-ecosystem }}, 22) (push) Has been cancelled
CI / 🔬 Test only JS (${{ needs.dependabot.outputs.package-ecosystem }}, 24) (push) Has been cancelled
CI / ⚖️ Check licenses (push) Has been cancelled
CI / 🐋 Build Docker images (push) Has been cancelled
CI / 🐋 Tag Docker images (push) Has been cancelled
CI / 🚀 Publish release (push) Has been cancelled
Update Nix dependency hashes / Update dependency hashes (push) Has been cancelled
The lookup benchmark was incorrect. When looking up a large number of prefixes on each loop, b.Loop() calibrate on a larger and less precise value than if it were measuring only one lookup where it would iterate more to get a precise timing. The problem may also exist for the insertion benchmark, but it's difficult to do only one insertion per loop, as after many iterations, there is nothing more we can insert. I suppose BART's author is not trying to benchmark insertions because of this. See https://github.com/akvorado/akvorado/pull/2040 and https://github.com/gaissmai/bart/issues/351#issuecomment-3428806758.
198 lines
6.9 KiB
Go
198 lines
6.9 KiB
Go
// SPDX-FileCopyrightText: 2024 Free Mobile
|
|
// SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
package clickhouse
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"akvorado/common/daemon"
|
|
"akvorado/common/helpers"
|
|
"akvorado/common/httpserver"
|
|
"akvorado/common/reporter"
|
|
"akvorado/common/schema"
|
|
"akvorado/orchestrator/geoip"
|
|
)
|
|
|
|
func TestNetworksCSVWithGeoip(t *testing.T) {
|
|
config := DefaultConfiguration()
|
|
config.SkipMigrations = true
|
|
r := reporter.NewMock(t)
|
|
|
|
t.Run("only GeoIP", func(t *testing.T) {
|
|
// First use only GeoIP
|
|
c, err := New(r, config, Dependencies{
|
|
Daemon: daemon.NewMock(t),
|
|
HTTP: httpserver.NewMock(t, r),
|
|
Schema: schema.NewMock(t),
|
|
GeoIP: geoip.NewMock(t, r, true),
|
|
ClickHouse: nil,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("New() error:\n%+v", err)
|
|
}
|
|
helpers.StartStop(t, c)
|
|
|
|
helpers.TestHTTPEndpoints(t, c.d.HTTP.LocalAddr(), helpers.HTTPEndpointCases{
|
|
{
|
|
Description: "networks.csv",
|
|
URL: "/api/v0/orchestrator/clickhouse/networks.csv",
|
|
ContentType: "text/csv; charset=utf-8",
|
|
FirstLines: []string{
|
|
"network,name,role,site,region,country,state,city,tenant,asn",
|
|
"::ffff:1.0.0.0/120,,,,,AU,Queensland,Brisbane,,15169",
|
|
"::ffff:1.0.1.0/120,,,,,CN,Fujian,Xiamen,,",
|
|
"::ffff:1.0.2.0/119,,,,,CN,Fujian,Xiamen,,",
|
|
"::ffff:1.0.4.0/118,,,,,AU,Victoria,Melbourne,,",
|
|
"::ffff:1.0.8.0/117,,,,,CN,Guangdong,Shenzhen,,",
|
|
"::ffff:1.0.16.0/125,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.8/126,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.12/127,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.14/128,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.16.15/128,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.16/124,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.32/123,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.64/122,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.128/121,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.17.0/120,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.18.0/119,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
},
|
|
},
|
|
})
|
|
})
|
|
|
|
t.Run("custom networks", func(t *testing.T) {
|
|
// Second use: add custom networks
|
|
config.Networks = helpers.MustNewSubnetMap(map[string]NetworkAttributes{
|
|
"::ffff:0.80.0.0/112": {Tenant: "Alfred"}, // not covered by GeoIP
|
|
"::ffff:1.0.0.0/116": {Name: "infra"}, // not covered by GeoIP but covers GeoIP entries
|
|
"::ffff:1.0.16.64/122": {Name: "infra"}, // matching a GeoIP entry
|
|
"::ffff:1.0.16.66/128": {Tenant: "Alfred"}, // nested in previous one
|
|
})
|
|
|
|
c, err := New(r, config, Dependencies{
|
|
Daemon: daemon.NewMock(t),
|
|
HTTP: httpserver.NewMock(t, r),
|
|
Schema: schema.NewMock(t),
|
|
GeoIP: geoip.NewMock(t, r, true),
|
|
ClickHouse: nil,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("New() error:\n%+v", err)
|
|
}
|
|
helpers.StartStop(t, c)
|
|
helpers.TestHTTPEndpoints(t, c.d.HTTP.LocalAddr(), helpers.HTTPEndpointCases{
|
|
{
|
|
Description: "networks.csv",
|
|
URL: "/api/v0/orchestrator/clickhouse/networks.csv",
|
|
ContentType: "text/csv; charset=utf-8",
|
|
FirstLines: []string{
|
|
"network,name,role,site,region,country,state,city,tenant,asn",
|
|
"::ffff:0.80.0.0/112,,,,,,,,Alfred,", // not covered by GeoIP
|
|
"::ffff:1.0.0.0/116,infra,,,,,,,,", // not covered by GeoIP...
|
|
"::ffff:1.0.0.0/120,infra,,,,AU,Queensland,Brisbane,,15169", // but covers GeoIP entries
|
|
"::ffff:1.0.1.0/120,infra,,,,CN,Fujian,Xiamen,,", // but covers GeoIP entries
|
|
"::ffff:1.0.2.0/119,infra,,,,CN,Fujian,Xiamen,,", // but covers GeoIP entries
|
|
"::ffff:1.0.4.0/118,infra,,,,AU,Victoria,Melbourne,,", // but covers GeoIP entries
|
|
"::ffff:1.0.8.0/117,infra,,,,CN,Guangdong,Shenzhen,,", // but covers GeoIP entries
|
|
"::ffff:1.0.16.0/125,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.8/126,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.12/127,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.14/128,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.16.15/128,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.16/124,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.32/123,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.64/122,infra,,,,JP,Tokyo,Tokyo,,", // matching a GeoIP entry
|
|
"::ffff:1.0.16.66/128,infra,,,,JP,Tokyo,Tokyo,Alfred,", // nested in previous one
|
|
"::ffff:1.0.16.128/121,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.17.0/120,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.18.0/119,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.20.0/118,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.24.0/117,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.32.0/115,,,,,CN,Guangdong,Shenzhen,,",
|
|
"::ffff:1.0.64.0/116,,,,,JP,Hiroshima,Hiroshima,,",
|
|
},
|
|
},
|
|
})
|
|
})
|
|
|
|
t.Run("cleanup old files", func(t *testing.T) {
|
|
_, err := os.CreateTemp("", networksCSVPattern)
|
|
if err != nil {
|
|
t.Fatalf("os.CreateTemp() error:\n%+v", err)
|
|
}
|
|
c, err := New(r, config, Dependencies{
|
|
Daemon: daemon.NewMock(t),
|
|
HTTP: httpserver.NewMock(t, r),
|
|
Schema: schema.NewMock(t),
|
|
GeoIP: geoip.NewMock(t, r, true),
|
|
ClickHouse: nil,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("New() error:\n%+v", err)
|
|
}
|
|
helpers.StartStop(t, c)
|
|
|
|
// HTTP request to ensure we are ready
|
|
helpers.TestHTTPEndpoints(t, c.d.HTTP.LocalAddr(), helpers.HTTPEndpointCases{
|
|
{
|
|
Description: "networks.csv",
|
|
URL: "/api/v0/orchestrator/clickhouse/networks.csv",
|
|
ContentType: "text/csv; charset=utf-8",
|
|
FirstLines: []string{
|
|
"network,name,role,site,region,country,state,city,tenant,asn",
|
|
},
|
|
},
|
|
})
|
|
|
|
// Clean up old files
|
|
got, err := filepath.Glob(filepath.Join(os.TempDir(), networksCSVPattern))
|
|
if err != nil {
|
|
t.Fatalf("filepath.Glob() error:\n%+v", err)
|
|
}
|
|
c.networksCSVLock.Lock()
|
|
expected := []string{c.networksCSVFile.Name()}
|
|
c.networksCSVLock.Unlock()
|
|
|
|
if diff := helpers.Diff(got, expected); diff != "" {
|
|
t.Fatalf("Temporary files (-got, +want):\n%s", diff)
|
|
}
|
|
})
|
|
}
|
|
|
|
func BenchmarkNetworks(b *testing.B) {
|
|
config := DefaultConfiguration()
|
|
config.SkipMigrations = true
|
|
r := reporter.NewMock(b)
|
|
config.Networks = helpers.MustNewSubnetMap(map[string]NetworkAttributes{
|
|
"::ffff:0.80.0.0/112": {Tenant: "Alfred"}, // not covered by GeoIP
|
|
"::ffff:1.0.0.0/116": {Name: "infra"}, // not covered by GeoIP but covers GeoIP entries
|
|
"::ffff:1.0.16.64/122": {Name: "infra"}, // matching a GeoIP entry
|
|
"::ffff:1.0.16.66/128": {Tenant: "Alfred"}, // nested in previous one
|
|
})
|
|
|
|
c, err := New(r, config, Dependencies{
|
|
Daemon: daemon.NewMock(b),
|
|
HTTP: httpserver.NewMock(b, r),
|
|
Schema: schema.NewMock(b),
|
|
GeoIP: geoip.NewMock(b, r, true),
|
|
ClickHouse: nil,
|
|
})
|
|
if err != nil {
|
|
b.Fatalf("New() error:\n%+v", err)
|
|
}
|
|
helpers.StartStop(b, c)
|
|
<-c.networksCSVReady
|
|
|
|
for b.Loop() {
|
|
err = c.networksCSVRefresh()
|
|
}
|
|
if err != nil {
|
|
b.Fatalf("networksCSVRefresh() error:\n%+v", err)
|
|
}
|
|
b.ReportMetric(0, "ns/op")
|
|
b.ReportMetric(float64(b.Elapsed())/float64(b.N)/1_000_000, "ms/op")
|
|
}
|