// SPDX-FileCopyrightText: 2024 Free Mobile // SPDX-License-Identifier: AGPL-3.0-only package clickhouse import ( "os" "path/filepath" "testing" "akvorado/common/daemon" "akvorado/common/helpers" "akvorado/common/httpserver" "akvorado/common/reporter" "akvorado/common/schema" "akvorado/orchestrator/geoip" ) func TestNetworksCSVWithGeoip(t *testing.T) { config := DefaultConfiguration() config.SkipMigrations = true r := reporter.NewMock(t) t.Run("only GeoIP", func(t *testing.T) { // First use only GeoIP c, err := New(r, config, Dependencies{ Daemon: daemon.NewMock(t), HTTP: httpserver.NewMock(t, r), Schema: schema.NewMock(t), GeoIP: geoip.NewMock(t, r, true), ClickHouse: nil, }) if err != nil { t.Fatalf("New() error:\n%+v", err) } helpers.StartStop(t, c) helpers.TestHTTPEndpoints(t, c.d.HTTP.LocalAddr(), helpers.HTTPEndpointCases{ { Description: "networks.csv", URL: "/api/v0/orchestrator/clickhouse/networks.csv", ContentType: "text/csv; charset=utf-8", FirstLines: []string{ "network,name,role,site,region,country,state,city,tenant,asn", "::ffff:1.0.0.0/120,,,,,AU,Queensland,Brisbane,,15169", "::ffff:1.0.1.0/120,,,,,CN,Fujian,Xiamen,,", "::ffff:1.0.2.0/119,,,,,CN,Fujian,Xiamen,,", "::ffff:1.0.4.0/118,,,,,AU,Victoria,Melbourne,,", "::ffff:1.0.8.0/117,,,,,CN,Guangdong,Shenzhen,,", "::ffff:1.0.16.0/125,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.8/126,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.12/127,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.14/128,,,,,JP,Tokyo,Asagaya-minami,,", "::ffff:1.0.16.15/128,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.16/124,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.32/123,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.64/122,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.128/121,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.17.0/120,,,,,JP,Tokyo,Asagaya-minami,,", "::ffff:1.0.18.0/119,,,,,JP,Tokyo,Asagaya-minami,,", }, }, }) }) t.Run("custom networks", func(t *testing.T) { // Second use: add custom networks config.Networks = helpers.MustNewSubnetMap(map[string]NetworkAttributes{ "::ffff:0.80.0.0/112": {Tenant: "Alfred"}, // not covered by GeoIP "::ffff:1.0.0.0/116": {Name: "infra"}, // not covered by GeoIP but covers GeoIP entries "::ffff:1.0.16.64/122": {Name: "infra"}, // matching a GeoIP entry "::ffff:1.0.16.66/128": {Tenant: "Alfred"}, // nested in previous one }) c, err := New(r, config, Dependencies{ Daemon: daemon.NewMock(t), HTTP: httpserver.NewMock(t, r), Schema: schema.NewMock(t), GeoIP: geoip.NewMock(t, r, true), ClickHouse: nil, }) if err != nil { t.Fatalf("New() error:\n%+v", err) } helpers.StartStop(t, c) helpers.TestHTTPEndpoints(t, c.d.HTTP.LocalAddr(), helpers.HTTPEndpointCases{ { Description: "networks.csv", URL: "/api/v0/orchestrator/clickhouse/networks.csv", ContentType: "text/csv; charset=utf-8", FirstLines: []string{ "network,name,role,site,region,country,state,city,tenant,asn", "::ffff:0.80.0.0/112,,,,,,,,Alfred,", // not covered by GeoIP "::ffff:1.0.0.0/116,infra,,,,,,,,", // not covered by GeoIP... "::ffff:1.0.0.0/120,infra,,,,AU,Queensland,Brisbane,,15169", // but covers GeoIP entries "::ffff:1.0.1.0/120,infra,,,,CN,Fujian,Xiamen,,", // but covers GeoIP entries "::ffff:1.0.2.0/119,infra,,,,CN,Fujian,Xiamen,,", // but covers GeoIP entries "::ffff:1.0.4.0/118,infra,,,,AU,Victoria,Melbourne,,", // but covers GeoIP entries "::ffff:1.0.8.0/117,infra,,,,CN,Guangdong,Shenzhen,,", // but covers GeoIP entries "::ffff:1.0.16.0/125,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.8/126,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.12/127,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.14/128,,,,,JP,Tokyo,Asagaya-minami,,", "::ffff:1.0.16.15/128,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.16/124,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.32/123,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.16.64/122,infra,,,,JP,Tokyo,Tokyo,,", // matching a GeoIP entry "::ffff:1.0.16.66/128,infra,,,,JP,Tokyo,Tokyo,Alfred,", // nested in previous one "::ffff:1.0.16.128/121,,,,,JP,Tokyo,Tokyo,,", "::ffff:1.0.17.0/120,,,,,JP,Tokyo,Asagaya-minami,,", "::ffff:1.0.18.0/119,,,,,JP,Tokyo,Asagaya-minami,,", "::ffff:1.0.20.0/118,,,,,JP,Tokyo,Asagaya-minami,,", "::ffff:1.0.24.0/117,,,,,JP,Tokyo,Asagaya-minami,,", "::ffff:1.0.32.0/115,,,,,CN,Guangdong,Shenzhen,,", "::ffff:1.0.64.0/116,,,,,JP,Hiroshima,Hiroshima,,", }, }, }) }) t.Run("cleanup old files", func(t *testing.T) { _, err := os.CreateTemp("", networksCSVPattern) if err != nil { t.Fatalf("os.CreateTemp() error:\n%+v", err) } c, err := New(r, config, Dependencies{ Daemon: daemon.NewMock(t), HTTP: httpserver.NewMock(t, r), Schema: schema.NewMock(t), GeoIP: geoip.NewMock(t, r, true), ClickHouse: nil, }) if err != nil { t.Fatalf("New() error:\n%+v", err) } helpers.StartStop(t, c) // HTTP request to ensure we are ready helpers.TestHTTPEndpoints(t, c.d.HTTP.LocalAddr(), helpers.HTTPEndpointCases{ { Description: "networks.csv", URL: "/api/v0/orchestrator/clickhouse/networks.csv", ContentType: "text/csv; charset=utf-8", FirstLines: []string{ "network,name,role,site,region,country,state,city,tenant,asn", }, }, }) // Clean up old files got, err := filepath.Glob(filepath.Join(os.TempDir(), networksCSVPattern)) if err != nil { t.Fatalf("filepath.Glob() error:\n%+v", err) } c.networksCSVLock.Lock() expected := []string{c.networksCSVFile.Name()} c.networksCSVLock.Unlock() if diff := helpers.Diff(got, expected); diff != "" { t.Fatalf("Temporary files (-got, +want):\n%s", diff) } }) } func BenchmarkNetworks(b *testing.B) { config := DefaultConfiguration() config.SkipMigrations = true r := reporter.NewMock(b) config.Networks = helpers.MustNewSubnetMap(map[string]NetworkAttributes{ "::ffff:0.80.0.0/112": {Tenant: "Alfred"}, // not covered by GeoIP "::ffff:1.0.0.0/116": {Name: "infra"}, // not covered by GeoIP but covers GeoIP entries "::ffff:1.0.16.64/122": {Name: "infra"}, // matching a GeoIP entry "::ffff:1.0.16.66/128": {Tenant: "Alfred"}, // nested in previous one }) c, err := New(r, config, Dependencies{ Daemon: daemon.NewMock(b), HTTP: httpserver.NewMock(b, r), Schema: schema.NewMock(b), GeoIP: geoip.NewMock(b, r, true), ClickHouse: nil, }) if err != nil { b.Fatalf("New() error:\n%+v", err) } helpers.StartStop(b, c) <-c.networksCSVReady for b.Loop() { err = c.networksCSVRefresh() } if err != nil { b.Fatalf("networksCSVRefresh() error:\n%+v", err) } b.ReportMetric(0, "ns/op") b.ReportMetric(float64(b.Elapsed())/float64(b.N)/1_000_000, "ms/op") }