mirror of
https://github.com/akvorado/akvorado.git
synced 2025-12-12 06:24:10 +01:00
164 lines
5.8 KiB
Go
164 lines
5.8 KiB
Go
// SPDX-FileCopyrightText: 2024 Free Mobile
|
|
// SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
package clickhouse
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"akvorado/common/daemon"
|
|
"akvorado/common/helpers"
|
|
"akvorado/common/httpserver"
|
|
"akvorado/common/reporter"
|
|
"akvorado/common/schema"
|
|
"akvorado/orchestrator/geoip"
|
|
)
|
|
|
|
func TestNetworksCSVWithGeoip(t *testing.T) {
|
|
config := DefaultConfiguration()
|
|
config.SkipMigrations = true
|
|
r := reporter.NewMock(t)
|
|
|
|
t.Run("only GeoIP", func(t *testing.T) {
|
|
// First use only GeoIP
|
|
c, err := New(r, config, Dependencies{
|
|
Daemon: daemon.NewMock(t),
|
|
HTTP: httpserver.NewMock(t, r),
|
|
Schema: schema.NewMock(t),
|
|
GeoIP: geoip.NewMock(t, r, true),
|
|
ClickHouse: nil,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("New() error:\n%+v", err)
|
|
}
|
|
helpers.StartStop(t, c)
|
|
|
|
helpers.TestHTTPEndpoints(t, c.d.HTTP.LocalAddr(), helpers.HTTPEndpointCases{
|
|
{
|
|
Description: "networks.csv",
|
|
URL: "/api/v0/orchestrator/clickhouse/networks.csv",
|
|
ContentType: "text/csv; charset=utf-8",
|
|
FirstLines: []string{
|
|
"network,name,role,site,region,country,state,city,tenant,asn",
|
|
"::ffff:1.0.0.0/120,,,,,AU,Queensland,Brisbane,,15169",
|
|
"::ffff:1.0.1.0/120,,,,,CN,Fujian,Xiamen,,",
|
|
"::ffff:1.0.2.0/119,,,,,CN,Fujian,Xiamen,,",
|
|
"::ffff:1.0.4.0/118,,,,,AU,Victoria,Melbourne,,",
|
|
"::ffff:1.0.8.0/117,,,,,CN,Guangdong,Shenzhen,,",
|
|
"::ffff:1.0.16.0/125,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.8/126,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.12/127,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.14/128,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.16.15/128,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.16/124,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.32/123,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.64/122,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.128/121,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.17.0/120,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.18.0/119,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
},
|
|
},
|
|
})
|
|
})
|
|
|
|
t.Run("custom networks", func(t *testing.T) {
|
|
// Second use: add custom networks
|
|
config.Networks = helpers.MustNewSubnetMap(map[string]NetworkAttributes{
|
|
"::ffff:0.80.0.0/112": {Tenant: "Alfred"}, // not covered by GeoIP
|
|
"::ffff:1.0.0.0/116": {Name: "infra"}, // not covered by GeoIP but covers GeoIP entries
|
|
"::ffff:1.0.16.64/122": {Name: "infra"}, // matching a GeoIP entry
|
|
"::ffff:1.0.16.66/128": {Tenant: "Alfred"}, // nested in previous one
|
|
})
|
|
|
|
c, err := New(r, config, Dependencies{
|
|
Daemon: daemon.NewMock(t),
|
|
HTTP: httpserver.NewMock(t, r),
|
|
Schema: schema.NewMock(t),
|
|
GeoIP: geoip.NewMock(t, r, true),
|
|
ClickHouse: nil,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("New() error:\n%+v", err)
|
|
}
|
|
helpers.StartStop(t, c)
|
|
helpers.TestHTTPEndpoints(t, c.d.HTTP.LocalAddr(), helpers.HTTPEndpointCases{
|
|
{
|
|
Description: "networks.csv",
|
|
URL: "/api/v0/orchestrator/clickhouse/networks.csv",
|
|
ContentType: "text/csv; charset=utf-8",
|
|
FirstLines: []string{
|
|
"network,name,role,site,region,country,state,city,tenant,asn",
|
|
"::ffff:0.80.0.0/112,,,,,,,,Alfred,", // not covered by GeoIP
|
|
"::ffff:1.0.0.0/116,infra,,,,,,,,", // not covered by GeoIP...
|
|
"::ffff:1.0.0.0/120,infra,,,,AU,Queensland,Brisbane,,15169", // but covers GeoIP entries
|
|
"::ffff:1.0.1.0/120,infra,,,,CN,Fujian,Xiamen,,", // but covers GeoIP entries
|
|
"::ffff:1.0.2.0/119,infra,,,,CN,Fujian,Xiamen,,", // but covers GeoIP entries
|
|
"::ffff:1.0.4.0/118,infra,,,,AU,Victoria,Melbourne,,", // but covers GeoIP entries
|
|
"::ffff:1.0.8.0/117,infra,,,,CN,Guangdong,Shenzhen,,", // but covers GeoIP entries
|
|
"::ffff:1.0.16.0/125,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.8/126,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.12/127,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.14/128,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.16.15/128,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.16/124,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.32/123,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.16.64/122,infra,,,,JP,Tokyo,Tokyo,,", // matching a GeoIP entry
|
|
"::ffff:1.0.16.66/128,infra,,,,JP,Tokyo,Tokyo,Alfred,", // nested in previous one
|
|
"::ffff:1.0.16.128/121,,,,,JP,Tokyo,Tokyo,,",
|
|
"::ffff:1.0.17.0/120,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.18.0/119,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.20.0/118,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.24.0/117,,,,,JP,Tokyo,Asagaya-minami,,",
|
|
"::ffff:1.0.32.0/115,,,,,CN,Guangdong,Shenzhen,,",
|
|
"::ffff:1.0.64.0/116,,,,,JP,Hiroshima,Hiroshima,,",
|
|
},
|
|
},
|
|
})
|
|
})
|
|
|
|
t.Run("cleanup old files", func(t *testing.T) {
|
|
_, err := os.CreateTemp("", networksCSVPattern)
|
|
if err != nil {
|
|
t.Fatalf("os.CreateTemp() error:\n%+v", err)
|
|
}
|
|
c, err := New(r, config, Dependencies{
|
|
Daemon: daemon.NewMock(t),
|
|
HTTP: httpserver.NewMock(t, r),
|
|
Schema: schema.NewMock(t),
|
|
GeoIP: geoip.NewMock(t, r, true),
|
|
ClickHouse: nil,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("New() error:\n%+v", err)
|
|
}
|
|
helpers.StartStop(t, c)
|
|
|
|
// HTTP request to ensure we are ready
|
|
helpers.TestHTTPEndpoints(t, c.d.HTTP.LocalAddr(), helpers.HTTPEndpointCases{
|
|
{
|
|
Description: "networks.csv",
|
|
URL: "/api/v0/orchestrator/clickhouse/networks.csv",
|
|
ContentType: "text/csv; charset=utf-8",
|
|
FirstLines: []string{
|
|
"network,name,role,site,region,country,state,city,tenant,asn",
|
|
},
|
|
},
|
|
})
|
|
|
|
// Clean up old files
|
|
got, err := filepath.Glob(filepath.Join(os.TempDir(), networksCSVPattern))
|
|
if err != nil {
|
|
t.Fatalf("filepath.Glob() error:\n%+v", err)
|
|
}
|
|
c.networksCSVLock.Lock()
|
|
expected := []string{c.networksCSVFile.Name()}
|
|
c.networksCSVLock.Unlock()
|
|
|
|
if diff := helpers.Diff(got, expected); diff != "" {
|
|
t.Fatalf("Temporary files (-got, +want):\n%s", diff)
|
|
}
|
|
})
|
|
}
|