mirror of
https://github.com/akvorado/akvorado.git
synced 2025-12-11 22:14:02 +01:00
e5a625aecf
Inserting into ClickHouse should be done in large batches to minimize the number of parts created. This would require the user to tune the number of Kafka workers to match a target of around 50k-100k rows. Instead, we dynamically tune the number of workers depending on the load to reach this target. We keep using async if we are too low in number of flows. It is still possible to do better by consolidating batches from various workers, but that's something I wanted to avoid. Also, increase the maximum wait time to 5 seconds. It should be good enough for most people. Fix #1885
221 lines
9.7 KiB
Modula-2
221 lines
9.7 KiB
Modula-2
module akvorado
|
|
|
|
go 1.24
|
|
|
|
require (
|
|
github.com/ClickHouse/ch-go v0.67.0
|
|
github.com/ClickHouse/clickhouse-go/v2 v2.40.1
|
|
github.com/alecthomas/chroma v0.10.0
|
|
github.com/benbjohnson/clock v1.3.5
|
|
github.com/bio-routing/bio-rd v0.1.10
|
|
github.com/bits-and-blooms/bitset v1.24.0
|
|
github.com/cenkalti/backoff/v4 v4.3.0
|
|
github.com/chenyahui/gin-cache v1.10.0
|
|
github.com/docker/docker v28.3.3+incompatible
|
|
github.com/docker/go-connections v0.5.0
|
|
github.com/eapache/go-resiliency v1.7.0
|
|
github.com/expr-lang/expr v1.17.5
|
|
github.com/fsnotify/fsnotify v1.9.0
|
|
github.com/gin-gonic/gin v1.10.1
|
|
github.com/glebarez/sqlite v1.11.0
|
|
github.com/go-playground/validator/v10 v10.20.0
|
|
github.com/go-redis/redis/v8 v8.11.5
|
|
github.com/go-viper/mapstructure/v2 v2.4.0
|
|
github.com/google/gopacket v1.1.19
|
|
github.com/gosnmp/gosnmp v1.42.1
|
|
github.com/grpc-ecosystem/go-grpc-middleware/providers/prometheus v1.1.0
|
|
github.com/hashicorp/go-version v1.7.0
|
|
github.com/itchyny/gojq v0.12.17
|
|
github.com/kentik/patricia v1.2.1
|
|
github.com/kylelemons/godebug v1.1.0
|
|
github.com/mattn/go-isatty v0.0.20
|
|
github.com/netsampler/goflow2/v2 v2.2.3
|
|
github.com/openconfig/gnmi v0.14.0
|
|
github.com/openconfig/gnmic/pkg/api v0.1.9
|
|
github.com/opencontainers/image-spec v1.1.1
|
|
github.com/oschwald/maxminddb-golang/v2 v2.0.0-beta.8
|
|
github.com/osrg/gobgp/v3 v3.37.0
|
|
github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10
|
|
github.com/prometheus/client_golang v1.23.0
|
|
github.com/rs/zerolog v1.34.0
|
|
github.com/scrapli/scrapligo v1.3.3
|
|
github.com/slayercat/GoSNMPServer v0.5.2
|
|
github.com/spf13/cobra v1.9.1
|
|
github.com/ti-mo/conntrack v0.5.2
|
|
github.com/twmb/franz-go v1.19.5
|
|
github.com/twmb/franz-go/pkg/kadm v1.16.1
|
|
github.com/twmb/franz-go/pkg/kfake v0.0.0-20250711145744-a849b8be17b7
|
|
github.com/twmb/franz-go/pkg/kmsg v1.11.2
|
|
github.com/twmb/franz-go/plugin/kprom v1.3.0
|
|
github.com/yuin/goldmark v1.7.12
|
|
github.com/yuin/goldmark-highlighting v0.0.0-20220208100518-594be1970594
|
|
go.uber.org/mock v0.5.2
|
|
golang.org/x/oauth2 v0.30.0
|
|
golang.org/x/sync v0.16.0
|
|
golang.org/x/sys v0.34.0
|
|
golang.org/x/text v0.27.0
|
|
golang.org/x/time v0.12.0
|
|
google.golang.org/grpc v1.74.2
|
|
google.golang.org/protobuf v1.36.6
|
|
gopkg.in/tomb.v2 v2.0.0-20161208151619-d5d1b5820637
|
|
gopkg.in/yaml.v3 v3.0.1
|
|
gorm.io/driver/mysql v1.6.0
|
|
gorm.io/driver/postgres v1.6.0
|
|
gorm.io/gorm v1.30.1
|
|
)
|
|
|
|
require (
|
|
cloud.google.com/go/compute/metadata v0.7.0 // indirect
|
|
filippo.io/edwards25519 v1.1.0 // indirect
|
|
github.com/AlekSi/gocov-xml v1.1.0 // indirect
|
|
github.com/AlekSi/pointer v1.2.0 // indirect
|
|
github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c // indirect
|
|
github.com/Microsoft/go-winio v0.6.2 // indirect
|
|
github.com/andybalholm/brotli v1.2.0 // indirect
|
|
github.com/axw/gocov v1.2.1 // indirect
|
|
github.com/beorn7/perks v1.0.1 // indirect
|
|
github.com/bio-routing/tflow2 v0.0.0-20181230153523-2e308a4a3c3a // indirect
|
|
github.com/bitfield/gotestdox v0.2.2 // indirect
|
|
github.com/bufbuild/protocompile v0.14.1 // indirect
|
|
github.com/bytedance/sonic v1.11.6 // indirect
|
|
github.com/bytedance/sonic/loader v0.1.1 // indirect
|
|
github.com/cespare/xxhash/v2 v2.3.0 // indirect
|
|
github.com/chavacava/garif v0.1.0 // indirect
|
|
github.com/cloudwego/base64x v0.1.4 // indirect
|
|
github.com/cloudwego/iasm v0.2.0 // indirect
|
|
github.com/containerd/errdefs v1.0.0 // indirect
|
|
github.com/containerd/errdefs/pkg v0.3.0 // indirect
|
|
github.com/creack/pty v1.1.23 // indirect
|
|
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
|
|
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
|
|
github.com/distribution/reference v0.6.0 // indirect
|
|
github.com/dlclark/regexp2 v1.4.0 // indirect
|
|
github.com/dmarkham/enumer v1.5.11 // indirect
|
|
github.com/dnephin/pflag v1.0.7 // indirect
|
|
github.com/docker/go-units v0.5.0 // indirect
|
|
github.com/dustin/go-humanize v1.0.1 // indirect
|
|
github.com/emicklei/dot v0.15.0 // indirect
|
|
github.com/fatih/color v1.18.0 // indirect
|
|
github.com/fatih/structtag v1.2.0 // indirect
|
|
github.com/felixge/httpsnoop v1.0.4 // indirect
|
|
github.com/frapposelli/wwhrd v0.4.0 // indirect
|
|
github.com/gabriel-vasile/mimetype v1.4.3 // indirect
|
|
github.com/gin-contrib/sse v0.1.0 // indirect
|
|
github.com/glebarez/go-sqlite v1.21.2 // indirect
|
|
github.com/go-faster/city v1.0.1 // indirect
|
|
github.com/go-faster/errors v0.7.1 // indirect
|
|
github.com/go-logr/logr v1.4.3 // indirect
|
|
github.com/go-logr/stdr v1.2.2 // indirect
|
|
github.com/go-ole/go-ole v1.2.6 // indirect
|
|
github.com/go-playground/locales v0.14.1 // indirect
|
|
github.com/go-playground/universal-translator v0.18.1 // indirect
|
|
github.com/go-sql-driver/mysql v1.8.1 // indirect
|
|
github.com/goccy/go-json v0.10.2 // indirect
|
|
github.com/gogo/protobuf v1.3.2 // indirect
|
|
github.com/golang/protobuf v1.5.4 // indirect
|
|
github.com/google/go-cmp v0.7.0 // indirect
|
|
github.com/google/licensecheck v0.3.1 // indirect
|
|
github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 // indirect
|
|
github.com/google/uuid v1.6.0 // indirect
|
|
github.com/grpc-ecosystem/go-grpc-middleware/v2 v2.1.0 // indirect
|
|
github.com/inconshreveable/mousetrap v1.1.0 // indirect
|
|
github.com/itchyny/timefmt-go v0.1.6 // indirect
|
|
github.com/jackc/pgpassfile v1.0.0 // indirect
|
|
github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect
|
|
github.com/jackc/pgx/v5 v5.6.0 // indirect
|
|
github.com/jackc/puddle/v2 v2.2.2 // indirect
|
|
github.com/jellydator/ttlcache/v2 v2.11.1 // indirect
|
|
github.com/jessevdk/go-flags v1.5.0 // indirect
|
|
github.com/jhump/protoreflect v1.17.0 // indirect
|
|
github.com/jinzhu/inflection v1.0.0 // indirect
|
|
github.com/jinzhu/now v1.1.5 // indirect
|
|
github.com/josharian/native v1.1.0 // indirect
|
|
github.com/json-iterator/go v1.1.12 // indirect
|
|
github.com/klauspost/compress v1.18.0 // indirect
|
|
github.com/klauspost/cpuid/v2 v2.2.7 // indirect
|
|
github.com/leodido/go-urn v1.4.0 // indirect
|
|
github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0 // indirect
|
|
github.com/mattn/go-colorable v0.1.14 // indirect
|
|
github.com/mattn/go-runewidth v0.0.16 // indirect
|
|
github.com/mdlayher/netlink v1.7.2 // indirect
|
|
github.com/mdlayher/socket v0.5.1 // indirect
|
|
github.com/mgechev/dots v0.0.0-20210922191527-e955255bf517 // indirect
|
|
github.com/mgechev/revive v1.7.0 // indirect
|
|
github.com/mna/pigeon v1.3.0 // indirect
|
|
github.com/moby/docker-image-spec v1.3.1 // indirect
|
|
github.com/moby/sys/atomicwriter v0.1.0 // indirect
|
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
|
|
github.com/modern-go/reflect2 v1.0.2 // indirect
|
|
github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
|
|
github.com/olekukonko/tablewriter v0.0.5 // indirect
|
|
github.com/openconfig/grpctunnel v0.1.0 // indirect
|
|
github.com/opencontainers/go-digest v1.0.0 // indirect
|
|
github.com/pascaldekloe/name v1.0.1 // indirect
|
|
github.com/paulmach/orb v0.11.1 // indirect
|
|
github.com/pelletier/go-toml/v2 v2.2.2 // indirect
|
|
github.com/pierrec/lz4/v4 v4.1.22 // indirect
|
|
github.com/pkg/errors v0.9.1 // indirect
|
|
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
|
|
github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c // indirect
|
|
github.com/prometheus/client_model v0.6.2 // indirect
|
|
github.com/prometheus/common v0.65.0 // indirect
|
|
github.com/prometheus/procfs v0.16.1 // indirect
|
|
github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
|
|
github.com/rivo/uniseg v0.4.7 // indirect
|
|
github.com/rs/xid v1.6.0 // indirect
|
|
github.com/segmentio/asm v1.2.0 // indirect
|
|
github.com/shirou/gopsutil/v3 v3.23.12 // indirect
|
|
github.com/shoenig/go-m1cpu v0.1.6 // indirect
|
|
github.com/shopspring/decimal v1.4.0 // indirect
|
|
github.com/sirikothe/gotextfsm v1.0.1-0.20200816110946-6aa2cfd355e4 // indirect
|
|
github.com/sirupsen/logrus v1.9.3 // indirect
|
|
github.com/spf13/afero v1.12.0 // indirect
|
|
github.com/spf13/pflag v1.0.6 // indirect
|
|
github.com/ti-mo/netfilter v0.5.3 // indirect
|
|
github.com/tklauser/go-sysconf v0.3.12 // indirect
|
|
github.com/tklauser/numcpus v0.6.1 // indirect
|
|
github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
|
|
github.com/ugorji/go/codec v1.2.12 // indirect
|
|
github.com/yusufpapurcu/wmi v1.2.4 // indirect
|
|
go.opentelemetry.io/auto/sdk v1.1.0 // indirect
|
|
go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.54.0 // indirect
|
|
go.opentelemetry.io/otel v1.37.0 // indirect
|
|
go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.22.0 // indirect
|
|
go.opentelemetry.io/otel/metric v1.37.0 // indirect
|
|
go.opentelemetry.io/otel/trace v1.37.0 // indirect
|
|
go.uber.org/multierr v1.11.0 // indirect
|
|
go.uber.org/zap v1.27.0 // indirect
|
|
golang.org/x/arch v0.8.0 // indirect
|
|
golang.org/x/crypto v0.40.0 // indirect
|
|
golang.org/x/exp/typeparams v0.0.0-20231108232855-2478ac86f678 // indirect
|
|
golang.org/x/mod v0.25.0 // indirect
|
|
golang.org/x/net v0.42.0 // indirect
|
|
golang.org/x/term v0.33.0 // indirect
|
|
golang.org/x/tools v0.34.0 // indirect
|
|
google.golang.org/genproto/googleapis/rpc v0.0.0-20250528174236-200df99c418a // indirect
|
|
gopkg.in/yaml.v2 v2.4.0 // indirect
|
|
gotest.tools/gotestsum v1.12.1 // indirect
|
|
honnef.co/go/tools v0.6.1 // indirect
|
|
modernc.org/libc v1.22.5 // indirect
|
|
modernc.org/mathutil v1.5.0 // indirect
|
|
modernc.org/memory v1.5.0 // indirect
|
|
modernc.org/sqlite v1.23.1 // indirect
|
|
)
|
|
|
|
tool (
|
|
github.com/AlekSi/gocov-xml
|
|
github.com/axw/gocov/gocov
|
|
github.com/dmarkham/enumer
|
|
github.com/frapposelli/wwhrd
|
|
github.com/mgechev/revive
|
|
github.com/mna/pigeon
|
|
github.com/planetscale/vtprotobuf/cmd/protoc-gen-go-vtproto
|
|
go.uber.org/mock/mockgen
|
|
golang.org/x/tools/cmd/goimports
|
|
google.golang.org/protobuf/cmd/protoc-gen-go
|
|
gotest.tools/gotestsum
|
|
honnef.co/go/tools/cmd/staticcheck
|
|
)
|
|
|
|
replace github.com/kentik/patricia => github.com/netixx/patricia v0.0.0-20240221142110-a89b0dc418dd
|