Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
32 changes: 19 additions & 13 deletions benchmarks/encodings/otelarrow/otelarrow.go
Original file line number Diff line number Diff line change
@@ -1,15 +1,16 @@
package otelarrow

import (
v1 "github.com/open-telemetry/otel-arrow/api/experimental/arrow/v1"
"github.com/open-telemetry/otel-arrow/pkg/config"
"github.com/open-telemetry/otel-arrow/pkg/otel/arrow_record"
"github.com/open-telemetry/otel-arrow/pkg/otel/metrics/otlp"
"github.com/open-telemetry/otel-arrow/pkg/werror"
v1 "github.com/open-telemetry/otel-arrow/go/api/experimental/arrow/v1"
"github.com/open-telemetry/otel-arrow/go/pkg/config"
"github.com/open-telemetry/otel-arrow/go/pkg/otel/arrow_record"
"github.com/open-telemetry/otel-arrow/go/pkg/otel/metrics/otlp"
"github.com/open-telemetry/otel-arrow/go/pkg/werror"
"go.opentelemetry.io/collector/pdata/pmetric"
"google.golang.org/protobuf/proto"

"github.com/splunk/stef/benchmarks/encodings"
"github.com/splunk/stef/benchmarks/testutils"
)

type OtelArrowEncoding struct {
Expand Down Expand Up @@ -106,18 +107,19 @@ func (*OtelArrowEncoding) Name() string {

func (e *OtelArrowEncoding) StartMultipart(compression string) (encodings.MetricMultipartStream, error) {
opts := []config.Option{}
if compression == "zstd" {
opts = append(opts, config.WithZstd())
} else {
opts = append(opts, config.WithNoZstd())
}
opts = append(opts, config.WithNoZstd())
arrowProducer := arrow_record.NewProducerWithOptions(opts...)
return &multipart{producer: arrowProducer}, nil

return &multipart{
producer: arrowProducer,
compression: compression,
}, nil
}

type multipart struct {
producer *arrow_record.Producer
bytes []byte
producer *arrow_record.Producer
compression string
bytes []byte
}

func (m *multipart) AppendPart(part pmetric.Metrics) error {
Expand All @@ -129,7 +131,11 @@ func (m *multipart) AppendPart(part pmetric.Metrics) error {
if err != nil {
return err
}
if m.compression == "zstd" {
bytes = testutils.CompressZstd(bytes)
}
m.bytes = append(m.bytes, bytes...)

return nil
}

Expand Down
49 changes: 26 additions & 23 deletions benchmarks/go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -5,55 +5,58 @@ go 1.24.0
require (
github.com/go-echarts/go-echarts/v2 v2.6.3
github.com/klauspost/compress v1.18.0
github.com/open-telemetry/otel-arrow v0.31.0
github.com/open-telemetry/otel-arrow/go v0.43.0
github.com/parquet-go/parquet-go v0.25.1
github.com/splunk/stef/go/otel v0.0.8
github.com/splunk/stef/go/pdata v0.0.0
github.com/splunk/stef/go/pkg v0.0.8
github.com/stretchr/testify v1.11.1
go.opentelemetry.io/collector/pdata v1.19.0
go.opentelemetry.io/collector/pdata v1.42.0
golang.org/x/text v0.29.0
google.golang.org/protobuf v1.36.9
modernc.org/b/v2 v2.1.9
)

require (
github.com/HdrHistogram/hdrhistogram-go v1.1.2 // indirect
github.com/andybalholm/brotli v1.1.0 // indirect
github.com/apache/arrow/go/v17 v17.0.0 // indirect
github.com/axiomhq/hyperloglog v0.0.0-20230201085229-3ddf4bad03dc // indirect
github.com/davecgh/go-spew v1.1.1 // indirect
github.com/andybalholm/brotli v1.1.1 // indirect
github.com/apache/arrow-go/v18 v18.2.0 // indirect
github.com/axiomhq/hyperloglog v0.2.5 // indirect
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
github.com/dgryski/go-metro v0.0.0-20180109044635-280f6062b5bc // indirect
github.com/fxamacker/cbor/v2 v2.4.0 // indirect
github.com/go-logr/logr v1.4.2 // indirect
github.com/fxamacker/cbor/v2 v2.9.0 // indirect
github.com/go-logr/logr v1.4.3 // indirect
github.com/go-logr/stdr v1.2.2 // indirect
github.com/goccy/go-json v0.10.3 // indirect
github.com/goccy/go-json v0.10.5 // indirect
github.com/gogo/protobuf v1.3.2 // indirect
github.com/google/flatbuffers v24.3.25+incompatible // indirect
github.com/google/go-cmp v0.6.0 // indirect
github.com/google/flatbuffers v25.2.10+incompatible // indirect
github.com/google/go-cmp v0.7.0 // indirect
github.com/google/uuid v1.6.0 // indirect
github.com/hashicorp/go-version v1.7.0 // indirect
github.com/json-iterator/go v1.1.12 // indirect
github.com/klauspost/cpuid/v2 v2.2.8 // indirect
github.com/kamstrup/intmap v0.5.1 // indirect
github.com/klauspost/cpuid/v2 v2.2.11 // indirect
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
github.com/modern-go/reflect2 v1.0.2 // indirect
github.com/pierrec/lz4/v4 v4.1.21 // indirect
github.com/pmezard/go-difflib v1.0.0 // indirect
github.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee // indirect
github.com/pierrec/lz4/v4 v4.1.22 // indirect
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
github.com/x448/float16 v0.8.4 // indirect
github.com/zeebo/xxh3 v1.0.2 // indirect
go.opentelemetry.io/collector/config/configtelemetry v0.114.0 // indirect
go.opentelemetry.io/otel v1.31.0 // indirect
go.opentelemetry.io/otel/metric v1.31.0 // indirect
go.opentelemetry.io/otel/trace v1.31.0 // indirect
go.opentelemetry.io/auto/sdk v1.1.0 // indirect
go.opentelemetry.io/collector/featuregate v1.42.0 // indirect
go.opentelemetry.io/otel v1.37.0 // indirect
go.opentelemetry.io/otel/metric v1.37.0 // indirect
go.opentelemetry.io/otel/trace v1.37.0 // indirect
go.uber.org/multierr v1.11.0 // indirect
golang.org/x/exp v0.0.0-20240506185415-9bf2ced13842 // indirect
golang.org/x/exp v0.0.0-20250718183923-645b1fa84792 // indirect
golang.org/x/mod v0.27.0 // indirect
golang.org/x/net v0.43.0 // indirect
golang.org/x/sync v0.17.0 // indirect
golang.org/x/sys v0.35.0 // indirect
golang.org/x/tools v0.36.0 // indirect
golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 // indirect
google.golang.org/genproto/googleapis/rpc v0.0.0-20240903143218-8af14fe29dc1 // indirect
google.golang.org/grpc v1.68.0 // indirect
golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect
google.golang.org/genproto/googleapis/rpc v0.0.0-20250707201910-8d1bb00bc6a7 // indirect
google.golang.org/grpc v1.75.1 // indirect
gopkg.in/yaml.v3 v3.0.1 // indirect
)

Expand Down
Loading
Loading