mirror of
https://github.com/open-telemetry/opentelemetry-go.git
synced 2024-12-14 10:13:10 +02:00
e8546e3bc5
* Remove LabelSet frmo api/metric * SDK tests pass * Restore benchmarks * All tests pass * Remove all mentions of LabelSet * Test RecordBatch * Batch test * Improves benchmark (some) * Move the benchmark to match HEAD * Align labels for GOARCH=386 * Add alignment test * Disable the stress test fo GOARCH=386 * Fix bug * Move atomic fields into their own file * Add a TODO * Comments * Remove metric.Labels(...) * FTB Co-authored-by: Liz Fong-Jones <lizf@honeycomb.io>
557 lines
12 KiB
Go
557 lines
12 KiB
Go
// Copyright The OpenTelemetry Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package metric_test
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"math/rand"
|
|
"strings"
|
|
"testing"
|
|
|
|
"go.opentelemetry.io/otel/api/core"
|
|
"go.opentelemetry.io/otel/api/key"
|
|
"go.opentelemetry.io/otel/api/metric"
|
|
export "go.opentelemetry.io/otel/sdk/export/metric"
|
|
sdk "go.opentelemetry.io/otel/sdk/metric"
|
|
"go.opentelemetry.io/otel/sdk/metric/aggregator/ddsketch"
|
|
"go.opentelemetry.io/otel/sdk/metric/aggregator/lastvalue"
|
|
"go.opentelemetry.io/otel/sdk/metric/aggregator/minmaxsumcount"
|
|
"go.opentelemetry.io/otel/sdk/metric/aggregator/sum"
|
|
)
|
|
|
|
type processFunc func(context.Context, export.Record) error
|
|
|
|
type benchFixture struct {
|
|
meter metric.MeterMust
|
|
sdk *sdk.SDK
|
|
B *testing.B
|
|
pcb processFunc
|
|
}
|
|
|
|
func newFixture(b *testing.B) *benchFixture {
|
|
b.ReportAllocs()
|
|
bf := &benchFixture{
|
|
B: b,
|
|
}
|
|
|
|
bf.sdk = sdk.New(bf)
|
|
bf.meter = metric.Must(metric.WrapMeterImpl(bf.sdk, "benchmarks"))
|
|
return bf
|
|
}
|
|
|
|
func (f *benchFixture) setProcessCallback(cb processFunc) {
|
|
f.pcb = cb
|
|
}
|
|
|
|
func (*benchFixture) AggregatorFor(descriptor *metric.Descriptor) export.Aggregator {
|
|
name := descriptor.Name()
|
|
switch {
|
|
case strings.HasSuffix(name, "counter"):
|
|
return sum.New()
|
|
case strings.HasSuffix(name, "lastvalue"):
|
|
return lastvalue.New()
|
|
default:
|
|
if strings.HasSuffix(descriptor.Name(), "minmaxsumcount") {
|
|
return minmaxsumcount.New(descriptor)
|
|
} else if strings.HasSuffix(descriptor.Name(), "ddsketch") {
|
|
return ddsketch.New(ddsketch.NewDefaultConfig(), descriptor)
|
|
} else if strings.HasSuffix(descriptor.Name(), "array") {
|
|
return ddsketch.New(ddsketch.NewDefaultConfig(), descriptor)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (f *benchFixture) Process(ctx context.Context, rec export.Record) error {
|
|
if f.pcb == nil {
|
|
return nil
|
|
}
|
|
return f.pcb(ctx, rec)
|
|
}
|
|
|
|
func (*benchFixture) CheckpointSet() export.CheckpointSet {
|
|
return nil
|
|
}
|
|
|
|
func (*benchFixture) FinishedCollection() {
|
|
}
|
|
|
|
func makeManyLabels(n int) [][]core.KeyValue {
|
|
r := make([][]core.KeyValue, n)
|
|
|
|
for i := 0; i < n; i++ {
|
|
r[i] = makeLabels(1)
|
|
}
|
|
|
|
return r
|
|
}
|
|
|
|
func makeLabels(n int) []core.KeyValue {
|
|
used := map[string]bool{}
|
|
l := make([]core.KeyValue, n)
|
|
for i := 0; i < n; i++ {
|
|
var k string
|
|
for {
|
|
k = fmt.Sprint("k", rand.Intn(1000000000))
|
|
if !used[k] {
|
|
used[k] = true
|
|
break
|
|
}
|
|
}
|
|
l[i] = key.New(k).String(fmt.Sprint("v", rand.Intn(1000000000)))
|
|
}
|
|
return l
|
|
}
|
|
|
|
func benchmarkLabels(b *testing.B, n int) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(n)
|
|
cnt := fix.meter.NewInt64Counter("int64.counter")
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
cnt.Add(ctx, 1, labs...)
|
|
}
|
|
}
|
|
|
|
func BenchmarkInt64CounterAddWithLabels_1(b *testing.B) {
|
|
benchmarkLabels(b, 1)
|
|
}
|
|
|
|
func BenchmarkInt64CounterAddWithLabels_2(b *testing.B) {
|
|
benchmarkLabels(b, 2)
|
|
}
|
|
|
|
func BenchmarkInt64CounterAddWithLabels_4(b *testing.B) {
|
|
benchmarkLabels(b, 4)
|
|
}
|
|
|
|
func BenchmarkInt64CounterAddWithLabels_8(b *testing.B) {
|
|
benchmarkLabels(b, 8)
|
|
}
|
|
|
|
func BenchmarkInt64CounterAddWithLabels_16(b *testing.B) {
|
|
benchmarkLabels(b, 16)
|
|
}
|
|
|
|
// Note: performance does not depend on label set size for the
|
|
// benchmarks below--all are benchmarked for a single label.
|
|
|
|
func BenchmarkAcquireNewHandle(b *testing.B) {
|
|
fix := newFixture(b)
|
|
labelSets := makeManyLabels(b.N)
|
|
cnt := fix.meter.NewInt64Counter("int64.counter")
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
cnt.Bind(labelSets[i]...)
|
|
}
|
|
}
|
|
|
|
func BenchmarkAcquireExistingHandle(b *testing.B) {
|
|
fix := newFixture(b)
|
|
labelSets := makeManyLabels(b.N)
|
|
cnt := fix.meter.NewInt64Counter("int64.counter")
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
cnt.Bind(labelSets[i]...).Unbind()
|
|
}
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
cnt.Bind(labelSets[i]...)
|
|
}
|
|
}
|
|
|
|
func BenchmarkAcquireReleaseExistingHandle(b *testing.B) {
|
|
fix := newFixture(b)
|
|
labelSets := makeManyLabels(b.N)
|
|
cnt := fix.meter.NewInt64Counter("int64.counter")
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
cnt.Bind(labelSets[i]...).Unbind()
|
|
}
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
cnt.Bind(labelSets[i]...).Unbind()
|
|
}
|
|
}
|
|
|
|
// Iterators
|
|
|
|
var benchmarkIteratorVar core.KeyValue
|
|
|
|
func benchmarkIterator(b *testing.B, n int) {
|
|
fix := newFixture(b)
|
|
fix.setProcessCallback(func(ctx context.Context, rec export.Record) error {
|
|
var kv core.KeyValue
|
|
li := rec.Labels().Iter()
|
|
fix.B.StartTimer()
|
|
for i := 0; i < fix.B.N; i++ {
|
|
iter := li
|
|
// test getting only the first element
|
|
if iter.Next() {
|
|
kv = iter.Label()
|
|
}
|
|
}
|
|
fix.B.StopTimer()
|
|
benchmarkIteratorVar = kv
|
|
return nil
|
|
})
|
|
cnt := fix.meter.NewInt64Counter("int64.counter")
|
|
ctx := context.Background()
|
|
cnt.Add(ctx, 1, makeLabels(n)...)
|
|
|
|
b.ResetTimer()
|
|
fix.sdk.Collect(ctx)
|
|
}
|
|
|
|
func BenchmarkIterator_0(b *testing.B) {
|
|
benchmarkIterator(b, 0)
|
|
}
|
|
|
|
func BenchmarkIterator_1(b *testing.B) {
|
|
benchmarkIterator(b, 1)
|
|
}
|
|
|
|
func BenchmarkIterator_2(b *testing.B) {
|
|
benchmarkIterator(b, 2)
|
|
}
|
|
|
|
func BenchmarkIterator_4(b *testing.B) {
|
|
benchmarkIterator(b, 4)
|
|
}
|
|
|
|
func BenchmarkIterator_8(b *testing.B) {
|
|
benchmarkIterator(b, 8)
|
|
}
|
|
|
|
func BenchmarkIterator_16(b *testing.B) {
|
|
benchmarkIterator(b, 16)
|
|
}
|
|
|
|
// Counters
|
|
|
|
func BenchmarkInt64CounterAdd(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
cnt := fix.meter.NewInt64Counter("int64.counter")
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
cnt.Add(ctx, 1, labs...)
|
|
}
|
|
}
|
|
|
|
func BenchmarkInt64CounterHandleAdd(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
cnt := fix.meter.NewInt64Counter("int64.counter")
|
|
handle := cnt.Bind(labs...)
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
handle.Add(ctx, 1)
|
|
}
|
|
}
|
|
|
|
func BenchmarkFloat64CounterAdd(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
cnt := fix.meter.NewFloat64Counter("float64.counter")
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
cnt.Add(ctx, 1.1, labs...)
|
|
}
|
|
}
|
|
|
|
func BenchmarkFloat64CounterHandleAdd(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
cnt := fix.meter.NewFloat64Counter("float64.counter")
|
|
handle := cnt.Bind(labs...)
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
handle.Add(ctx, 1.1)
|
|
}
|
|
}
|
|
|
|
// LastValue
|
|
|
|
func BenchmarkInt64LastValueAdd(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
mea := fix.meter.NewInt64Measure("int64.lastvalue")
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
mea.Record(ctx, int64(i), labs...)
|
|
}
|
|
}
|
|
|
|
func BenchmarkInt64LastValueHandleAdd(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
mea := fix.meter.NewInt64Measure("int64.lastvalue")
|
|
handle := mea.Bind(labs...)
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
handle.Record(ctx, int64(i))
|
|
}
|
|
}
|
|
|
|
func BenchmarkFloat64LastValueAdd(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
mea := fix.meter.NewFloat64Measure("float64.lastvalue")
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
mea.Record(ctx, float64(i), labs...)
|
|
}
|
|
}
|
|
|
|
func BenchmarkFloat64LastValueHandleAdd(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
mea := fix.meter.NewFloat64Measure("float64.lastvalue")
|
|
handle := mea.Bind(labs...)
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
handle.Record(ctx, float64(i))
|
|
}
|
|
}
|
|
|
|
// Measures
|
|
|
|
func benchmarkInt64MeasureAdd(b *testing.B, name string) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
mea := fix.meter.NewInt64Measure(name)
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
mea.Record(ctx, int64(i), labs...)
|
|
}
|
|
}
|
|
|
|
func benchmarkInt64MeasureHandleAdd(b *testing.B, name string) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
mea := fix.meter.NewInt64Measure(name)
|
|
handle := mea.Bind(labs...)
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
handle.Record(ctx, int64(i))
|
|
}
|
|
}
|
|
|
|
func benchmarkFloat64MeasureAdd(b *testing.B, name string) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
mea := fix.meter.NewFloat64Measure(name)
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
mea.Record(ctx, float64(i), labs...)
|
|
}
|
|
}
|
|
|
|
func benchmarkFloat64MeasureHandleAdd(b *testing.B, name string) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
mea := fix.meter.NewFloat64Measure(name)
|
|
handle := mea.Bind(labs...)
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
handle.Record(ctx, float64(i))
|
|
}
|
|
}
|
|
|
|
// Observers
|
|
|
|
func BenchmarkObserverRegistration(b *testing.B) {
|
|
fix := newFixture(b)
|
|
names := make([]string, 0, b.N)
|
|
for i := 0; i < b.N; i++ {
|
|
names = append(names, fmt.Sprintf("test.observer.%d", i))
|
|
}
|
|
cb := func(result metric.Int64ObserverResult) {}
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
fix.meter.RegisterInt64Observer(names[i], cb)
|
|
}
|
|
}
|
|
|
|
func BenchmarkObserverObservationInt64(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
_ = fix.meter.RegisterInt64Observer("test.observer", func(result metric.Int64ObserverResult) {
|
|
for i := 0; i < b.N; i++ {
|
|
result.Observe((int64)(i), labs...)
|
|
}
|
|
})
|
|
|
|
b.ResetTimer()
|
|
|
|
fix.sdk.Collect(ctx)
|
|
}
|
|
|
|
func BenchmarkObserverObservationFloat64(b *testing.B) {
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(1)
|
|
_ = fix.meter.RegisterFloat64Observer("test.observer", func(result metric.Float64ObserverResult) {
|
|
for i := 0; i < b.N; i++ {
|
|
result.Observe((float64)(i), labs...)
|
|
}
|
|
})
|
|
|
|
b.ResetTimer()
|
|
|
|
fix.sdk.Collect(ctx)
|
|
}
|
|
|
|
// MaxSumCount
|
|
|
|
func BenchmarkInt64MaxSumCountAdd(b *testing.B) {
|
|
benchmarkInt64MeasureAdd(b, "int64.minmaxsumcount")
|
|
}
|
|
|
|
func BenchmarkInt64MaxSumCountHandleAdd(b *testing.B) {
|
|
benchmarkInt64MeasureHandleAdd(b, "int64.minmaxsumcount")
|
|
}
|
|
|
|
func BenchmarkFloat64MaxSumCountAdd(b *testing.B) {
|
|
benchmarkFloat64MeasureAdd(b, "float64.minmaxsumcount")
|
|
}
|
|
|
|
func BenchmarkFloat64MaxSumCountHandleAdd(b *testing.B) {
|
|
benchmarkFloat64MeasureHandleAdd(b, "float64.minmaxsumcount")
|
|
}
|
|
|
|
// DDSketch
|
|
|
|
func BenchmarkInt64DDSketchAdd(b *testing.B) {
|
|
benchmarkInt64MeasureAdd(b, "int64.ddsketch")
|
|
}
|
|
|
|
func BenchmarkInt64DDSketchHandleAdd(b *testing.B) {
|
|
benchmarkInt64MeasureHandleAdd(b, "int64.ddsketch")
|
|
}
|
|
|
|
func BenchmarkFloat64DDSketchAdd(b *testing.B) {
|
|
benchmarkFloat64MeasureAdd(b, "float64.ddsketch")
|
|
}
|
|
|
|
func BenchmarkFloat64DDSketchHandleAdd(b *testing.B) {
|
|
benchmarkFloat64MeasureHandleAdd(b, "float64.ddsketch")
|
|
}
|
|
|
|
// Array
|
|
|
|
func BenchmarkInt64ArrayAdd(b *testing.B) {
|
|
benchmarkInt64MeasureAdd(b, "int64.array")
|
|
}
|
|
|
|
func BenchmarkInt64ArrayHandleAdd(b *testing.B) {
|
|
benchmarkInt64MeasureHandleAdd(b, "int64.array")
|
|
}
|
|
|
|
func BenchmarkFloat64ArrayAdd(b *testing.B) {
|
|
benchmarkFloat64MeasureAdd(b, "float64.array")
|
|
}
|
|
|
|
func BenchmarkFloat64ArrayHandleAdd(b *testing.B) {
|
|
benchmarkFloat64MeasureHandleAdd(b, "float64.array")
|
|
}
|
|
|
|
// BatchRecord
|
|
|
|
func benchmarkBatchRecord8Labels(b *testing.B, numInst int) {
|
|
const numLabels = 8
|
|
ctx := context.Background()
|
|
fix := newFixture(b)
|
|
labs := makeLabels(numLabels)
|
|
var meas []metric.Measurement
|
|
|
|
for i := 0; i < numInst; i++ {
|
|
inst := fix.meter.NewInt64Counter(fmt.Sprint("int64.counter.", i))
|
|
meas = append(meas, inst.Measurement(1))
|
|
}
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
fix.sdk.RecordBatch(ctx, labs, meas...)
|
|
}
|
|
}
|
|
|
|
func BenchmarkBatchRecord8Labels_1Instrument(b *testing.B) {
|
|
benchmarkBatchRecord8Labels(b, 1)
|
|
}
|
|
|
|
func BenchmarkBatchRecord_8Labels_2Instruments(b *testing.B) {
|
|
benchmarkBatchRecord8Labels(b, 2)
|
|
}
|
|
|
|
func BenchmarkBatchRecord_8Labels_4Instruments(b *testing.B) {
|
|
benchmarkBatchRecord8Labels(b, 4)
|
|
}
|
|
|
|
func BenchmarkBatchRecord_8Labels_8Instruments(b *testing.B) {
|
|
benchmarkBatchRecord8Labels(b, 8)
|
|
}
|