You've already forked opentelemetry-go
							
							
				mirror of
				https://github.com/open-telemetry/opentelemetry-go.git
				synced 2025-10-31 00:07:40 +02:00 
			
		
		
		
	* Add MetricAggregator.Merge() implementations * Update from feedback * Type * Ckpt * Ckpt * Add push controller * Ckpt * Add aggregator interfaces, stdout encoder * Modify basic main.go * Main is working * Batch stdout output * Sum udpate * Rename stdout * Add stateless/stateful Batcher options * Undo a for-loop in the example, remove a done TODO * Update imports * Add note * Rename defaultkeys * Support variable label encoder to speed OpenMetrics/Statsd export * Lint * Doc * Precommit/lint * Simplify Aggregator API * Record->Identifier * Remove export.Record a.k.a. Identifier * Checkpoint * Propagate errors to the SDK, remove a bunch of 'TODO warn' * Checkpoint * Introduce export.Labels * Comments in export/metric.go * Comment * More merge * More doc * Complete example * Lint fixes * Add a testable example * Lint * Let Export return an error * add a basic stdout exporter test * Add measure test; fix aggregator APIs * Use JSON numbers, not strings * Test stdout exporter error * Add a test for the call to RangeTest * Add error handler API to improve correctness test; return errors from RecordOne * Undo the previous -- do not expose errors * Add simple selector variations, test * Repair examples * Test push controller error handling * Add SDK label encoder tests * Add a defaultkeys batcher test * Add an ungrouped batcher test * Lint new tests * Respond to krnowak's feedback * Undo comment * Use concrete receivers for export records and labels, since the constructors return structs not pointers * Bug fix for stateful batchers; clone an aggregator for long term storage * Remove TODO addressed in #318 * Add errors to all aggregator interfaces * Handle ErrNoLastValue case in stdout exporter * Move aggregator API into sdk/export/metric/aggregator * Update all aggregator exported-method comments * Document the aggregator APIs * More aggregator comments * Add multiple updates to the ungrouped test * Fixes for feedback from Gustavo and Liz * Producer->CheckpointSet; add FinishedCollection * Process takes an export.Record * ReadCheckpoint->CheckpointSet * EncodeLabels->Encode * Format a better inconsistent type error; add more aggregator API tests * More RangeTest test coverage * Make benbjohnson/clock a test-only dependency * Handle ErrNoLastValue in stress_test
		
			
				
	
	
		
			311 lines
		
	
	
		
			7.5 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			311 lines
		
	
	
		
			7.5 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // Copyright 2019, OpenTelemetry Authors
 | |
| //
 | |
| // Licensed under the Apache License, Version 2.0 (the "License");
 | |
| // you may not use this file except in compliance with the License.
 | |
| // You may obtain a copy of the License at
 | |
| //
 | |
| //     http://www.apache.org/licenses/LICENSE-2.0
 | |
| //
 | |
| // Unless required by applicable law or agreed to in writing, software
 | |
| // distributed under the License is distributed on an "AS IS" BASIS,
 | |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | |
| // See the License for the specific language governing permissions and
 | |
| // limitations under the License.
 | |
| 
 | |
| package array
 | |
| 
 | |
| import (
 | |
| 	"context"
 | |
| 	"fmt"
 | |
| 	"math"
 | |
| 	"testing"
 | |
| 
 | |
| 	"github.com/stretchr/testify/require"
 | |
| 
 | |
| 	"go.opentelemetry.io/otel/api/core"
 | |
| 	export "go.opentelemetry.io/otel/sdk/export/metric"
 | |
| 	"go.opentelemetry.io/otel/sdk/export/metric/aggregator"
 | |
| 	"go.opentelemetry.io/otel/sdk/metric/aggregator/test"
 | |
| )
 | |
| 
 | |
| type updateTest struct {
 | |
| 	count    int
 | |
| 	absolute bool
 | |
| }
 | |
| 
 | |
| func (ut *updateTest) run(t *testing.T, profile test.Profile) {
 | |
| 	descriptor := test.NewAggregatorTest(export.MeasureKind, profile.NumberKind, !ut.absolute)
 | |
| 
 | |
| 	agg := New()
 | |
| 
 | |
| 	all := test.NewNumbers(profile.NumberKind)
 | |
| 
 | |
| 	for i := 0; i < ut.count; i++ {
 | |
| 		x := profile.Random(+1)
 | |
| 		all.Append(x)
 | |
| 		test.CheckedUpdate(t, agg, x, descriptor)
 | |
| 
 | |
| 		if !ut.absolute {
 | |
| 			y := profile.Random(-1)
 | |
| 			all.Append(y)
 | |
| 			test.CheckedUpdate(t, agg, y, descriptor)
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	ctx := context.Background()
 | |
| 	agg.Checkpoint(ctx, descriptor)
 | |
| 
 | |
| 	all.Sort()
 | |
| 
 | |
| 	sum, err := agg.Sum()
 | |
| 	require.InEpsilon(t,
 | |
| 		all.Sum().CoerceToFloat64(profile.NumberKind),
 | |
| 		sum.CoerceToFloat64(profile.NumberKind),
 | |
| 		0.0000001,
 | |
| 		"Same sum - absolute")
 | |
| 	require.Nil(t, err)
 | |
| 	count, err := agg.Count()
 | |
| 	require.Nil(t, err)
 | |
| 	require.Equal(t, all.Count(), count, "Same count - absolute")
 | |
| 
 | |
| 	min, err := agg.Min()
 | |
| 	require.Nil(t, err)
 | |
| 	require.Equal(t, all.Min(), min, "Same min - absolute")
 | |
| 
 | |
| 	max, err := agg.Max()
 | |
| 	require.Nil(t, err)
 | |
| 	require.Equal(t, all.Max(), max, "Same max - absolute")
 | |
| 
 | |
| 	qx, err := agg.Quantile(0.5)
 | |
| 	require.Nil(t, err)
 | |
| 	require.Equal(t, all.Median(), qx, "Same median - absolute")
 | |
| }
 | |
| 
 | |
| func TestArrayUpdate(t *testing.T) {
 | |
| 	// Test with an odd an even number of measurements
 | |
| 	for count := 999; count <= 1000; count++ {
 | |
| 		t.Run(fmt.Sprint("Odd=", count%2 == 1), func(t *testing.T) {
 | |
| 			// Test absolute and non-absolute
 | |
| 			for _, absolute := range []bool{false, true} {
 | |
| 				t.Run(fmt.Sprint("Absolute=", absolute), func(t *testing.T) {
 | |
| 					ut := updateTest{
 | |
| 						count:    count,
 | |
| 						absolute: absolute,
 | |
| 					}
 | |
| 
 | |
| 					// Test integer and floating point
 | |
| 					test.RunProfiles(t, ut.run)
 | |
| 				})
 | |
| 			}
 | |
| 		})
 | |
| 	}
 | |
| }
 | |
| 
 | |
| type mergeTest struct {
 | |
| 	count    int
 | |
| 	absolute bool
 | |
| }
 | |
| 
 | |
| func (mt *mergeTest) run(t *testing.T, profile test.Profile) {
 | |
| 	ctx := context.Background()
 | |
| 
 | |
| 	descriptor := test.NewAggregatorTest(export.MeasureKind, profile.NumberKind, !mt.absolute)
 | |
| 
 | |
| 	agg1 := New()
 | |
| 	agg2 := New()
 | |
| 
 | |
| 	all := test.NewNumbers(profile.NumberKind)
 | |
| 
 | |
| 	for i := 0; i < mt.count; i++ {
 | |
| 		x1 := profile.Random(+1)
 | |
| 		all.Append(x1)
 | |
| 		test.CheckedUpdate(t, agg1, x1, descriptor)
 | |
| 
 | |
| 		x2 := profile.Random(+1)
 | |
| 		all.Append(x2)
 | |
| 		test.CheckedUpdate(t, agg2, x2, descriptor)
 | |
| 
 | |
| 		if !mt.absolute {
 | |
| 			y1 := profile.Random(-1)
 | |
| 			all.Append(y1)
 | |
| 			test.CheckedUpdate(t, agg1, y1, descriptor)
 | |
| 
 | |
| 			y2 := profile.Random(-1)
 | |
| 			all.Append(y2)
 | |
| 			test.CheckedUpdate(t, agg2, y2, descriptor)
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	agg1.Checkpoint(ctx, descriptor)
 | |
| 	agg2.Checkpoint(ctx, descriptor)
 | |
| 
 | |
| 	test.CheckedMerge(t, agg1, agg2, descriptor)
 | |
| 
 | |
| 	all.Sort()
 | |
| 
 | |
| 	sum, err := agg1.Sum()
 | |
| 	require.InEpsilon(t,
 | |
| 		all.Sum().CoerceToFloat64(profile.NumberKind),
 | |
| 		sum.CoerceToFloat64(profile.NumberKind),
 | |
| 		0.0000001,
 | |
| 		"Same sum - absolute")
 | |
| 	require.Nil(t, err)
 | |
| 	count, err := agg1.Count()
 | |
| 	require.Nil(t, err)
 | |
| 	require.Equal(t, all.Count(), count, "Same count - absolute")
 | |
| 
 | |
| 	min, err := agg1.Min()
 | |
| 	require.Nil(t, err)
 | |
| 	require.Equal(t, all.Min(), min, "Same min - absolute")
 | |
| 
 | |
| 	max, err := agg1.Max()
 | |
| 	require.Nil(t, err)
 | |
| 	require.Equal(t, all.Max(), max, "Same max - absolute")
 | |
| 
 | |
| 	qx, err := agg1.Quantile(0.5)
 | |
| 	require.Nil(t, err)
 | |
| 	require.Equal(t, all.Median(), qx, "Same median - absolute")
 | |
| }
 | |
| 
 | |
| func TestArrayMerge(t *testing.T) {
 | |
| 	// Test with an odd an even number of measurements
 | |
| 	for count := 999; count <= 1000; count++ {
 | |
| 		t.Run(fmt.Sprint("Odd=", count%2 == 1), func(t *testing.T) {
 | |
| 			// Test absolute and non-absolute
 | |
| 			for _, absolute := range []bool{false, true} {
 | |
| 				t.Run(fmt.Sprint("Absolute=", absolute), func(t *testing.T) {
 | |
| 					mt := mergeTest{
 | |
| 						count:    count,
 | |
| 						absolute: absolute,
 | |
| 					}
 | |
| 
 | |
| 					// Test integer and floating point
 | |
| 					test.RunProfiles(t, mt.run)
 | |
| 				})
 | |
| 			}
 | |
| 		})
 | |
| 	}
 | |
| }
 | |
| 
 | |
| func TestArrayErrors(t *testing.T) {
 | |
| 	test.RunProfiles(t, func(t *testing.T, profile test.Profile) {
 | |
| 		agg := New()
 | |
| 
 | |
| 		_, err := agg.Max()
 | |
| 		require.Error(t, err)
 | |
| 		require.Equal(t, err, aggregator.ErrEmptyDataSet)
 | |
| 
 | |
| 		_, err = agg.Min()
 | |
| 		require.Error(t, err)
 | |
| 		require.Equal(t, err, aggregator.ErrEmptyDataSet)
 | |
| 
 | |
| 		_, err = agg.Quantile(0.1)
 | |
| 		require.Error(t, err)
 | |
| 		require.Equal(t, err, aggregator.ErrEmptyDataSet)
 | |
| 
 | |
| 		ctx := context.Background()
 | |
| 
 | |
| 		descriptor := test.NewAggregatorTest(export.MeasureKind, profile.NumberKind, false)
 | |
| 
 | |
| 		test.CheckedUpdate(t, agg, core.Number(0), descriptor)
 | |
| 
 | |
| 		if profile.NumberKind == core.Float64NumberKind {
 | |
| 			test.CheckedUpdate(t, agg, core.NewFloat64Number(math.NaN()), descriptor)
 | |
| 		}
 | |
| 		agg.Checkpoint(ctx, descriptor)
 | |
| 
 | |
| 		count, err := agg.Count()
 | |
| 		require.Equal(t, int64(1), count, "NaN value was not counted")
 | |
| 		require.Nil(t, err)
 | |
| 
 | |
| 		num, err := agg.Quantile(0)
 | |
| 		require.Nil(t, err)
 | |
| 		require.Equal(t, num, core.Number(0))
 | |
| 
 | |
| 		_, err = agg.Quantile(-0.0001)
 | |
| 		require.Error(t, err)
 | |
| 		require.Equal(t, err, aggregator.ErrInvalidQuantile)
 | |
| 
 | |
| 		_, err = agg.Quantile(1.0001)
 | |
| 		require.Error(t, err)
 | |
| 		require.Equal(t, err, aggregator.ErrInvalidQuantile)
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func TestArrayFloat64(t *testing.T) {
 | |
| 	for _, absolute := range []bool{false, true} {
 | |
| 		t.Run(fmt.Sprint("Absolute=", absolute), func(t *testing.T) {
 | |
| 			descriptor := test.NewAggregatorTest(export.MeasureKind, core.Float64NumberKind, !absolute)
 | |
| 
 | |
| 			fpsf := func(sign int) []float64 {
 | |
| 				// Check behavior of a bunch of odd floating
 | |
| 				// points except for NaN, which is invalid.
 | |
| 				return []float64{
 | |
| 					0,
 | |
| 					math.Inf(sign),
 | |
| 					1 / math.Inf(sign),
 | |
| 					1,
 | |
| 					2,
 | |
| 					1e100,
 | |
| 					math.MaxFloat64,
 | |
| 					math.SmallestNonzeroFloat64,
 | |
| 					math.MaxFloat32,
 | |
| 					math.SmallestNonzeroFloat32,
 | |
| 					math.E,
 | |
| 					math.Pi,
 | |
| 					math.Phi,
 | |
| 					math.Sqrt2,
 | |
| 					math.SqrtE,
 | |
| 					math.SqrtPi,
 | |
| 					math.SqrtPhi,
 | |
| 					math.Ln2,
 | |
| 					math.Log2E,
 | |
| 					math.Ln10,
 | |
| 					math.Log10E,
 | |
| 				}
 | |
| 			}
 | |
| 
 | |
| 			all := test.NewNumbers(core.Float64NumberKind)
 | |
| 
 | |
| 			ctx := context.Background()
 | |
| 			agg := New()
 | |
| 
 | |
| 			for _, f := range fpsf(1) {
 | |
| 				all.Append(core.NewFloat64Number(f))
 | |
| 				test.CheckedUpdate(t, agg, core.NewFloat64Number(f), descriptor)
 | |
| 			}
 | |
| 
 | |
| 			if !absolute {
 | |
| 				for _, f := range fpsf(-1) {
 | |
| 					all.Append(core.NewFloat64Number(f))
 | |
| 					test.CheckedUpdate(t, agg, core.NewFloat64Number(f), descriptor)
 | |
| 				}
 | |
| 			}
 | |
| 
 | |
| 			agg.Checkpoint(ctx, descriptor)
 | |
| 
 | |
| 			all.Sort()
 | |
| 
 | |
| 			sum, err := agg.Sum()
 | |
| 			require.InEpsilon(t, all.Sum().AsFloat64(), sum.AsFloat64(), 0.0000001, "Same sum")
 | |
| 			require.Nil(t, err)
 | |
| 
 | |
| 			count, err := agg.Count()
 | |
| 			require.Equal(t, all.Count(), count, "Same count")
 | |
| 			require.Nil(t, err)
 | |
| 
 | |
| 			min, err := agg.Min()
 | |
| 			require.Nil(t, err)
 | |
| 			require.Equal(t, all.Min(), min, "Same min")
 | |
| 
 | |
| 			max, err := agg.Max()
 | |
| 			require.Nil(t, err)
 | |
| 			require.Equal(t, all.Max(), max, "Same max")
 | |
| 
 | |
| 			qx, err := agg.Quantile(0.5)
 | |
| 			require.Nil(t, err)
 | |
| 			require.Equal(t, all.Median(), qx, "Same median")
 | |
| 		})
 | |
| 	}
 | |
| }
 |