2020-03-25 23:47:17 +02:00
|
|
|
// Copyright The OpenTelemetry Authors
|
2020-03-07 08:01:02 +02:00
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
// code in this package is mostly copied from contrib.go.opencensus.io/exporter/ocagent/connection.go
|
|
|
|
package otlp
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"sync"
|
|
|
|
"unsafe"
|
|
|
|
|
|
|
|
"google.golang.org/grpc"
|
|
|
|
"google.golang.org/grpc/metadata"
|
|
|
|
|
2020-03-13 20:42:20 +02:00
|
|
|
colmetricpb "github.com/open-telemetry/opentelemetry-proto/gen/go/collector/metrics/v1"
|
2020-03-10 07:09:40 +02:00
|
|
|
coltracepb "github.com/open-telemetry/opentelemetry-proto/gen/go/collector/trace/v1"
|
2020-03-07 08:01:02 +02:00
|
|
|
|
2020-03-13 20:42:20 +02:00
|
|
|
"go.opentelemetry.io/otel/exporters/otlp/internal/transform"
|
|
|
|
metricsdk "go.opentelemetry.io/otel/sdk/export/metric"
|
|
|
|
tracesdk "go.opentelemetry.io/otel/sdk/export/trace"
|
2020-04-24 18:44:21 +02:00
|
|
|
"go.opentelemetry.io/otel/sdk/resource"
|
2020-03-07 08:01:02 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
type Exporter struct {
|
|
|
|
// mu protects the non-atomic and non-channel variables
|
|
|
|
mu sync.RWMutex
|
2020-03-13 20:42:20 +02:00
|
|
|
// senderMu protects the concurrent unsafe sends on the shared gRPC client connection.
|
2020-03-07 08:01:02 +02:00
|
|
|
senderMu sync.Mutex
|
|
|
|
started bool
|
|
|
|
traceExporter coltracepb.TraceServiceClient
|
2020-03-13 20:42:20 +02:00
|
|
|
metricExporter colmetricpb.MetricsServiceClient
|
2020-03-07 08:01:02 +02:00
|
|
|
grpcClientConn *grpc.ClientConn
|
|
|
|
lastConnectErrPtr unsafe.Pointer
|
|
|
|
|
|
|
|
startOnce sync.Once
|
|
|
|
stopCh chan bool
|
|
|
|
disconnectedCh chan bool
|
|
|
|
|
|
|
|
backgroundConnectionDoneCh chan bool
|
|
|
|
|
|
|
|
c Config
|
|
|
|
}
|
|
|
|
|
2020-03-13 20:42:20 +02:00
|
|
|
var _ tracesdk.SpanBatcher = (*Exporter)(nil)
|
|
|
|
var _ metricsdk.Exporter = (*Exporter)(nil)
|
2020-03-07 08:01:02 +02:00
|
|
|
|
|
|
|
func configureOptions(cfg *Config, opts ...ExporterOption) {
|
|
|
|
for _, opt := range opts {
|
|
|
|
opt(cfg)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewExporter(opts ...ExporterOption) (*Exporter, error) {
|
|
|
|
exp := NewUnstartedExporter(opts...)
|
|
|
|
if err := exp.Start(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return exp, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewUnstartedExporter(opts ...ExporterOption) *Exporter {
|
|
|
|
e := new(Exporter)
|
2020-03-13 20:42:20 +02:00
|
|
|
e.c = Config{numWorkers: DefaultNumWorkers}
|
2020-03-07 08:01:02 +02:00
|
|
|
configureOptions(&e.c, opts...)
|
|
|
|
|
|
|
|
// TODO (rghetia): add resources
|
|
|
|
|
|
|
|
return e
|
|
|
|
}
|
|
|
|
|
|
|
|
var (
|
2020-04-15 21:04:44 +02:00
|
|
|
errAlreadyStarted = errors.New("already started")
|
|
|
|
errNotStarted = errors.New("not started")
|
|
|
|
errDisconnected = errors.New("exporter disconnected")
|
|
|
|
errStopped = errors.New("exporter stopped")
|
|
|
|
errContextCanceled = errors.New("context canceled")
|
2020-03-07 08:01:02 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
// Start dials to the collector, establishing a connection to it. It also
|
|
|
|
// initiates the Config and Trace services by sending over the initial
|
|
|
|
// messages that consist of the node identifier. Start invokes a background
|
|
|
|
// connector that will reattempt connections to the collector periodically
|
|
|
|
// if the connection dies.
|
|
|
|
func (e *Exporter) Start() error {
|
|
|
|
var err = errAlreadyStarted
|
|
|
|
e.startOnce.Do(func() {
|
|
|
|
e.mu.Lock()
|
|
|
|
e.started = true
|
|
|
|
e.disconnectedCh = make(chan bool, 1)
|
|
|
|
e.stopCh = make(chan bool)
|
|
|
|
e.backgroundConnectionDoneCh = make(chan bool)
|
|
|
|
e.mu.Unlock()
|
|
|
|
|
|
|
|
// An optimistic first connection attempt to ensure that
|
|
|
|
// applications under heavy load can immediately process
|
|
|
|
// data. See https://github.com/census-ecosystem/opencensus-go-exporter-ocagent/pull/63
|
|
|
|
if err := e.connect(); err == nil {
|
|
|
|
e.setStateConnected()
|
|
|
|
} else {
|
|
|
|
e.setStateDisconnected(err)
|
|
|
|
}
|
|
|
|
go e.indefiniteBackgroundConnection()
|
|
|
|
|
|
|
|
err = nil
|
|
|
|
})
|
|
|
|
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (e *Exporter) prepareCollectorAddress() string {
|
|
|
|
if e.c.collectorAddr != "" {
|
|
|
|
return e.c.collectorAddr
|
|
|
|
}
|
|
|
|
return fmt.Sprintf("%s:%d", DefaultCollectorHost, DefaultCollectorPort)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (e *Exporter) enableConnections(cc *grpc.ClientConn) error {
|
|
|
|
e.mu.RLock()
|
|
|
|
started := e.started
|
|
|
|
e.mu.RUnlock()
|
|
|
|
|
|
|
|
if !started {
|
|
|
|
return errNotStarted
|
|
|
|
}
|
|
|
|
|
|
|
|
e.mu.Lock()
|
|
|
|
// If previous clientConn is same as the current then just return.
|
|
|
|
// This doesn't happen right now as this func is only called with new ClientConn.
|
|
|
|
// It is more about future-proofing.
|
|
|
|
if e.grpcClientConn == cc {
|
|
|
|
e.mu.Unlock()
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
// If the previous clientConn was non-nil, close it
|
|
|
|
if e.grpcClientConn != nil {
|
|
|
|
_ = e.grpcClientConn.Close()
|
|
|
|
}
|
|
|
|
e.grpcClientConn = cc
|
|
|
|
e.traceExporter = coltracepb.NewTraceServiceClient(cc)
|
2020-03-13 20:42:20 +02:00
|
|
|
e.metricExporter = colmetricpb.NewMetricsServiceClient(cc)
|
2020-03-07 08:01:02 +02:00
|
|
|
e.mu.Unlock()
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (e *Exporter) dialToCollector() (*grpc.ClientConn, error) {
|
|
|
|
addr := e.prepareCollectorAddress()
|
|
|
|
var dialOpts []grpc.DialOption
|
|
|
|
if e.c.clientCredentials != nil {
|
|
|
|
dialOpts = append(dialOpts, grpc.WithTransportCredentials(e.c.clientCredentials))
|
|
|
|
} else if e.c.canDialInsecure {
|
|
|
|
dialOpts = append(dialOpts, grpc.WithInsecure())
|
|
|
|
}
|
|
|
|
if e.c.compressor != "" {
|
|
|
|
dialOpts = append(dialOpts, grpc.WithDefaultCallOptions(grpc.UseCompressor(e.c.compressor)))
|
|
|
|
}
|
|
|
|
if len(e.c.grpcDialOptions) != 0 {
|
|
|
|
dialOpts = append(dialOpts, e.c.grpcDialOptions...)
|
|
|
|
}
|
|
|
|
|
|
|
|
ctx := context.Background()
|
|
|
|
if len(e.c.headers) > 0 {
|
|
|
|
ctx = metadata.NewOutgoingContext(ctx, metadata.New(e.c.headers))
|
|
|
|
}
|
|
|
|
return grpc.DialContext(ctx, addr, dialOpts...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Stop shuts down all the connections and resources
|
|
|
|
// related to the exporter.
|
|
|
|
// If the exporter is not started then this func does nothing.
|
|
|
|
func (e *Exporter) Stop() error {
|
|
|
|
e.mu.RLock()
|
|
|
|
cc := e.grpcClientConn
|
|
|
|
started := e.started
|
|
|
|
e.mu.RUnlock()
|
|
|
|
|
|
|
|
if !started {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Now close the underlying gRPC connection.
|
|
|
|
var err error
|
|
|
|
if cc != nil {
|
|
|
|
err = cc.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
// At this point we can change the state variable started
|
|
|
|
e.mu.Lock()
|
|
|
|
e.started = false
|
|
|
|
e.mu.Unlock()
|
|
|
|
close(e.stopCh)
|
|
|
|
|
|
|
|
// Ensure that the backgroundConnector returns
|
|
|
|
<-e.backgroundConnectionDoneCh
|
|
|
|
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2020-03-13 20:42:20 +02:00
|
|
|
// Export implements the "go.opentelemetry.io/otel/sdk/export/metric".Exporter
|
2020-04-15 21:04:44 +02:00
|
|
|
// interface. It transforms and batches metric Records into OTLP Metrics and
|
|
|
|
// transmits them to the configured collector.
|
2020-04-24 18:44:21 +02:00
|
|
|
func (e *Exporter) Export(parent context.Context, resource *resource.Resource, cps metricsdk.CheckpointSet) error {
|
2020-04-15 21:04:44 +02:00
|
|
|
// Unify the parent context Done signal with the exporter stopCh.
|
|
|
|
ctx, cancel := context.WithCancel(parent)
|
|
|
|
defer cancel()
|
|
|
|
go func(ctx context.Context, cancel context.CancelFunc) {
|
2020-03-13 20:42:20 +02:00
|
|
|
select {
|
|
|
|
case <-ctx.Done():
|
2020-04-15 21:04:44 +02:00
|
|
|
case <-e.stopCh:
|
|
|
|
cancel()
|
2020-03-13 20:42:20 +02:00
|
|
|
}
|
2020-04-15 21:04:44 +02:00
|
|
|
}(ctx, cancel)
|
2020-03-13 20:42:20 +02:00
|
|
|
|
2020-04-24 18:44:21 +02:00
|
|
|
rms, err := transform.CheckpointSet(ctx, resource, cps, e.c.numWorkers)
|
2020-04-15 21:04:44 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
2020-03-13 20:42:20 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
if !e.connected() {
|
2020-04-15 21:04:44 +02:00
|
|
|
return errDisconnected
|
2020-03-13 20:42:20 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
select {
|
|
|
|
case <-e.stopCh:
|
2020-04-15 21:04:44 +02:00
|
|
|
return errStopped
|
2020-03-13 20:42:20 +02:00
|
|
|
case <-ctx.Done():
|
2020-04-15 21:04:44 +02:00
|
|
|
return errContextCanceled
|
2020-03-13 20:42:20 +02:00
|
|
|
default:
|
|
|
|
e.senderMu.Lock()
|
|
|
|
_, err := e.metricExporter.Export(ctx, &colmetricpb.ExportMetricsServiceRequest{
|
2020-04-15 21:04:44 +02:00
|
|
|
ResourceMetrics: rms,
|
2020-03-13 20:42:20 +02:00
|
|
|
})
|
|
|
|
e.senderMu.Unlock()
|
|
|
|
if err != nil {
|
2020-04-15 21:04:44 +02:00
|
|
|
return err
|
2020-03-13 20:42:20 +02:00
|
|
|
}
|
|
|
|
}
|
2020-04-15 21:04:44 +02:00
|
|
|
return nil
|
2020-03-13 20:42:20 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (e *Exporter) ExportSpan(ctx context.Context, sd *tracesdk.SpanData) {
|
|
|
|
e.uploadTraces(ctx, []*tracesdk.SpanData{sd})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (e *Exporter) ExportSpans(ctx context.Context, sds []*tracesdk.SpanData) {
|
2020-03-07 08:01:02 +02:00
|
|
|
e.uploadTraces(ctx, sds)
|
|
|
|
}
|
|
|
|
|
2020-03-13 20:42:20 +02:00
|
|
|
func (e *Exporter) uploadTraces(ctx context.Context, sdl []*tracesdk.SpanData) {
|
2020-03-07 08:01:02 +02:00
|
|
|
select {
|
|
|
|
case <-e.stopCh:
|
|
|
|
return
|
|
|
|
|
|
|
|
default:
|
|
|
|
if !e.connected() {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-03-25 18:04:31 +02:00
|
|
|
protoSpans := transform.SpanData(sdl)
|
2020-03-07 08:01:02 +02:00
|
|
|
if len(protoSpans) == 0 {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
e.senderMu.Lock()
|
|
|
|
_, err := e.traceExporter.Export(ctx, &coltracepb.ExportTraceServiceRequest{
|
|
|
|
ResourceSpans: protoSpans,
|
|
|
|
})
|
|
|
|
e.senderMu.Unlock()
|
|
|
|
if err != nil {
|
|
|
|
e.setStateDisconnected(err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|