teleport/api/observability/tracing/client.go
rosstimothy ad1d9b1aae
Prevent forwarding traces to servers which don't support tracing (#14281)
* Prevent forwarding traces to servers which don't support tracing

Tracing clients can detect if a server doesn't support tracing by
checking for a trace.NotImplented error in response to an
UploadTraces request. Since the grpc.Conn used by the client is
likely to be bound to that server for the duration of its life
it doesn't make sense to keep trying to forward traces. Instead
the client now remembers that a server doesn't support tracing
and will drop any spans.

Part of #12241
2022-07-11 21:09:32 +00:00

75 lines
2.6 KiB
Go

// Copyright 2022 Gravitational, Inc
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package tracing
import (
"context"
"sync/atomic"
"github.com/gravitational/trace"
"go.opentelemetry.io/otel/exporters/otlp/otlptrace"
"go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc"
otlp "go.opentelemetry.io/proto/otlp/trace/v1"
"google.golang.org/grpc"
)
// Client is a wrapper around an otlptrace.Client that provides a mechanism to
// close the underlying grpc.ClientConn. When an otlpgrpc.Client is constructed with
// the WithGRPCConn option, it is up to the caller to close the provided grpc.ClientConn.
// As such, we wrap and implement io.Closer to allow users to have a way to close the connection.
//
// In the event the client receives a trace.NotImplemented error when uploading spans, it will prevent
// any future spans from being sent. The server receiving the span is not going to change for the life
// of the grpc.ClientConn. In an effort to reduce wasted bandwidth, the client merely drops any spans in
// that case and returns nil.
type Client struct {
otlptrace.Client
conn *grpc.ClientConn
// notImplementedFlag is set to indicate that the server does
// accept traces.
notImplementedFlag int32
}
// NewClient returns a new Client that uses the provided grpc.ClientConn to
// connect to the OpenTelemetry exporter.
func NewClient(conn *grpc.ClientConn) *Client {
return &Client{
Client: otlptracegrpc.NewClient(otlptracegrpc.WithGRPCConn(conn)),
conn: conn,
}
}
func (c *Client) UploadTraces(ctx context.Context, protoSpans []*otlp.ResourceSpans) error {
if len(protoSpans) == 0 || atomic.LoadInt32(&c.notImplementedFlag) == 1 {
return nil
}
err := c.Client.UploadTraces(ctx, protoSpans)
if err != nil && trace.IsNotImplemented(err) {
atomic.StoreInt32(&c.notImplementedFlag, 1)
return nil
}
return trace.Wrap(err)
}
// Close closes the underlying grpc.ClientConn. This is required since when
// using otlptracegrpc.WithGRPCConn the otlptrace.Client does not
// close the connection when Shutdown is called.
func (c *Client) Close() error {
return trace.Wrap(c.conn.Close())
}