2015-06-01 19:55:27 +02:00
|
|
|
package server
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2019-11-13 13:05:53 +02:00
|
|
|
"sync"
|
2015-11-25 21:50:05 +02:00
|
|
|
|
2021-11-08 10:52:39 +02:00
|
|
|
"github.com/oxtoacart/bpool"
|
|
|
|
"github.com/pkg/errors"
|
2021-10-12 13:55:53 +02:00
|
|
|
"go-micro.dev/v4/codec"
|
|
|
|
raw "go-micro.dev/v4/codec/bytes"
|
|
|
|
"go-micro.dev/v4/codec/grpc"
|
|
|
|
"go-micro.dev/v4/codec/json"
|
|
|
|
"go-micro.dev/v4/codec/jsonrpc"
|
|
|
|
"go-micro.dev/v4/codec/proto"
|
|
|
|
"go-micro.dev/v4/codec/protorpc"
|
|
|
|
"go-micro.dev/v4/transport"
|
2015-06-01 19:55:27 +02:00
|
|
|
)
|
|
|
|
|
2018-11-23 22:05:31 +02:00
|
|
|
type rpcCodec struct {
|
2019-08-26 13:33:59 +02:00
|
|
|
socket transport.Socket
|
|
|
|
codec codec.Codec
|
|
|
|
protocol string
|
2015-06-01 19:55:27 +02:00
|
|
|
|
|
|
|
req *transport.Message
|
2015-10-15 23:06:43 +02:00
|
|
|
buf *readWriteCloser
|
2019-11-13 13:05:53 +02:00
|
|
|
|
|
|
|
// check if we're the first
|
|
|
|
sync.RWMutex
|
|
|
|
first chan bool
|
2015-10-15 23:06:43 +02:00
|
|
|
}
|
2015-06-01 19:55:27 +02:00
|
|
|
|
2015-10-15 23:06:43 +02:00
|
|
|
type readWriteCloser struct {
|
2019-11-13 13:05:53 +02:00
|
|
|
sync.RWMutex
|
2015-06-01 19:55:27 +02:00
|
|
|
wbuf *bytes.Buffer
|
|
|
|
rbuf *bytes.Buffer
|
|
|
|
}
|
|
|
|
|
2015-11-28 13:22:29 +02:00
|
|
|
var (
|
2019-01-07 15:48:38 +02:00
|
|
|
DefaultContentType = "application/protobuf"
|
|
|
|
|
|
|
|
DefaultCodecs = map[string]codec.NewCodec{
|
2019-01-02 14:55:06 +02:00
|
|
|
"application/grpc": grpc.NewCodec,
|
|
|
|
"application/grpc+json": grpc.NewCodec,
|
|
|
|
"application/grpc+proto": grpc.NewCodec,
|
2019-01-01 00:01:16 +02:00
|
|
|
"application/json": json.NewCodec,
|
2015-11-28 20:54:38 +02:00
|
|
|
"application/json-rpc": jsonrpc.NewCodec,
|
2019-01-01 00:01:16 +02:00
|
|
|
"application/protobuf": proto.NewCodec,
|
2015-11-28 20:54:38 +02:00
|
|
|
"application/proto-rpc": protorpc.NewCodec,
|
2019-01-07 15:48:38 +02:00
|
|
|
"application/octet-stream": raw.NewCodec,
|
2015-11-28 13:22:29 +02:00
|
|
|
}
|
2019-01-18 12:12:57 +02:00
|
|
|
|
|
|
|
// TODO: remove legacy codec list
|
|
|
|
defaultCodecs = map[string]codec.NewCodec{
|
|
|
|
"application/json": jsonrpc.NewCodec,
|
|
|
|
"application/json-rpc": jsonrpc.NewCodec,
|
|
|
|
"application/protobuf": protorpc.NewCodec,
|
|
|
|
"application/proto-rpc": protorpc.NewCodec,
|
|
|
|
"application/octet-stream": protorpc.NewCodec,
|
|
|
|
}
|
2019-11-13 13:05:53 +02:00
|
|
|
|
|
|
|
// the local buffer pool
|
|
|
|
bufferPool = bpool.NewSizedBufferPool(32, 1)
|
2015-11-28 13:22:29 +02:00
|
|
|
)
|
|
|
|
|
2015-10-15 23:06:43 +02:00
|
|
|
func (rwc *readWriteCloser) Read(p []byte) (n int, err error) {
|
2019-11-13 13:05:53 +02:00
|
|
|
rwc.RLock()
|
|
|
|
defer rwc.RUnlock()
|
2015-10-15 23:06:43 +02:00
|
|
|
return rwc.rbuf.Read(p)
|
2015-06-01 19:55:27 +02:00
|
|
|
}
|
|
|
|
|
2015-10-15 23:06:43 +02:00
|
|
|
func (rwc *readWriteCloser) Write(p []byte) (n int, err error) {
|
2019-11-13 13:05:53 +02:00
|
|
|
rwc.Lock()
|
|
|
|
defer rwc.Unlock()
|
2015-10-15 23:06:43 +02:00
|
|
|
return rwc.wbuf.Write(p)
|
|
|
|
}
|
2015-06-01 19:55:27 +02:00
|
|
|
|
2015-10-15 23:06:43 +02:00
|
|
|
func (rwc *readWriteCloser) Close() error {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-01-24 12:11:02 +02:00
|
|
|
func getHeader(hdr string, md map[string]string) string {
|
|
|
|
if hd := md[hdr]; len(hd) > 0 {
|
|
|
|
return hd
|
|
|
|
}
|
|
|
|
return md["X-"+hdr]
|
|
|
|
}
|
|
|
|
|
|
|
|
func getHeaders(m *codec.Message) {
|
2019-12-07 21:54:29 +02:00
|
|
|
set := func(v, hdr string) string {
|
2019-01-24 12:11:02 +02:00
|
|
|
if len(v) > 0 {
|
|
|
|
return v
|
|
|
|
}
|
2019-12-07 21:54:29 +02:00
|
|
|
return m.Header[hdr]
|
2019-01-24 12:11:02 +02:00
|
|
|
}
|
|
|
|
|
2019-12-07 21:54:29 +02:00
|
|
|
m.Id = set(m.Id, "Micro-Id")
|
|
|
|
m.Error = set(m.Error, "Micro-Error")
|
|
|
|
m.Endpoint = set(m.Endpoint, "Micro-Endpoint")
|
|
|
|
m.Method = set(m.Method, "Micro-Method")
|
|
|
|
m.Target = set(m.Target, "Micro-Service")
|
2019-01-24 12:11:02 +02:00
|
|
|
|
|
|
|
// TODO: remove this cruft
|
|
|
|
if len(m.Endpoint) == 0 {
|
|
|
|
m.Endpoint = m.Method
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func setHeaders(m, r *codec.Message) {
|
|
|
|
set := func(hdr, v string) {
|
|
|
|
if len(v) == 0 {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
m.Header[hdr] = v
|
|
|
|
m.Header["X-"+hdr] = v
|
|
|
|
}
|
|
|
|
|
|
|
|
// set headers
|
|
|
|
set("Micro-Id", r.Id)
|
|
|
|
set("Micro-Service", r.Target)
|
|
|
|
set("Micro-Method", r.Method)
|
|
|
|
set("Micro-Endpoint", r.Endpoint)
|
|
|
|
set("Micro-Error", r.Error)
|
|
|
|
}
|
|
|
|
|
2019-01-18 12:12:57 +02:00
|
|
|
// setupProtocol sets up the old protocol
|
|
|
|
func setupProtocol(msg *transport.Message) codec.NewCodec {
|
2019-01-24 12:11:02 +02:00
|
|
|
service := getHeader("Micro-Service", msg.Header)
|
|
|
|
method := getHeader("Micro-Method", msg.Header)
|
|
|
|
endpoint := getHeader("Micro-Endpoint", msg.Header)
|
|
|
|
protocol := getHeader("Micro-Protocol", msg.Header)
|
|
|
|
target := getHeader("Micro-Target", msg.Header)
|
2019-11-25 18:31:43 +02:00
|
|
|
topic := getHeader("Micro-Topic", msg.Header)
|
2019-01-18 12:43:41 +02:00
|
|
|
|
|
|
|
// if the protocol exists (mucp) do nothing
|
|
|
|
if len(protocol) > 0 {
|
2019-01-18 12:12:57 +02:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-11-25 18:31:43 +02:00
|
|
|
// newer method of processing messages over transport
|
|
|
|
if len(topic) > 0 {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-01-18 12:43:41 +02:00
|
|
|
// if no service/method/endpoint then it's the old protocol
|
|
|
|
if len(service) == 0 && len(method) == 0 && len(endpoint) == 0 {
|
|
|
|
return defaultCodecs[msg.Header["Content-Type"]]
|
|
|
|
}
|
2019-01-18 12:12:57 +02:00
|
|
|
|
2019-01-18 12:43:41 +02:00
|
|
|
// old target method specified
|
|
|
|
if len(target) > 0 {
|
|
|
|
return defaultCodecs[msg.Header["Content-Type"]]
|
|
|
|
}
|
2019-01-18 12:12:57 +02:00
|
|
|
|
2019-01-18 12:43:41 +02:00
|
|
|
// no method then set to endpoint
|
|
|
|
if len(method) == 0 {
|
2019-01-24 12:11:02 +02:00
|
|
|
msg.Header["Micro-Method"] = endpoint
|
2019-01-18 12:12:57 +02:00
|
|
|
}
|
|
|
|
|
2019-01-18 12:43:41 +02:00
|
|
|
// no endpoint then set to method
|
|
|
|
if len(endpoint) == 0 {
|
2019-01-24 12:11:02 +02:00
|
|
|
msg.Header["Micro-Endpoint"] = method
|
2019-01-18 12:43:41 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
2019-01-18 12:12:57 +02:00
|
|
|
}
|
|
|
|
|
2019-01-08 17:38:25 +02:00
|
|
|
func newRpcCodec(req *transport.Message, socket transport.Socket, c codec.NewCodec) codec.Codec {
|
2015-11-25 21:50:05 +02:00
|
|
|
rwc := &readWriteCloser{
|
2019-11-13 13:05:53 +02:00
|
|
|
rbuf: bufferPool.Get(),
|
|
|
|
wbuf: bufferPool.Get(),
|
2015-11-25 21:50:05 +02:00
|
|
|
}
|
2019-08-26 13:33:59 +02:00
|
|
|
|
2018-11-23 22:05:31 +02:00
|
|
|
r := &rpcCodec{
|
2019-08-26 13:33:59 +02:00
|
|
|
buf: rwc,
|
|
|
|
codec: c(rwc),
|
|
|
|
req: req,
|
|
|
|
socket: socket,
|
|
|
|
protocol: "mucp",
|
2019-11-13 13:05:53 +02:00
|
|
|
first: make(chan bool),
|
2019-08-26 13:33:59 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// if grpc pre-load the buffer
|
|
|
|
// TODO: remove this terrible hack
|
|
|
|
switch r.codec.String() {
|
|
|
|
case "grpc":
|
|
|
|
// write the body
|
|
|
|
rwc.rbuf.Write(req.Body)
|
|
|
|
// set the protocol
|
|
|
|
r.protocol = "grpc"
|
2019-11-13 13:05:53 +02:00
|
|
|
default:
|
|
|
|
// first is not preloaded
|
|
|
|
close(r.first)
|
2015-06-01 19:55:27 +02:00
|
|
|
}
|
2019-08-26 13:33:59 +02:00
|
|
|
|
2015-10-15 23:06:43 +02:00
|
|
|
return r
|
|
|
|
}
|
|
|
|
|
2019-01-08 17:38:25 +02:00
|
|
|
func (c *rpcCodec) ReadHeader(r *codec.Message, t codec.MessageType) error {
|
2019-01-24 12:11:02 +02:00
|
|
|
// the initial message
|
2019-01-09 18:20:57 +02:00
|
|
|
m := codec.Message{
|
|
|
|
Header: c.req.Header,
|
|
|
|
Body: c.req.Body,
|
|
|
|
}
|
2015-12-18 22:28:50 +02:00
|
|
|
|
2019-08-26 13:33:59 +02:00
|
|
|
// first message could be pre-loaded
|
2019-11-13 13:05:53 +02:00
|
|
|
select {
|
|
|
|
case <-c.first:
|
|
|
|
// not the first
|
2019-08-26 13:33:59 +02:00
|
|
|
var tm transport.Message
|
2019-01-08 17:38:25 +02:00
|
|
|
|
2019-08-26 13:33:59 +02:00
|
|
|
// read off the socket
|
|
|
|
if err := c.socket.Recv(&tm); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
// reset the read buffer
|
|
|
|
c.buf.rbuf.Reset()
|
2019-01-14 23:30:43 +02:00
|
|
|
|
2019-08-26 13:33:59 +02:00
|
|
|
// write the body to the buffer
|
|
|
|
if _, err := c.buf.rbuf.Write(tm.Body); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// set the message header
|
|
|
|
m.Header = tm.Header
|
|
|
|
// set the message body
|
|
|
|
m.Body = tm.Body
|
2015-12-16 04:15:09 +02:00
|
|
|
|
2019-08-26 13:33:59 +02:00
|
|
|
// set req
|
|
|
|
c.req = &tm
|
2019-11-13 13:05:53 +02:00
|
|
|
default:
|
|
|
|
// we need to lock here to prevent race conditions
|
|
|
|
// and we make use of a channel otherwise because
|
|
|
|
// this does not result in a context switch
|
|
|
|
// locking to check c.first on every call to ReadHeader
|
|
|
|
// would otherwise drastically slow the code execution
|
|
|
|
c.Lock()
|
|
|
|
// recheck before closing because the select statement
|
|
|
|
// above is not thread safe, so thread safety here is
|
|
|
|
// mandatory
|
|
|
|
select {
|
|
|
|
case <-c.first:
|
|
|
|
default:
|
|
|
|
// disable first
|
|
|
|
close(c.first)
|
|
|
|
}
|
|
|
|
// now unlock and we never need this again
|
|
|
|
c.Unlock()
|
2019-08-26 13:33:59 +02:00
|
|
|
}
|
2019-08-15 21:08:49 +02:00
|
|
|
|
2019-01-01 00:01:16 +02:00
|
|
|
// set some internal things
|
2019-01-24 12:11:02 +02:00
|
|
|
getHeaders(&m)
|
2019-01-07 11:11:36 +02:00
|
|
|
|
|
|
|
// read header via codec
|
2019-01-24 12:11:02 +02:00
|
|
|
if err := c.codec.ReadHeader(&m, codec.Request); err != nil {
|
|
|
|
return err
|
2019-01-18 12:23:36 +02:00
|
|
|
}
|
|
|
|
|
2019-02-01 17:57:34 +02:00
|
|
|
// fallback for 0.14 and older
|
|
|
|
if len(m.Endpoint) == 0 {
|
|
|
|
m.Endpoint = m.Method
|
|
|
|
}
|
|
|
|
|
2019-01-24 12:11:02 +02:00
|
|
|
// set message
|
|
|
|
*r = m
|
|
|
|
|
|
|
|
return nil
|
2015-06-01 19:55:27 +02:00
|
|
|
}
|
|
|
|
|
2019-01-07 20:20:47 +02:00
|
|
|
func (c *rpcCodec) ReadBody(b interface{}) error {
|
2019-01-14 23:30:43 +02:00
|
|
|
// don't read empty body
|
|
|
|
if len(c.req.Body) == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
2019-01-16 17:27:57 +02:00
|
|
|
// read raw data
|
|
|
|
if v, ok := b.(*raw.Frame); ok {
|
|
|
|
v.Data = c.req.Body
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
// decode the usual way
|
2015-11-28 13:22:29 +02:00
|
|
|
return c.codec.ReadBody(b)
|
2015-06-01 19:55:27 +02:00
|
|
|
}
|
|
|
|
|
2019-01-09 18:20:57 +02:00
|
|
|
func (c *rpcCodec) Write(r *codec.Message, b interface{}) error {
|
2015-10-15 23:06:43 +02:00
|
|
|
c.buf.wbuf.Reset()
|
2019-01-08 17:38:25 +02:00
|
|
|
|
|
|
|
// create a new message
|
2015-11-28 13:22:29 +02:00
|
|
|
m := &codec.Message{
|
2019-01-18 12:12:57 +02:00
|
|
|
Target: r.Target,
|
|
|
|
Method: r.Method,
|
2019-01-10 23:25:31 +02:00
|
|
|
Endpoint: r.Endpoint,
|
|
|
|
Id: r.Id,
|
|
|
|
Error: r.Error,
|
|
|
|
Type: r.Type,
|
2019-01-14 23:30:43 +02:00
|
|
|
Header: r.Header,
|
|
|
|
}
|
|
|
|
|
|
|
|
if m.Header == nil {
|
|
|
|
m.Header = map[string]string{}
|
2019-01-11 15:44:47 +02:00
|
|
|
}
|
|
|
|
|
2019-01-24 12:11:02 +02:00
|
|
|
setHeaders(m, r)
|
2019-01-08 17:38:25 +02:00
|
|
|
|
2019-01-09 18:20:57 +02:00
|
|
|
// the body being sent
|
|
|
|
var body []byte
|
|
|
|
|
2019-01-16 17:27:57 +02:00
|
|
|
// is it a raw frame?
|
|
|
|
if v, ok := b.(*raw.Frame); ok {
|
|
|
|
body = v.Data
|
|
|
|
// if we have encoded data just send it
|
|
|
|
} else if len(r.Body) > 0 {
|
2019-01-09 18:20:57 +02:00
|
|
|
body = r.Body
|
2019-01-14 23:30:43 +02:00
|
|
|
// write the body to codec
|
2019-01-09 18:20:57 +02:00
|
|
|
} else if err := c.codec.Write(m, b); err != nil {
|
server/rpc_codec: if c.codec.Write fails, reset write buffer and encode an error message about the encoding failure
When developing go-micro services, it is frequently possible to set invalid results in the response pointer. When this happens (as I and @trushton personally experienced), `sendResponse()` returns an error correctly explaining what happened (e.g. protobuf refused to encode a bad struct) but the `call()` function one above it in the stack ignores the returned error object.
Thus, invalid structs go un-encoded and the _client side times out_. @trushton and I first caught this in our CI builds when we left a protobuf.Empty field uninitialized (nil) instead of setting it to `&ptypes.Empty{}`. This resulted in an `proto: oneof field has nil value` error, but it was dropped and became a terribly confusing client timeout instead.
This patch is two independent changes:
* In rpc_codec, when a serialization failure occurs serialize an error message, which will correctly become a 500 for HTTP services, about the encoding failure. This means rpc_codec only returns an `error` when a socket failure occurs, which I believe is the behavior that rpc_service is expecting anyway.
* In rpc_service, log any errors returned by sendResponse instead of dropping the error object. This will make debugging client timeouts less of a hassle.
2017-07-11 23:51:36 +02:00
|
|
|
c.buf.wbuf.Reset()
|
2019-01-08 17:38:25 +02:00
|
|
|
|
|
|
|
// write an error if it failed
|
server/rpc_codec: if c.codec.Write fails, reset write buffer and encode an error message about the encoding failure
When developing go-micro services, it is frequently possible to set invalid results in the response pointer. When this happens (as I and @trushton personally experienced), `sendResponse()` returns an error correctly explaining what happened (e.g. protobuf refused to encode a bad struct) but the `call()` function one above it in the stack ignores the returned error object.
Thus, invalid structs go un-encoded and the _client side times out_. @trushton and I first caught this in our CI builds when we left a protobuf.Empty field uninitialized (nil) instead of setting it to `&ptypes.Empty{}`. This resulted in an `proto: oneof field has nil value` error, but it was dropped and became a terribly confusing client timeout instead.
This patch is two independent changes:
* In rpc_codec, when a serialization failure occurs serialize an error message, which will correctly become a 500 for HTTP services, about the encoding failure. This means rpc_codec only returns an `error` when a socket failure occurs, which I believe is the behavior that rpc_service is expecting anyway.
* In rpc_service, log any errors returned by sendResponse instead of dropping the error object. This will make debugging client timeouts less of a hassle.
2017-07-11 23:51:36 +02:00
|
|
|
m.Error = errors.Wrapf(err, "Unable to encode body").Error()
|
2019-01-24 12:11:02 +02:00
|
|
|
m.Header["Micro-Error"] = m.Error
|
2019-01-09 18:20:57 +02:00
|
|
|
// no body to write
|
server/rpc_codec: if c.codec.Write fails, reset write buffer and encode an error message about the encoding failure
When developing go-micro services, it is frequently possible to set invalid results in the response pointer. When this happens (as I and @trushton personally experienced), `sendResponse()` returns an error correctly explaining what happened (e.g. protobuf refused to encode a bad struct) but the `call()` function one above it in the stack ignores the returned error object.
Thus, invalid structs go un-encoded and the _client side times out_. @trushton and I first caught this in our CI builds when we left a protobuf.Empty field uninitialized (nil) instead of setting it to `&ptypes.Empty{}`. This resulted in an `proto: oneof field has nil value` error, but it was dropped and became a terribly confusing client timeout instead.
This patch is two independent changes:
* In rpc_codec, when a serialization failure occurs serialize an error message, which will correctly become a 500 for HTTP services, about the encoding failure. This means rpc_codec only returns an `error` when a socket failure occurs, which I believe is the behavior that rpc_service is expecting anyway.
* In rpc_service, log any errors returned by sendResponse instead of dropping the error object. This will make debugging client timeouts less of a hassle.
2017-07-11 23:51:36 +02:00
|
|
|
if err := c.codec.Write(m, nil); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2019-01-09 18:20:57 +02:00
|
|
|
} else {
|
|
|
|
// set the body
|
|
|
|
body = c.buf.wbuf.Bytes()
|
2015-06-01 19:55:27 +02:00
|
|
|
}
|
2015-12-16 04:15:09 +02:00
|
|
|
|
2019-01-11 15:44:47 +02:00
|
|
|
// Set content type if theres content
|
|
|
|
if len(body) > 0 {
|
|
|
|
m.Header["Content-Type"] = c.req.Header["Content-Type"]
|
|
|
|
}
|
|
|
|
|
2019-01-08 17:38:25 +02:00
|
|
|
// send on the socket
|
2015-06-01 19:55:27 +02:00
|
|
|
return c.socket.Send(&transport.Message{
|
2016-01-28 20:11:13 +02:00
|
|
|
Header: m.Header,
|
2019-01-09 18:20:57 +02:00
|
|
|
Body: body,
|
2015-06-01 19:55:27 +02:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2018-11-23 22:05:31 +02:00
|
|
|
func (c *rpcCodec) Close() error {
|
2019-11-13 13:05:53 +02:00
|
|
|
// close the codec
|
2015-11-28 13:22:29 +02:00
|
|
|
c.codec.Close()
|
2019-11-13 13:05:53 +02:00
|
|
|
// close the socket
|
|
|
|
err := c.socket.Close()
|
|
|
|
// put back the buffers
|
|
|
|
bufferPool.Put(c.buf.rbuf)
|
|
|
|
bufferPool.Put(c.buf.wbuf)
|
|
|
|
// return the error
|
|
|
|
return err
|
2015-06-01 19:55:27 +02:00
|
|
|
}
|
2019-01-08 17:38:25 +02:00
|
|
|
|
|
|
|
func (c *rpcCodec) String() string {
|
2019-08-26 13:33:59 +02:00
|
|
|
return c.protocol
|
2019-01-08 17:38:25 +02:00
|
|
|
}
|