1
0
mirror of https://github.com/go-micro/go-micro.git synced 2024-12-18 08:26:38 +02:00
go-micro/server/rpc_codec.go

363 lines
7.5 KiB
Go
Raw Normal View History

package server
import (
"bytes"
"sync"
2015-11-25 21:50:05 +02:00
"github.com/oxtoacart/bpool"
"github.com/pkg/errors"
2021-10-12 13:55:53 +02:00
"go-micro.dev/v4/codec"
raw "go-micro.dev/v4/codec/bytes"
"go-micro.dev/v4/codec/grpc"
"go-micro.dev/v4/codec/json"
"go-micro.dev/v4/codec/jsonrpc"
"go-micro.dev/v4/codec/proto"
"go-micro.dev/v4/codec/protorpc"
"go-micro.dev/v4/transport"
"go-micro.dev/v4/transport/headers"
)
2018-11-23 22:05:31 +02:00
type rpcCodec struct {
2023-04-26 02:16:34 +02:00
socket transport.Socket
codec codec.Codec
req *transport.Message
buf *readWriteCloser
2023-04-26 02:16:34 +02:00
first chan bool
protocol string
// check if we're the first
sync.RWMutex
}
type readWriteCloser struct {
wbuf *bytes.Buffer
rbuf *bytes.Buffer
2023-04-26 02:16:34 +02:00
sync.RWMutex
}
var (
// DefaultContentType is the default codec content type.
DefaultContentType = "application/protobuf"
DefaultCodecs = map[string]codec.NewCodec{
2019-01-02 14:55:06 +02:00
"application/grpc": grpc.NewCodec,
"application/grpc+json": grpc.NewCodec,
"application/grpc+proto": grpc.NewCodec,
2019-01-01 00:01:16 +02:00
"application/json": json.NewCodec,
2015-11-28 20:54:38 +02:00
"application/json-rpc": jsonrpc.NewCodec,
2019-01-01 00:01:16 +02:00
"application/protobuf": proto.NewCodec,
2015-11-28 20:54:38 +02:00
"application/proto-rpc": protorpc.NewCodec,
"application/octet-stream": raw.NewCodec,
}
2019-01-18 12:12:57 +02:00
2022-09-30 16:27:07 +02:00
// TODO: remove legacy codec list.
2019-01-18 12:12:57 +02:00
defaultCodecs = map[string]codec.NewCodec{
"application/json": jsonrpc.NewCodec,
"application/json-rpc": jsonrpc.NewCodec,
"application/protobuf": protorpc.NewCodec,
"application/proto-rpc": protorpc.NewCodec,
"application/octet-stream": protorpc.NewCodec,
}
2022-09-30 16:27:07 +02:00
// the local buffer pool.
bufferPool = bpool.NewSizedBufferPool(32, 1)
)
func (rwc *readWriteCloser) Read(p []byte) (n int, err error) {
rwc.RLock()
defer rwc.RUnlock()
return rwc.rbuf.Read(p)
}
func (rwc *readWriteCloser) Write(p []byte) (n int, err error) {
rwc.Lock()
defer rwc.Unlock()
return rwc.wbuf.Write(p)
}
func (rwc *readWriteCloser) Close() error {
return nil
}
2019-01-24 12:11:02 +02:00
func getHeader(hdr string, md map[string]string) string {
if hd := md[hdr]; len(hd) > 0 {
return hd
}
2019-01-24 12:11:02 +02:00
return md["X-"+hdr]
}
func getHeaders(m *codec.Message) {
set := func(v, hdr string) string {
2019-01-24 12:11:02 +02:00
if len(v) > 0 {
return v
}
return m.Header[hdr]
2019-01-24 12:11:02 +02:00
}
m.Id = set(m.Id, headers.ID)
m.Error = set(m.Error, headers.Error)
m.Endpoint = set(m.Endpoint, headers.Endpoint)
m.Method = set(m.Method, headers.Method)
m.Target = set(m.Target, headers.Request)
2019-01-24 12:11:02 +02:00
// TODO: remove this cruft
if len(m.Endpoint) == 0 {
m.Endpoint = m.Method
}
}
func setHeaders(m, r *codec.Message) {
set := func(hdr, v string) {
if len(v) == 0 {
return
}
2019-01-24 12:11:02 +02:00
m.Header[hdr] = v
m.Header["X-"+hdr] = v
}
// set headers
set(headers.ID, r.Id)
set(headers.Request, r.Target)
set(headers.Method, r.Method)
set(headers.Endpoint, r.Endpoint)
set(headers.Error, r.Error)
2019-01-24 12:11:02 +02:00
}
2022-09-30 16:27:07 +02:00
// setupProtocol sets up the old protocol.
2019-01-18 12:12:57 +02:00
func setupProtocol(msg *transport.Message) codec.NewCodec {
service := getHeader(headers.Request, msg.Header)
method := getHeader(headers.Method, msg.Header)
endpoint := getHeader(headers.Endpoint, msg.Header)
protocol := getHeader(headers.Protocol, msg.Header)
target := getHeader(headers.Target, msg.Header)
topic := getHeader(headers.Message, msg.Header)
2019-01-18 12:43:41 +02:00
// if the protocol exists (mucp) do nothing
if len(protocol) > 0 {
2019-01-18 12:12:57 +02:00
return nil
}
// newer method of processing messages over transport
if len(topic) > 0 {
return nil
}
2019-01-18 12:43:41 +02:00
// if no service/method/endpoint then it's the old protocol
if len(service) == 0 && len(method) == 0 && len(endpoint) == 0 {
return defaultCodecs[msg.Header["Content-Type"]]
}
2019-01-18 12:12:57 +02:00
2019-01-18 12:43:41 +02:00
// old target method specified
if len(target) > 0 {
return defaultCodecs[msg.Header["Content-Type"]]
}
2019-01-18 12:12:57 +02:00
2019-01-18 12:43:41 +02:00
// no method then set to endpoint
if len(method) == 0 {
msg.Header[headers.Method] = endpoint
2019-01-18 12:12:57 +02:00
}
2019-01-18 12:43:41 +02:00
// no endpoint then set to method
if len(endpoint) == 0 {
msg.Header[headers.Endpoint] = method
2019-01-18 12:43:41 +02:00
}
return nil
2019-01-18 12:12:57 +02:00
}
func newRPCCodec(req *transport.Message, socket transport.Socket, c codec.NewCodec) codec.Codec {
2015-11-25 21:50:05 +02:00
rwc := &readWriteCloser{
rbuf: bufferPool.Get(),
wbuf: bufferPool.Get(),
2015-11-25 21:50:05 +02:00
}
2019-08-26 13:33:59 +02:00
2018-11-23 22:05:31 +02:00
r := &rpcCodec{
2019-08-26 13:33:59 +02:00
buf: rwc,
codec: c(rwc),
req: req,
socket: socket,
protocol: "mucp",
first: make(chan bool),
2019-08-26 13:33:59 +02:00
}
// if grpc pre-load the buffer
// TODO: remove this terrible hack
switch r.codec.String() {
case "grpc":
// write the body
rwc.rbuf.Write(req.Body)
r.protocol = "grpc"
default:
// first is not preloaded
close(r.first)
}
2019-08-26 13:33:59 +02:00
return r
}
2019-01-08 17:38:25 +02:00
func (c *rpcCodec) ReadHeader(r *codec.Message, t codec.MessageType) error {
2019-01-24 12:11:02 +02:00
// the initial message
mmsg := codec.Message{
2019-01-09 18:20:57 +02:00
Header: c.req.Header,
Body: c.req.Body,
}
2019-08-26 13:33:59 +02:00
// first message could be pre-loaded
select {
case <-c.first:
// not the first
2019-08-26 13:33:59 +02:00
var tm transport.Message
2019-01-08 17:38:25 +02:00
2019-08-26 13:33:59 +02:00
// read off the socket
if err := c.socket.Recv(&tm); err != nil {
return err
}
// reset the read buffer
c.buf.rbuf.Reset()
2019-01-14 23:30:43 +02:00
2019-08-26 13:33:59 +02:00
// write the body to the buffer
if _, err := c.buf.rbuf.Write(tm.Body); err != nil {
return err
}
// set the message header
mmsg.Header = tm.Header
2019-08-26 13:33:59 +02:00
// set the message body
mmsg.Body = tm.Body
2015-12-16 04:15:09 +02:00
2019-08-26 13:33:59 +02:00
// set req
c.req = &tm
default:
// we need to lock here to prevent race conditions
// and we make use of a channel otherwise because
// this does not result in a context switch
// locking to check c.first on every call to ReadHeader
// would otherwise drastically slow the code execution
c.Lock()
// recheck before closing because the select statement
// above is not thread safe, so thread safety here is
// mandatory
select {
case <-c.first:
default:
// disable first
close(c.first)
}
// now unlock and we never need this again
c.Unlock()
2019-08-26 13:33:59 +02:00
}
2019-08-15 21:08:49 +02:00
2019-01-01 00:01:16 +02:00
// set some internal things
getHeaders(&mmsg)
2019-01-07 11:11:36 +02:00
// read header via codec
if err := c.codec.ReadHeader(&mmsg, codec.Request); err != nil {
2019-01-24 12:11:02 +02:00
return err
2019-01-18 12:23:36 +02:00
}
2019-02-01 17:57:34 +02:00
// fallback for 0.14 and older
if len(mmsg.Endpoint) == 0 {
mmsg.Endpoint = mmsg.Method
2019-02-01 17:57:34 +02:00
}
2019-01-24 12:11:02 +02:00
// set message
*r = mmsg
2019-01-24 12:11:02 +02:00
return nil
}
2019-01-07 20:20:47 +02:00
func (c *rpcCodec) ReadBody(b interface{}) error {
2019-01-14 23:30:43 +02:00
// don't read empty body
if len(c.req.Body) == 0 {
return nil
}
// read raw data
if v, ok := b.(*raw.Frame); ok {
v.Data = c.req.Body
return nil
}
// decode the usual way
return c.codec.ReadBody(b)
}
2019-01-09 18:20:57 +02:00
func (c *rpcCodec) Write(r *codec.Message, b interface{}) error {
c.buf.wbuf.Reset()
2019-01-08 17:38:25 +02:00
// create a new message
m := &codec.Message{
2019-01-18 12:12:57 +02:00
Target: r.Target,
Method: r.Method,
2019-01-10 23:25:31 +02:00
Endpoint: r.Endpoint,
Id: r.Id,
Error: r.Error,
Type: r.Type,
2019-01-14 23:30:43 +02:00
Header: r.Header,
}
if m.Header == nil {
m.Header = map[string]string{}
2019-01-11 15:44:47 +02:00
}
2019-01-24 12:11:02 +02:00
setHeaders(m, r)
2019-01-08 17:38:25 +02:00
2019-01-09 18:20:57 +02:00
// the body being sent
var body []byte
// is it a raw frame?
if v, ok := b.(*raw.Frame); ok {
body = v.Data
// if we have encoded data just send it
} else if len(r.Body) > 0 {
2019-01-09 18:20:57 +02:00
body = r.Body
2019-01-14 23:30:43 +02:00
// write the body to codec
2019-01-09 18:20:57 +02:00
} else if err := c.codec.Write(m, b); err != nil {
c.buf.wbuf.Reset()
2019-01-08 17:38:25 +02:00
// write an error if it failed
m.Error = errors.Wrapf(err, "Unable to encode body").Error()
m.Header[headers.Error] = m.Error
2019-01-09 18:20:57 +02:00
// no body to write
if err := c.codec.Write(m, nil); err != nil {
return err
}
2019-01-09 18:20:57 +02:00
} else {
// set the body
body = c.buf.wbuf.Bytes()
}
2015-12-16 04:15:09 +02:00
2019-01-11 15:44:47 +02:00
// Set content type if theres content
if len(body) > 0 {
m.Header["Content-Type"] = c.req.Header["Content-Type"]
}
2019-01-08 17:38:25 +02:00
// send on the socket
return c.socket.Send(&transport.Message{
2016-01-28 20:11:13 +02:00
Header: m.Header,
2019-01-09 18:20:57 +02:00
Body: body,
})
}
2018-11-23 22:05:31 +02:00
func (c *rpcCodec) Close() error {
// close the codec
c.codec.Close()
// close the socket
err := c.socket.Close()
// put back the buffers
bufferPool.Put(c.buf.rbuf)
bufferPool.Put(c.buf.wbuf)
// return the error
return err
}
2019-01-08 17:38:25 +02:00
func (c *rpcCodec) String() string {
2019-08-26 13:33:59 +02:00
return c.protocol
2019-01-08 17:38:25 +02:00
}