2019-07-26 00:37:51 +02:00
|
|
|
package service
|
|
|
|
|
|
|
|
import (
|
2019-07-26 13:43:17 +02:00
|
|
|
"context"
|
|
|
|
"errors"
|
2019-07-26 18:11:59 +02:00
|
|
|
"fmt"
|
|
|
|
"io"
|
2019-07-26 00:37:51 +02:00
|
|
|
"sync"
|
2019-07-26 18:11:59 +02:00
|
|
|
"time"
|
2019-07-26 00:37:51 +02:00
|
|
|
|
2019-07-26 15:05:03 +02:00
|
|
|
"github.com/google/uuid"
|
2019-07-26 00:37:51 +02:00
|
|
|
"github.com/micro/go-micro/client"
|
|
|
|
"github.com/micro/go-micro/network/router"
|
|
|
|
pb "github.com/micro/go-micro/network/router/proto"
|
|
|
|
)
|
|
|
|
|
2019-07-26 13:43:17 +02:00
|
|
|
var (
|
|
|
|
// ErrNotImplemented means the functionality has not been implemented
|
|
|
|
ErrNotImplemented = errors.New("not implemented")
|
|
|
|
)
|
|
|
|
|
2019-07-26 00:37:51 +02:00
|
|
|
type svc struct {
|
2019-07-26 18:11:59 +02:00
|
|
|
opts router.Options
|
|
|
|
router pb.RouterService
|
|
|
|
status router.Status
|
|
|
|
watchers map[string]*svcWatcher
|
|
|
|
exit chan struct{}
|
|
|
|
errChan chan error
|
|
|
|
advertChan chan *router.Advert
|
|
|
|
wg *sync.WaitGroup
|
2019-07-26 00:37:51 +02:00
|
|
|
sync.RWMutex
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewRouter creates new service router and returns it
|
|
|
|
func NewRouter(opts ...router.Option) router.Router {
|
|
|
|
// get default options
|
|
|
|
options := router.DefaultOptions()
|
|
|
|
|
|
|
|
// apply requested options
|
|
|
|
for _, o := range opts {
|
|
|
|
o(&options)
|
|
|
|
}
|
|
|
|
|
|
|
|
// NOTE: might need some client opts here
|
|
|
|
client := client.DefaultClient
|
|
|
|
|
|
|
|
// NOTE: should we have Client/Service option in router.Options?
|
|
|
|
s := &svc{
|
2019-07-26 15:05:03 +02:00
|
|
|
opts: options,
|
|
|
|
router: pb.NewRouterService(router.DefaultName, client),
|
|
|
|
status: router.Status{Code: router.Stopped, Error: nil},
|
|
|
|
watchers: make(map[string]*svcWatcher),
|
2019-07-26 18:11:59 +02:00
|
|
|
wg: &sync.WaitGroup{},
|
2019-07-26 00:37:51 +02:00
|
|
|
}
|
|
|
|
|
2019-07-26 18:11:59 +02:00
|
|
|
go s.run()
|
|
|
|
|
2019-07-26 00:37:51 +02:00
|
|
|
return s
|
|
|
|
}
|
|
|
|
|
|
|
|
// Init initializes router with given options
|
|
|
|
func (s *svc) Init(opts ...router.Option) error {
|
|
|
|
for _, o := range opts {
|
|
|
|
o(&s.opts)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Options returns router options
|
|
|
|
func (s *svc) Options() router.Options {
|
|
|
|
return s.opts
|
|
|
|
}
|
|
|
|
|
2019-07-26 18:11:59 +02:00
|
|
|
// watchErrors watches router errors and takes appropriate actions
|
|
|
|
func (s *svc) watchErrors() {
|
|
|
|
var err error
|
|
|
|
|
|
|
|
select {
|
|
|
|
case <-s.exit:
|
|
|
|
case err = <-s.errChan:
|
|
|
|
}
|
|
|
|
|
|
|
|
s.Lock()
|
|
|
|
defer s.Unlock()
|
|
|
|
if s.status.Code != router.Stopped {
|
|
|
|
// notify all goroutines to finish
|
|
|
|
close(s.exit)
|
|
|
|
// TODO" might need to drain some channels here
|
|
|
|
}
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
s.status = router.Status{Code: router.Error, Error: err}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// watchRouter watches router and send events to all registered watchers
|
|
|
|
func (s *svc) watchRouter(stream pb.Router_WatchService) error {
|
|
|
|
defer stream.Close()
|
|
|
|
var watchErr error
|
|
|
|
|
|
|
|
for {
|
|
|
|
resp, err := stream.Recv()
|
|
|
|
if err != nil {
|
|
|
|
if err != io.EOF {
|
|
|
|
watchErr = err
|
|
|
|
}
|
|
|
|
break
|
|
|
|
}
|
|
|
|
|
|
|
|
route := router.Route{
|
|
|
|
Service: resp.Route.Service,
|
|
|
|
Address: resp.Route.Address,
|
|
|
|
Gateway: resp.Route.Gateway,
|
|
|
|
Network: resp.Route.Network,
|
|
|
|
Link: resp.Route.Link,
|
|
|
|
Metric: int(resp.Route.Metric),
|
|
|
|
}
|
|
|
|
|
|
|
|
event := &router.Event{
|
|
|
|
Type: router.EventType(resp.Type),
|
|
|
|
Timestamp: time.Unix(0, resp.Timestamp),
|
|
|
|
Route: route,
|
|
|
|
}
|
|
|
|
|
|
|
|
s.RLock()
|
|
|
|
for _, w := range s.watchers {
|
|
|
|
select {
|
|
|
|
case w.resChan <- event:
|
|
|
|
case <-w.done:
|
|
|
|
}
|
|
|
|
}
|
|
|
|
s.RUnlock()
|
|
|
|
}
|
|
|
|
|
|
|
|
return watchErr
|
|
|
|
}
|
|
|
|
|
2019-07-26 15:05:03 +02:00
|
|
|
// Run runs the router.
|
|
|
|
// It returns error if the router is already running.
|
|
|
|
func (s *svc) run() {
|
|
|
|
s.Lock()
|
|
|
|
defer s.Unlock()
|
|
|
|
|
|
|
|
switch s.status.Code {
|
|
|
|
case router.Stopped, router.Error:
|
2019-07-26 18:11:59 +02:00
|
|
|
stream, err := s.router.Watch(context.Background(), &pb.WatchRequest{})
|
|
|
|
if err != nil {
|
|
|
|
s.status = router.Status{Code: router.Error, Error: fmt.Errorf("failed getting router stream: %s", err)}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// create error and exit channels
|
|
|
|
s.errChan = make(chan error, 1)
|
|
|
|
s.exit = make(chan struct{})
|
|
|
|
|
|
|
|
s.wg.Add(1)
|
|
|
|
go func() {
|
|
|
|
defer s.wg.Done()
|
|
|
|
select {
|
|
|
|
case s.errChan <- s.watchRouter(stream):
|
|
|
|
case <-s.exit:
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
// watch for errors and cleanup
|
|
|
|
s.wg.Add(1)
|
|
|
|
go func() {
|
|
|
|
defer s.wg.Done()
|
|
|
|
s.watchErrors()
|
|
|
|
}()
|
|
|
|
|
|
|
|
// mark router as Running and set its Error to nil
|
|
|
|
s.status = router.Status{Code: router.Running, Error: nil}
|
|
|
|
|
|
|
|
return
|
2019-07-26 15:05:03 +02:00
|
|
|
}
|
2019-07-26 18:11:59 +02:00
|
|
|
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *svc) advertiseEvents(stream pb.Router_AdvertiseService) error {
|
|
|
|
defer stream.Close()
|
|
|
|
var advErr error
|
|
|
|
|
|
|
|
for {
|
|
|
|
resp, err := stream.Recv()
|
|
|
|
if err != nil {
|
|
|
|
if err != io.EOF {
|
|
|
|
advErr = err
|
|
|
|
}
|
|
|
|
break
|
|
|
|
}
|
|
|
|
|
2019-07-27 13:40:16 +02:00
|
|
|
events := make([]*router.Event, len(resp.Events))
|
|
|
|
for i, event := range resp.Events {
|
|
|
|
route := router.Route{
|
|
|
|
Service: event.Route.Service,
|
|
|
|
Address: event.Route.Address,
|
|
|
|
Gateway: event.Route.Gateway,
|
|
|
|
Network: event.Route.Network,
|
|
|
|
Link: event.Route.Link,
|
|
|
|
Metric: int(event.Route.Metric),
|
|
|
|
}
|
|
|
|
|
|
|
|
events[i] = &router.Event{
|
|
|
|
Type: router.EventType(event.Type),
|
|
|
|
Timestamp: time.Unix(0, event.Timestamp),
|
|
|
|
Route: route,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-07-26 18:11:59 +02:00
|
|
|
advert := &router.Advert{
|
|
|
|
Id: resp.Id,
|
|
|
|
Type: router.AdvertType(resp.Type),
|
|
|
|
Timestamp: time.Unix(0, resp.Timestamp),
|
2019-07-27 13:40:16 +02:00
|
|
|
TTL: time.Duration(resp.Ttl),
|
|
|
|
Events: events,
|
2019-07-26 18:11:59 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
select {
|
|
|
|
case s.advertChan <- advert:
|
|
|
|
case <-s.exit:
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return advErr
|
2019-07-26 15:05:03 +02:00
|
|
|
}
|
|
|
|
|
2019-07-26 00:37:51 +02:00
|
|
|
// Advertise advertises routes to the network
|
|
|
|
func (s *svc) Advertise() (<-chan *router.Advert, error) {
|
2019-07-26 18:11:59 +02:00
|
|
|
s.Lock()
|
|
|
|
defer s.Unlock()
|
|
|
|
|
|
|
|
switch s.status.Code {
|
|
|
|
case router.Advertising:
|
|
|
|
return s.advertChan, nil
|
|
|
|
case router.Running:
|
|
|
|
stream, err := s.router.Advertise(context.Background(), &pb.AdvertiseRequest{})
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("failed getting advert stream: %s", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// create advertise and event channels
|
|
|
|
s.advertChan = make(chan *router.Advert)
|
|
|
|
|
|
|
|
s.wg.Add(1)
|
|
|
|
go func() {
|
|
|
|
defer s.wg.Done()
|
|
|
|
select {
|
|
|
|
case s.errChan <- s.advertiseEvents(stream):
|
|
|
|
case <-s.exit:
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
// mark router as Running and set its Error to nil
|
|
|
|
s.status = router.Status{Code: router.Advertising, Error: nil}
|
|
|
|
|
|
|
|
return s.advertChan, nil
|
|
|
|
case router.Stopped:
|
|
|
|
return nil, fmt.Errorf("not running")
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil, fmt.Errorf("error: %s", s.status.Error)
|
2019-07-26 00:37:51 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Process processes incoming adverts
|
2019-07-27 13:40:16 +02:00
|
|
|
func (s *svc) Process(advert *router.Advert) error {
|
|
|
|
var events []*pb.Event
|
|
|
|
for _, event := range advert.Events {
|
|
|
|
route := &pb.Route{
|
|
|
|
Service: event.Route.Service,
|
|
|
|
Address: event.Route.Address,
|
|
|
|
Gateway: event.Route.Gateway,
|
|
|
|
Network: event.Route.Network,
|
|
|
|
Link: event.Route.Link,
|
|
|
|
Metric: int64(event.Route.Metric),
|
|
|
|
}
|
|
|
|
e := &pb.Event{
|
|
|
|
Type: pb.EventType(event.Type),
|
|
|
|
Timestamp: event.Timestamp.UnixNano(),
|
|
|
|
Route: route,
|
|
|
|
}
|
|
|
|
events = append(events, e)
|
|
|
|
}
|
|
|
|
|
|
|
|
advertReq := &pb.Advert{
|
|
|
|
Id: s.Options().Id,
|
|
|
|
Type: pb.AdvertType(advert.Type),
|
|
|
|
Timestamp: advert.Timestamp.UnixNano(),
|
|
|
|
Events: events,
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := s.router.Process(context.Background(), advertReq); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2019-07-26 00:37:51 +02:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create new route in the routing table
|
|
|
|
func (s *svc) Create(r router.Route) error {
|
2019-07-26 15:05:03 +02:00
|
|
|
route := &pb.Route{
|
|
|
|
Service: r.Service,
|
|
|
|
Address: r.Address,
|
|
|
|
Gateway: r.Gateway,
|
|
|
|
Network: r.Network,
|
|
|
|
Link: r.Link,
|
|
|
|
Metric: int64(r.Metric),
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := s.router.Create(context.Background(), route); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
2019-07-26 00:37:51 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Delete deletes existing route from the routing table
|
|
|
|
func (s *svc) Delete(r router.Route) error {
|
2019-07-26 15:05:03 +02:00
|
|
|
route := &pb.Route{
|
|
|
|
Service: r.Service,
|
|
|
|
Address: r.Address,
|
|
|
|
Gateway: r.Gateway,
|
|
|
|
Network: r.Network,
|
|
|
|
Link: r.Link,
|
|
|
|
Metric: int64(r.Metric),
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := s.router.Delete(context.Background(), route); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
2019-07-26 00:37:51 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Update updates route in the routing table
|
|
|
|
func (s *svc) Update(r router.Route) error {
|
2019-07-26 15:05:03 +02:00
|
|
|
route := &pb.Route{
|
|
|
|
Service: r.Service,
|
|
|
|
Address: r.Address,
|
|
|
|
Gateway: r.Gateway,
|
|
|
|
Network: r.Network,
|
|
|
|
Link: r.Link,
|
|
|
|
Metric: int64(r.Metric),
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := s.router.Update(context.Background(), route); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
2019-07-26 00:37:51 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// List returns the list of all routes in the table
|
|
|
|
func (s *svc) List() ([]router.Route, error) {
|
2019-07-26 13:43:17 +02:00
|
|
|
resp, err := s.router.List(context.Background(), &pb.ListRequest{})
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
routes := make([]router.Route, len(resp.Routes))
|
|
|
|
for i, route := range resp.Routes {
|
|
|
|
routes[i] = router.Route{
|
|
|
|
Service: route.Service,
|
|
|
|
Address: route.Address,
|
|
|
|
Gateway: route.Gateway,
|
|
|
|
Network: route.Network,
|
|
|
|
Link: route.Link,
|
|
|
|
Metric: int(route.Metric),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return routes, nil
|
2019-07-26 00:37:51 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Lookup looks up routes in the routing table and returns them
|
|
|
|
func (s *svc) Lookup(q router.Query) ([]router.Route, error) {
|
2019-07-26 13:43:17 +02:00
|
|
|
// call the router
|
|
|
|
resp, err := s.router.Lookup(context.Background(), &pb.LookupRequest{
|
|
|
|
Query: &pb.Query{
|
|
|
|
Service: q.Options().Service,
|
|
|
|
Gateway: q.Options().Gateway,
|
|
|
|
Network: q.Options().Network,
|
|
|
|
},
|
|
|
|
})
|
|
|
|
|
|
|
|
// errored out
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
routes := make([]router.Route, len(resp.Routes))
|
|
|
|
for i, route := range resp.Routes {
|
|
|
|
routes[i] = router.Route{
|
|
|
|
Service: route.Service,
|
|
|
|
Address: route.Address,
|
|
|
|
Gateway: route.Gateway,
|
|
|
|
Network: route.Network,
|
|
|
|
Link: route.Link,
|
|
|
|
Metric: int(route.Metric),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return routes, nil
|
2019-07-26 00:37:51 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Watch returns a watcher which allows to track updates to the routing table
|
|
|
|
func (s *svc) Watch(opts ...router.WatchOption) (router.Watcher, error) {
|
2019-07-26 15:05:03 +02:00
|
|
|
wopts := router.WatchOptions{
|
|
|
|
Service: "*",
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, o := range opts {
|
|
|
|
o(&wopts)
|
|
|
|
}
|
|
|
|
|
|
|
|
w := &svcWatcher{
|
|
|
|
opts: wopts,
|
|
|
|
resChan: make(chan *router.Event, 10),
|
|
|
|
done: make(chan struct{}),
|
|
|
|
}
|
|
|
|
|
|
|
|
s.Lock()
|
|
|
|
s.watchers[uuid.New().String()] = w
|
|
|
|
s.Unlock()
|
|
|
|
|
|
|
|
return w, nil
|
2019-07-26 00:37:51 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Status returns router status
|
|
|
|
func (s *svc) Status() router.Status {
|
|
|
|
s.RLock()
|
|
|
|
defer s.RUnlock()
|
|
|
|
|
|
|
|
// make a copy of the status
|
|
|
|
status := s.status
|
|
|
|
|
|
|
|
return status
|
|
|
|
}
|
|
|
|
|
|
|
|
// Stop stops the router
|
|
|
|
func (s *svc) Stop() error {
|
2019-07-26 18:11:59 +02:00
|
|
|
s.Lock()
|
|
|
|
// only close the channel if the router is running and/or advertising
|
|
|
|
if s.status.Code == router.Running || s.status.Code == router.Advertising {
|
|
|
|
// notify all goroutines to finish
|
|
|
|
close(s.exit)
|
|
|
|
// TODO: might need to drain some channels here
|
|
|
|
|
|
|
|
// mark the router as Stopped and set its Error to nil
|
|
|
|
s.status = router.Status{Code: router.Stopped, Error: nil}
|
|
|
|
}
|
|
|
|
s.Unlock()
|
|
|
|
|
|
|
|
// wait for all goroutines to finish
|
|
|
|
s.wg.Wait()
|
|
|
|
|
2019-07-26 00:37:51 +02:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Returns the router implementation
|
|
|
|
func (s *svc) String() string {
|
|
|
|
return "service"
|
|
|
|
}
|