mirror of
https://github.com/go-micro/go-micro.git
synced 2024-12-24 10:07:04 +02:00
4107733453
* PoC: memory registry using maps instead of slice madness * Updated proto and handlers. Fixed tests across codebase. * Implemented ttl pruning for memory registry * Added extensive memory registry tests * Squased a bunch of bugs * Proto indent; memory.Registry.String() returns "memory" * Write a test to prove memory registry TTLs are busted Signed-off-by: Erik Hollensbe <github@hollensbe.org> * Additional memory testing and fixups: * DefaultTTL removed * When TTL == 0, it is automatically removed from expiry conditions * Additional improvements to new tests Signed-off-by: Erik Hollensbe <github@hollensbe.org>
350 lines
6.5 KiB
Go
350 lines
6.5 KiB
Go
package broker
|
|
|
|
import (
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
glog "github.com/go-log/log"
|
|
"github.com/google/uuid"
|
|
"github.com/micro/go-micro/registry"
|
|
"github.com/micro/go-micro/registry/memory"
|
|
"github.com/micro/go-micro/util/log"
|
|
)
|
|
|
|
func newTestRegistry() registry.Registry {
|
|
return memory.NewRegistry(memory.Services(testData))
|
|
}
|
|
|
|
func sub(be *testing.B, c int) {
|
|
// set no op logger
|
|
log.SetLogger(glog.DefaultLogger)
|
|
|
|
be.StopTimer()
|
|
m := newTestRegistry()
|
|
|
|
b := NewBroker(Registry(m))
|
|
topic := uuid.New().String()
|
|
|
|
if err := b.Init(); err != nil {
|
|
be.Fatalf("Unexpected init error: %v", err)
|
|
}
|
|
|
|
if err := b.Connect(); err != nil {
|
|
be.Fatalf("Unexpected connect error: %v", err)
|
|
}
|
|
|
|
msg := &Message{
|
|
Header: map[string]string{
|
|
"Content-Type": "application/json",
|
|
},
|
|
Body: []byte(`{"message": "Hello World"}`),
|
|
}
|
|
|
|
var subs []Subscriber
|
|
done := make(chan bool, c)
|
|
|
|
for i := 0; i < c; i++ {
|
|
sub, err := b.Subscribe(topic, func(p Event) error {
|
|
done <- true
|
|
m := p.Message()
|
|
|
|
if string(m.Body) != string(msg.Body) {
|
|
be.Fatalf("Unexpected msg %s, expected %s", string(m.Body), string(msg.Body))
|
|
}
|
|
|
|
return nil
|
|
}, Queue("shared"))
|
|
if err != nil {
|
|
be.Fatalf("Unexpected subscribe error: %v", err)
|
|
}
|
|
subs = append(subs, sub)
|
|
}
|
|
|
|
for i := 0; i < be.N; i++ {
|
|
be.StartTimer()
|
|
if err := b.Publish(topic, msg); err != nil {
|
|
be.Fatalf("Unexpected publish error: %v", err)
|
|
}
|
|
<-done
|
|
be.StopTimer()
|
|
}
|
|
|
|
for _, sub := range subs {
|
|
sub.Unsubscribe()
|
|
}
|
|
|
|
if err := b.Disconnect(); err != nil {
|
|
be.Fatalf("Unexpected disconnect error: %v", err)
|
|
}
|
|
}
|
|
|
|
func pub(be *testing.B, c int) {
|
|
// set no op logger
|
|
log.SetLogger(glog.DefaultLogger)
|
|
|
|
be.StopTimer()
|
|
m := newTestRegistry()
|
|
b := NewBroker(Registry(m))
|
|
topic := uuid.New().String()
|
|
|
|
if err := b.Init(); err != nil {
|
|
be.Fatalf("Unexpected init error: %v", err)
|
|
}
|
|
|
|
if err := b.Connect(); err != nil {
|
|
be.Fatalf("Unexpected connect error: %v", err)
|
|
}
|
|
|
|
msg := &Message{
|
|
Header: map[string]string{
|
|
"Content-Type": "application/json",
|
|
},
|
|
Body: []byte(`{"message": "Hello World"}`),
|
|
}
|
|
|
|
done := make(chan bool, c*4)
|
|
|
|
sub, err := b.Subscribe(topic, func(p Event) error {
|
|
done <- true
|
|
m := p.Message()
|
|
if string(m.Body) != string(msg.Body) {
|
|
be.Fatalf("Unexpected msg %s, expected %s", string(m.Body), string(msg.Body))
|
|
}
|
|
return nil
|
|
}, Queue("shared"))
|
|
if err != nil {
|
|
be.Fatalf("Unexpected subscribe error: %v", err)
|
|
}
|
|
|
|
var wg sync.WaitGroup
|
|
ch := make(chan int, c*4)
|
|
be.StartTimer()
|
|
|
|
for i := 0; i < c; i++ {
|
|
go func() {
|
|
for range ch {
|
|
if err := b.Publish(topic, msg); err != nil {
|
|
be.Fatalf("Unexpected publish error: %v", err)
|
|
}
|
|
select {
|
|
case <-done:
|
|
case <-time.After(time.Second):
|
|
}
|
|
wg.Done()
|
|
}
|
|
}()
|
|
}
|
|
|
|
for i := 0; i < be.N; i++ {
|
|
wg.Add(1)
|
|
ch <- i
|
|
}
|
|
|
|
wg.Wait()
|
|
be.StopTimer()
|
|
sub.Unsubscribe()
|
|
close(ch)
|
|
close(done)
|
|
|
|
if err := b.Disconnect(); err != nil {
|
|
be.Fatalf("Unexpected disconnect error: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestBroker(t *testing.T) {
|
|
m := newTestRegistry()
|
|
b := NewBroker(Registry(m))
|
|
|
|
if err := b.Init(); err != nil {
|
|
t.Fatalf("Unexpected init error: %v", err)
|
|
}
|
|
|
|
if err := b.Connect(); err != nil {
|
|
t.Fatalf("Unexpected connect error: %v", err)
|
|
}
|
|
|
|
msg := &Message{
|
|
Header: map[string]string{
|
|
"Content-Type": "application/json",
|
|
},
|
|
Body: []byte(`{"message": "Hello World"}`),
|
|
}
|
|
|
|
done := make(chan bool)
|
|
|
|
sub, err := b.Subscribe("test", func(p Event) error {
|
|
m := p.Message()
|
|
|
|
if string(m.Body) != string(msg.Body) {
|
|
t.Fatalf("Unexpected msg %s, expected %s", string(m.Body), string(msg.Body))
|
|
}
|
|
|
|
close(done)
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("Unexpected subscribe error: %v", err)
|
|
}
|
|
|
|
if err := b.Publish("test", msg); err != nil {
|
|
t.Fatalf("Unexpected publish error: %v", err)
|
|
}
|
|
|
|
<-done
|
|
sub.Unsubscribe()
|
|
|
|
if err := b.Disconnect(); err != nil {
|
|
t.Fatalf("Unexpected disconnect error: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestConcurrentSubBroker(t *testing.T) {
|
|
m := newTestRegistry()
|
|
b := NewBroker(Registry(m))
|
|
|
|
if err := b.Init(); err != nil {
|
|
t.Fatalf("Unexpected init error: %v", err)
|
|
}
|
|
|
|
if err := b.Connect(); err != nil {
|
|
t.Fatalf("Unexpected connect error: %v", err)
|
|
}
|
|
|
|
msg := &Message{
|
|
Header: map[string]string{
|
|
"Content-Type": "application/json",
|
|
},
|
|
Body: []byte(`{"message": "Hello World"}`),
|
|
}
|
|
|
|
var subs []Subscriber
|
|
var wg sync.WaitGroup
|
|
|
|
for i := 0; i < 10; i++ {
|
|
sub, err := b.Subscribe("test", func(p Event) error {
|
|
defer wg.Done()
|
|
|
|
m := p.Message()
|
|
|
|
if string(m.Body) != string(msg.Body) {
|
|
t.Fatalf("Unexpected msg %s, expected %s", string(m.Body), string(msg.Body))
|
|
}
|
|
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("Unexpected subscribe error: %v", err)
|
|
}
|
|
|
|
wg.Add(1)
|
|
subs = append(subs, sub)
|
|
}
|
|
|
|
if err := b.Publish("test", msg); err != nil {
|
|
t.Fatalf("Unexpected publish error: %v", err)
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
for _, sub := range subs {
|
|
sub.Unsubscribe()
|
|
}
|
|
|
|
if err := b.Disconnect(); err != nil {
|
|
t.Fatalf("Unexpected disconnect error: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestConcurrentPubBroker(t *testing.T) {
|
|
m := newTestRegistry()
|
|
b := NewBroker(Registry(m))
|
|
|
|
if err := b.Init(); err != nil {
|
|
t.Fatalf("Unexpected init error: %v", err)
|
|
}
|
|
|
|
if err := b.Connect(); err != nil {
|
|
t.Fatalf("Unexpected connect error: %v", err)
|
|
}
|
|
|
|
msg := &Message{
|
|
Header: map[string]string{
|
|
"Content-Type": "application/json",
|
|
},
|
|
Body: []byte(`{"message": "Hello World"}`),
|
|
}
|
|
|
|
var wg sync.WaitGroup
|
|
|
|
sub, err := b.Subscribe("test", func(p Event) error {
|
|
defer wg.Done()
|
|
|
|
m := p.Message()
|
|
|
|
if string(m.Body) != string(msg.Body) {
|
|
t.Fatalf("Unexpected msg %s, expected %s", string(m.Body), string(msg.Body))
|
|
}
|
|
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("Unexpected subscribe error: %v", err)
|
|
}
|
|
|
|
for i := 0; i < 10; i++ {
|
|
wg.Add(1)
|
|
|
|
if err := b.Publish("test", msg); err != nil {
|
|
t.Fatalf("Unexpected publish error: %v", err)
|
|
}
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
sub.Unsubscribe()
|
|
|
|
if err := b.Disconnect(); err != nil {
|
|
t.Fatalf("Unexpected disconnect error: %v", err)
|
|
}
|
|
}
|
|
|
|
func BenchmarkSub1(b *testing.B) {
|
|
sub(b, 1)
|
|
}
|
|
func BenchmarkSub8(b *testing.B) {
|
|
sub(b, 8)
|
|
}
|
|
|
|
func BenchmarkSub32(b *testing.B) {
|
|
sub(b, 32)
|
|
}
|
|
|
|
func BenchmarkSub64(b *testing.B) {
|
|
sub(b, 64)
|
|
}
|
|
|
|
func BenchmarkSub128(b *testing.B) {
|
|
sub(b, 128)
|
|
}
|
|
|
|
func BenchmarkPub1(b *testing.B) {
|
|
pub(b, 1)
|
|
}
|
|
|
|
func BenchmarkPub8(b *testing.B) {
|
|
pub(b, 8)
|
|
}
|
|
|
|
func BenchmarkPub32(b *testing.B) {
|
|
pub(b, 32)
|
|
}
|
|
|
|
func BenchmarkPub64(b *testing.B) {
|
|
pub(b, 64)
|
|
}
|
|
|
|
func BenchmarkPub128(b *testing.B) {
|
|
pub(b, 128)
|
|
}
|