support direct scheme on rpc resolver

master
kevin 4 years ago
parent 0214161bfc
commit f03cfb0ff7

@ -2,7 +2,9 @@ package main
import ( import (
"context" "context"
"flag"
"fmt" "fmt"
"log"
"time" "time"
"github.com/tal-tech/go-zero/core/discov" "github.com/tal-tech/go-zero/core/discov"
@ -10,13 +12,31 @@ import (
"github.com/tal-tech/go-zero/rpcx" "github.com/tal-tech/go-zero/rpcx"
) )
var lb = flag.String("t", "direct", "the load balancer type")
func main() { func main() {
cli := rpcx.MustNewClient(rpcx.RpcClientConf{ flag.Parse()
Etcd: discov.EtcdConf{
Hosts: []string{"localhost:2379"}, var cli rpcx.Client
Key: "rpcx", switch *lb {
}, case "direct":
}) cli = rpcx.MustNewClient(rpcx.RpcClientConf{
Endpoints: []string{
"localhost:3456",
"localhost:3457",
},
})
case "discov":
cli = rpcx.MustNewClient(rpcx.RpcClientConf{
Etcd: discov.EtcdConf{
Hosts: []string{"localhost:2379"},
Key: "rpcx",
},
})
default:
log.Fatal("bad load balancing type")
}
greet := unary.NewGreeterClient(cli.Conn()) greet := unary.NewGreeterClient(cli.Conn())
ticker := time.NewTicker(time.Second) ticker := time.NewTicker(time.Second)
defer ticker.Stop() defer ticker.Stop()

@ -49,10 +49,10 @@ func NewClient(c RpcClientConf, options ...internal.ClientOption) (Client, error
var client Client var client Client
var err error var err error
if len(c.Server) > 0 { if len(c.Endpoints) > 0 {
client, err = internal.NewDirectClient(c.Server, opts...) client, err = internal.NewClient(internal.BuildDirectTarget(c.Endpoints), opts...)
} else if err = c.Etcd.Validate(); err == nil { } else if err = c.Etcd.Validate(); err == nil {
client, err = internal.NewDiscovClient(c.Etcd.Hosts, c.Etcd.Key, opts...) client, err = internal.NewClient(internal.BuildDiscovTarget(c.Etcd.Hosts, c.Etcd.Key), opts...)
} }
if err != nil { if err != nil {
return nil, err return nil, err
@ -64,7 +64,7 @@ func NewClient(c RpcClientConf, options ...internal.ClientOption) (Client, error
} }
func NewClientNoAuth(c discov.EtcdConf) (Client, error) { func NewClientNoAuth(c discov.EtcdConf) (Client, error) {
client, err := internal.NewDiscovClient(c.Hosts, c.Key) client, err := internal.NewClient(internal.BuildDiscovTarget(c.Hosts, c.Key))
if err != nil { if err != nil {
return nil, err return nil, err
} }
@ -74,6 +74,10 @@ func NewClientNoAuth(c discov.EtcdConf) (Client, error) {
}, nil }, nil
} }
func NewClientWithTarget(target string, opts ...internal.ClientOption) (Client, error) {
return internal.NewClient(target, opts...)
}
func (rc *RpcClient) Conn() *grpc.ClientConn { func (rc *RpcClient) Conn() *grpc.ClientConn {
return rc.client.Conn() return rc.client.Conn()
} }

@ -21,19 +21,19 @@ type (
} }
RpcClientConf struct { RpcClientConf struct {
Etcd discov.EtcdConf `json:",optional"` Etcd discov.EtcdConf `json:",optional"`
Server string `json:",optional=!Etcd"` Endpoints []string `json:",optional=!Etcd"`
App string `json:",optional"` App string `json:",optional"`
Token string `json:",optional"` Token string `json:",optional"`
Timeout int64 `json:",optional"` Timeout int64 `json:",optional"`
} }
) )
func NewDirectClientConf(server, app, token string) RpcClientConf { func NewDirectClientConf(endpoints []string, app, token string) RpcClientConf {
return RpcClientConf{ return RpcClientConf{
Server: server, Endpoints: endpoints,
App: app, App: app,
Token: token, Token: token,
} }
} }

@ -5,12 +5,18 @@ import (
"fmt" "fmt"
"time" "time"
"github.com/tal-tech/go-zero/rpcx/internal/balancer/p2c"
"github.com/tal-tech/go-zero/rpcx/internal/clientinterceptors" "github.com/tal-tech/go-zero/rpcx/internal/clientinterceptors"
"github.com/tal-tech/go-zero/rpcx/internal/resolver"
"google.golang.org/grpc" "google.golang.org/grpc"
) )
const dialTimeout = time.Second * 3 const dialTimeout = time.Second * 3
func init() {
resolver.RegisterResolver()
}
type ( type (
ClientOptions struct { ClientOptions struct {
Timeout time.Duration Timeout time.Duration
@ -18,8 +24,26 @@ type (
} }
ClientOption func(options *ClientOptions) ClientOption func(options *ClientOptions)
client struct {
conn *grpc.ClientConn
}
) )
func NewClient(target string, opts ...ClientOption) (*client, error) {
opts = append(opts, WithDialOption(grpc.WithBalancerName(p2c.Name)))
conn, err := dial(target, opts...)
if err != nil {
return nil, err
}
return &client{conn: conn}, nil
}
func (c *client) Conn() *grpc.ClientConn {
return c.conn
}
func WithDialOption(opt grpc.DialOption) ClientOption { func WithDialOption(opt grpc.DialOption) ClientOption {
return func(options *ClientOptions) { return func(options *ClientOptions) {
options.DialOptions = append(options.DialOptions, opt) options.DialOptions = append(options.DialOptions, opt)

@ -1,26 +0,0 @@
package internal
import (
"google.golang.org/grpc"
"google.golang.org/grpc/balancer/roundrobin"
)
type DirectClient struct {
conn *grpc.ClientConn
}
func NewDirectClient(server string, opts ...ClientOption) (*DirectClient, error) {
opts = append(opts, WithDialOption(grpc.WithBalancerName(roundrobin.Name)))
conn, err := dial(server, opts...)
if err != nil {
return nil, err
}
return &DirectClient{
conn: conn,
}, nil
}
func (c *DirectClient) Conn() *grpc.ClientConn {
return c.conn
}

@ -1,34 +0,0 @@
package internal
import (
"fmt"
"strings"
"github.com/tal-tech/go-zero/rpcx/internal/balancer/p2c"
"github.com/tal-tech/go-zero/rpcx/internal/resolver"
"google.golang.org/grpc"
)
func init() {
resolver.RegisterResolver()
}
type DiscovClient struct {
conn *grpc.ClientConn
}
func NewDiscovClient(endpoints []string, key string, opts ...ClientOption) (*DiscovClient, error) {
opts = append(opts, WithDialOption(grpc.WithBalancerName(p2c.Name)))
target := fmt.Sprintf("%s://%s/%s", resolver.DiscovScheme,
strings.Join(endpoints, resolver.EndpointSep), key)
conn, err := dial(target, opts...)
if err != nil {
return nil, err
}
return &DiscovClient{conn: conn}, nil
}
func (c *DiscovClient) Conn() *grpc.ClientConn {
return c.conn
}

@ -0,0 +1,30 @@
package resolver
import (
"strings"
"google.golang.org/grpc/resolver"
)
type directBuilder struct{}
func (d *directBuilder) Build(target resolver.Target, cc resolver.ClientConn, opts resolver.BuildOptions) (
resolver.Resolver, error) {
var addrs []resolver.Address
endpoints := strings.Split(target.Endpoint, EndpointSep)
for _, val := range subset(endpoints, subsetSize) {
addrs = append(addrs, resolver.Address{
Addr: val,
})
}
cc.UpdateState(resolver.State{
Addresses: addrs,
})
return &nopResolver{cc: cc}, nil
}
func (d *directBuilder) Scheme() string {
return DirectScheme
}

@ -0,0 +1,39 @@
package resolver
import (
"strings"
"github.com/tal-tech/go-zero/core/discov"
"google.golang.org/grpc/resolver"
)
type discovBuilder struct{}
func (d *discovBuilder) Build(target resolver.Target, cc resolver.ClientConn, opts resolver.BuildOptions) (
resolver.Resolver, error) {
hosts := strings.Split(target.Authority, EndpointSep)
sub, err := discov.NewSubscriber(hosts, target.Endpoint)
if err != nil {
return nil, err
}
update := func() {
var addrs []resolver.Address
for _, val := range subset(sub.Values(), subsetSize) {
addrs = append(addrs, resolver.Address{
Addr: val,
})
}
cc.UpdateState(resolver.State{
Addresses: addrs,
})
}
sub.AddListener(update)
update()
return &nopResolver{cc: cc}, nil
}
func (d *discovBuilder) Scheme() string {
return DiscovScheme
}

@ -1,68 +1,30 @@
package resolver package resolver
import ( import "google.golang.org/grpc/resolver"
"fmt"
"strings"
"github.com/tal-tech/go-zero/core/discov"
"google.golang.org/grpc/resolver"
)
const ( const (
DirectScheme = "direct"
DiscovScheme = "discov" DiscovScheme = "discov"
EndpointSep = "," EndpointSep = ","
subsetSize = 32 subsetSize = 32
) )
var builder discovBuilder var (
dirBuilder directBuilder
type discovBuilder struct{} disBuilder discovBuilder
)
func (b *discovBuilder) Scheme() string {
return DiscovScheme
}
func (b *discovBuilder) Build(target resolver.Target, cc resolver.ClientConn, opts resolver.BuildOptions) (
resolver.Resolver, error) {
if target.Scheme != DiscovScheme {
return nil, fmt.Errorf("bad scheme: %s", target.Scheme)
}
hosts := strings.Split(target.Authority, EndpointSep)
sub, err := discov.NewSubscriber(hosts, target.Endpoint)
if err != nil {
return nil, err
}
update := func() {
var addrs []resolver.Address
for _, val := range subset(sub.Values(), subsetSize) {
addrs = append(addrs, resolver.Address{
Addr: val,
})
}
cc.UpdateState(resolver.State{
Addresses: addrs,
})
}
sub.AddListener(update)
update()
return &discovResolver{ func RegisterResolver() {
cc: cc, resolver.Register(&dirBuilder)
}, nil resolver.Register(&disBuilder)
} }
type discovResolver struct { type nopResolver struct {
cc resolver.ClientConn cc resolver.ClientConn
} }
func (r *discovResolver) Close() { func (r *nopResolver) Close() {
} }
func (r *discovResolver) ResolveNow(options resolver.ResolveNowOptions) { func (r *nopResolver) ResolveNow(options resolver.ResolveNowOptions) {
}
func RegisterResolver() {
resolver.Register(&builder)
} }

@ -0,0 +1,17 @@
package internal
import (
"fmt"
"strings"
"github.com/tal-tech/go-zero/rpcx/internal/resolver"
)
func BuildDirectTarget(endpoints []string) string {
return fmt.Sprintf("%s:///%s", resolver.DirectScheme, strings.Join(endpoints, resolver.EndpointSep))
}
func BuildDiscovTarget(endpoints []string, key string) string {
return fmt.Sprintf("%s://%s/%s", resolver.DiscovScheme,
strings.Join(endpoints, resolver.EndpointSep), key)
}

@ -38,11 +38,11 @@ func (p *RpcProxy) TakeConn(ctx context.Context) (*grpc.ClientConn, error) {
return client, nil return client, nil
} }
client, err := NewClient(RpcClientConf{ opts := append(p.options, WithDialOption(grpc.WithPerRPCCredentials(&auth.Credential{
Server: p.backend, App: cred.App,
App: cred.App, Token: cred.Token,
Token: cred.Token, })))
}, p.options...) client, err := NewClientWithTarget(p.backend, opts...)
if err != nil { if err != nil {
return nil, err return nil, err
} }

Loading…
Cancel
Save