*: etcdserver supports v3 demo

This commit is contained in:
Xiang Li
2015-08-08 05:58:29 -07:00
parent 82afadbcc6
commit f004b4dac7
6 changed files with 153 additions and 0 deletions

View File

@ -115,6 +115,8 @@ type config struct {
printVersion bool printVersion bool
v3demo bool
ignored []string ignored []string
} }
@ -208,6 +210,9 @@ func NewConfig() *config {
// version // version
fs.BoolVar(&cfg.printVersion, "version", false, "Print the version and exit") fs.BoolVar(&cfg.printVersion, "version", false, "Print the version and exit")
// demo flag
fs.BoolVar(&cfg.v3demo, "v3demo", false, "Enable v3 demo")
// backwards-compatibility with v0.4.6 // backwards-compatibility with v0.4.6
fs.Var(&flags.IPAddressPort{}, "addr", "DEPRECATED: Use -advertise-client-urls instead.") fs.Var(&flags.IPAddressPort{}, "addr", "DEPRECATED: Use -advertise-client-urls instead.")
fs.Var(&flags.IPAddressPort{}, "bind-addr", "DEPRECATED: Use -listen-client-urls instead.") fs.Var(&flags.IPAddressPort{}, "bind-addr", "DEPRECATED: Use -listen-client-urls instead.")

View File

@ -31,9 +31,12 @@ import (
systemdutil "github.com/coreos/etcd/Godeps/_workspace/src/github.com/coreos/go-systemd/util" systemdutil "github.com/coreos/etcd/Godeps/_workspace/src/github.com/coreos/go-systemd/util"
"github.com/coreos/etcd/Godeps/_workspace/src/github.com/coreos/pkg/capnslog" "github.com/coreos/etcd/Godeps/_workspace/src/github.com/coreos/pkg/capnslog"
"github.com/coreos/etcd/Godeps/_workspace/src/github.com/prometheus/client_golang/prometheus" "github.com/coreos/etcd/Godeps/_workspace/src/github.com/prometheus/client_golang/prometheus"
"github.com/coreos/etcd/Godeps/_workspace/src/google.golang.org/grpc"
"github.com/coreos/etcd/discovery" "github.com/coreos/etcd/discovery"
"github.com/coreos/etcd/etcdserver" "github.com/coreos/etcd/etcdserver"
"github.com/coreos/etcd/etcdserver/api/v3rpc"
"github.com/coreos/etcd/etcdserver/etcdhttp" "github.com/coreos/etcd/etcdserver/etcdhttp"
"github.com/coreos/etcd/etcdserver/etcdserverpb"
"github.com/coreos/etcd/pkg/cors" "github.com/coreos/etcd/pkg/cors"
"github.com/coreos/etcd/pkg/fileutil" "github.com/coreos/etcd/pkg/fileutil"
"github.com/coreos/etcd/pkg/osutil" "github.com/coreos/etcd/pkg/osutil"
@ -233,6 +236,15 @@ func startEtcd(cfg *config) (<-chan struct{}, error) {
clns = append(clns, l) clns = append(clns, l)
} }
var v3l net.Listener
if cfg.v3demo {
v3l, err = net.Listen("tcp", "127.0.0.1:12379")
if err != nil {
plog.Fatal(err)
}
plog.Infof("listening for client rpc on 127.0.0.1:12379")
}
srvcfg := &etcdserver.ServerConfig{ srvcfg := &etcdserver.ServerConfig{
Name: cfg.name, Name: cfg.name,
ClientURLs: cfg.acurls, ClientURLs: cfg.acurls,
@ -250,6 +262,7 @@ func startEtcd(cfg *config) (<-chan struct{}, error) {
Transport: pt, Transport: pt,
TickMs: cfg.TickMs, TickMs: cfg.TickMs,
ElectionTicks: cfg.electionTicks(), ElectionTicks: cfg.electionTicks(),
V3demo: cfg.v3demo,
} }
var s *etcdserver.EtcdServer var s *etcdserver.EtcdServer
s, err = etcdserver.NewServer(srvcfg) s, err = etcdserver.NewServer(srvcfg)
@ -281,6 +294,14 @@ func startEtcd(cfg *config) (<-chan struct{}, error) {
plog.Fatal(serveHTTP(l, ch, 0)) plog.Fatal(serveHTTP(l, ch, 0))
}(l) }(l)
} }
if cfg.v3demo {
// set up v3 demo rpc
grpcServer := grpc.NewServer()
etcdserverpb.RegisterEtcdServer(grpcServer, v3rpc.New(s))
go plog.Fatal(grpcServer.Serve(v3l))
}
return s.StopNotify(), nil return s.StopNotify(), nil
} }

View File

@ -0,0 +1,54 @@
// Copyright 2015 CoreOS, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package v3rpc
import (
"github.com/coreos/etcd/Godeps/_workspace/src/golang.org/x/net/context"
"github.com/coreos/etcd/etcdserver"
pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
)
type handler struct {
server etcdserver.Server
}
func New(s etcdserver.Server) pb.EtcdServer {
return &handler{s}
}
func (h *handler) Range(ctx context.Context, r *pb.RangeRequest) (*pb.RangeResponse, error) {
resp := h.server.V3DemoDo(ctx, pb.InternalRaftRequest{Range: r})
return resp.(*pb.RangeResponse), nil
}
func (h *handler) Put(ctx context.Context, r *pb.PutRequest) (*pb.PutResponse, error) {
resp := h.server.V3DemoDo(ctx, pb.InternalRaftRequest{Put: r})
return resp.(*pb.PutResponse), nil
}
func (h *handler) DeleteRange(ctx context.Context, r *pb.DeleteRangeRequest) (*pb.DeleteRangeResponse, error) {
resp := h.server.V3DemoDo(ctx, pb.InternalRaftRequest{DeleteRange: r})
return resp.(*pb.DeleteRangeResponse), nil
}
func (h *handler) Txn(ctx context.Context, r *pb.TxnRequest) (*pb.TxnResponse, error) {
panic("not implemented")
return nil, nil
}
func (h *handler) Compact(ctx context.Context, r *pb.CompactionRequest) (*pb.CompactionResponse, error) {
panic("not implemented")
return nil, nil
}

View File

@ -43,6 +43,8 @@ type ServerConfig struct {
TickMs uint TickMs uint
ElectionTicks int ElectionTicks int
V3demo bool
} }
// VerifyBootstrapConfig sanity-checks the initial config for bootstrap case // VerifyBootstrapConfig sanity-checks the initial config for bootstrap case

View File

@ -20,6 +20,7 @@ import (
"fmt" "fmt"
"math/rand" "math/rand"
"net/http" "net/http"
"os"
"path" "path"
"regexp" "regexp"
"sync/atomic" "sync/atomic"
@ -27,6 +28,7 @@ import (
"github.com/coreos/etcd/Godeps/_workspace/src/github.com/coreos/go-semver/semver" "github.com/coreos/etcd/Godeps/_workspace/src/github.com/coreos/go-semver/semver"
"github.com/coreos/etcd/Godeps/_workspace/src/github.com/coreos/pkg/capnslog" "github.com/coreos/etcd/Godeps/_workspace/src/github.com/coreos/pkg/capnslog"
"github.com/coreos/etcd/Godeps/_workspace/src/github.com/gogo/protobuf/proto"
"github.com/coreos/etcd/Godeps/_workspace/src/golang.org/x/net/context" "github.com/coreos/etcd/Godeps/_workspace/src/golang.org/x/net/context"
"github.com/coreos/etcd/discovery" "github.com/coreos/etcd/discovery"
"github.com/coreos/etcd/etcdserver/etcdhttp/httptypes" "github.com/coreos/etcd/etcdserver/etcdhttp/httptypes"
@ -43,6 +45,7 @@ import (
"github.com/coreos/etcd/raft/raftpb" "github.com/coreos/etcd/raft/raftpb"
"github.com/coreos/etcd/rafthttp" "github.com/coreos/etcd/rafthttp"
"github.com/coreos/etcd/snap" "github.com/coreos/etcd/snap"
dstorage "github.com/coreos/etcd/storage"
"github.com/coreos/etcd/store" "github.com/coreos/etcd/store"
"github.com/coreos/etcd/version" "github.com/coreos/etcd/version"
"github.com/coreos/etcd/wal" "github.com/coreos/etcd/wal"
@ -106,6 +109,7 @@ type Server interface {
Leader() types.ID Leader() types.ID
// Do takes a request and attempts to fulfill it, returning a Response. // Do takes a request and attempts to fulfill it, returning a Response.
Do(ctx context.Context, r pb.Request) (Response, error) Do(ctx context.Context, r pb.Request) (Response, error)
V3DemoDo(ctx context.Context, r pb.InternalRaftRequest) proto.Message
// Process takes a raft message and applies it to the server's raft state // Process takes a raft message and applies it to the server's raft state
// machine, respecting any timeout of the given context. // machine, respecting any timeout of the given context.
Process(ctx context.Context, m raftpb.Message) error Process(ctx context.Context, m raftpb.Message) error
@ -156,6 +160,7 @@ type EtcdServer struct {
cluster *cluster cluster *cluster
store store.Store store store.Store
kv dstorage.KV
stats *stats.ServerStats stats *stats.ServerStats
lstats *stats.LeaderStats lstats *stats.LeaderStats
@ -313,6 +318,13 @@ func NewServer(cfg *ServerConfig) (*EtcdServer, error) {
forceVersionC: make(chan struct{}), forceVersionC: make(chan struct{}),
} }
if cfg.V3demo {
srv.kv = dstorage.New(path.Join(cfg.DataDir, "member", "v3demo"))
} else {
// we do not care about the error of the removal
os.RemoveAll(path.Join(cfg.DataDir, "member", "v3demo"))
}
// TODO: move transport initialization near the definition of remote // TODO: move transport initialization near the definition of remote
tr := rafthttp.NewTransporter(cfg.Transport, id, cl.ID(), srv, srv.errorc, sstats, lstats) tr := rafthttp.NewTransporter(cfg.Transport, id, cl.ID(), srv, srv.errorc, sstats, lstats)
// add all remotes into transport // add all remotes into transport

View File

@ -0,0 +1,59 @@
// Copyright 2015 CoreOS, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package etcdserver
import (
"github.com/coreos/etcd/Godeps/_workspace/src/github.com/gogo/protobuf/proto"
"github.com/coreos/etcd/Godeps/_workspace/src/golang.org/x/net/context"
pb "github.com/coreos/etcd/etcdserver/etcdserverpb"
)
func (s *EtcdServer) V3DemoDo(ctx context.Context, r pb.InternalRaftRequest) proto.Message {
switch {
case r.Range != nil:
rr := r.Range
resp := &pb.RangeResponse{}
resp.Header = &pb.ResponseHeader{}
kvs, rev, err := s.kv.Range(rr.Key, rr.RangeEnd, rr.Limit, 0)
if err != nil {
panic("not handled error")
}
resp.Header.Index = rev
for i := range kvs {
resp.Kvs = append(resp.Kvs, &kvs[i])
}
return resp
case r.Put != nil:
rp := r.Put
resp := &pb.PutResponse{}
resp.Header = &pb.ResponseHeader{}
rev := s.kv.Put(rp.Key, rp.Value)
resp.Header.Index = rev
return resp
case r.DeleteRange != nil:
rd := r.DeleteRange
resp := &pb.DeleteRangeResponse{}
resp.Header = &pb.ResponseHeader{}
_, rev := s.kv.DeleteRange(rd.Key, rd.RangeEnd)
resp.Header.Index = rev
return resp
case r.Txn != nil:
panic("not implemented")
default:
panic("not implemented")
}
return nil
}