From 6cb2813f94fc981966b65aad4e171e7d5649b800 Mon Sep 17 00:00:00 2001 From: Mickael BOURNEUF Date: Sun, 16 Feb 2025 19:31:09 +0100 Subject: [PATCH] Ajout du support TLS sur le protocole RAFT --- cmd/monitor/main.go | 4 +- pkg/api/proto/raft_transport.pb.go | 1487 +++++++++++++++++++++++ pkg/api/proto/raft_transport.proto | 131 ++ pkg/api/proto/raft_transport_grpc.pb.go | 376 ++++++ pkg/api/server.go | 43 +- pkg/raft/node.go | 122 +- pkg/raft/transport/api.go | 372 ++++++ pkg/raft/transport/chunking.go | 79 ++ pkg/raft/transport/fromproto.go | 146 +++ pkg/raft/transport/grpc.go | 176 +++ pkg/raft/transport/options.go | 23 + pkg/raft/transport/toproto.go | 147 +++ pkg/raft/transport/transport.go | 99 ++ 13 files changed, 3194 insertions(+), 11 deletions(-) create mode 100644 pkg/api/proto/raft_transport.pb.go create mode 100644 pkg/api/proto/raft_transport.proto create mode 100644 pkg/api/proto/raft_transport_grpc.pb.go create mode 100644 pkg/raft/transport/api.go create mode 100644 pkg/raft/transport/chunking.go create mode 100644 pkg/raft/transport/fromproto.go create mode 100644 pkg/raft/transport/grpc.go create mode 100644 pkg/raft/transport/options.go create mode 100644 pkg/raft/transport/toproto.go create mode 100644 pkg/raft/transport/transport.go diff --git a/cmd/monitor/main.go b/cmd/monitor/main.go index 70d3842..4d269d5 100644 --- a/cmd/monitor/main.go +++ b/cmd/monitor/main.go @@ -1,8 +1,8 @@ package main import ( - "deevirt.fr/compute/cmd/compute_qemu/events" - "deevirt.fr/compute/cmd/compute_qemu/metrics" + "deevirt.fr/compute/cmd/monitor/events" + "deevirt.fr/compute/cmd/monitor/metrics" ) func main() { diff --git a/pkg/api/proto/raft_transport.pb.go b/pkg/api/proto/raft_transport.pb.go new file mode 100644 index 0000000..d19f82f --- /dev/null +++ b/pkg/api/proto/raft_transport.pb.go @@ -0,0 +1,1487 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// versions: +// protoc-gen-go v1.31.0 +// protoc v3.14.0 +// source: proto/raft_transport.proto + +package proto + +import ( + protoreflect "google.golang.org/protobuf/reflect/protoreflect" + protoimpl "google.golang.org/protobuf/runtime/protoimpl" + timestamppb "google.golang.org/protobuf/types/known/timestamppb" + reflect "reflect" + sync "sync" +) + +const ( + // Verify that this generated code is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) + // Verify that runtime/protoimpl is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) +) + +type Log_LogType int32 + +const ( + Log_LOG_COMMAND Log_LogType = 0 + Log_LOG_NOOP Log_LogType = 1 + Log_LOG_ADD_PEER_DEPRECATED Log_LogType = 2 + Log_LOG_REMOVE_PEER_DEPRECATED Log_LogType = 3 + Log_LOG_BARRIER Log_LogType = 4 + Log_LOG_CONFIGURATION Log_LogType = 5 +) + +// Enum value maps for Log_LogType. +var ( + Log_LogType_name = map[int32]string{ + 0: "LOG_COMMAND", + 1: "LOG_NOOP", + 2: "LOG_ADD_PEER_DEPRECATED", + 3: "LOG_REMOVE_PEER_DEPRECATED", + 4: "LOG_BARRIER", + 5: "LOG_CONFIGURATION", + } + Log_LogType_value = map[string]int32{ + "LOG_COMMAND": 0, + "LOG_NOOP": 1, + "LOG_ADD_PEER_DEPRECATED": 2, + "LOG_REMOVE_PEER_DEPRECATED": 3, + "LOG_BARRIER": 4, + "LOG_CONFIGURATION": 5, + } +) + +func (x Log_LogType) Enum() *Log_LogType { + p := new(Log_LogType) + *p = x + return p +} + +func (x Log_LogType) String() string { + return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) +} + +func (Log_LogType) Descriptor() protoreflect.EnumDescriptor { + return file_proto_raft_transport_proto_enumTypes[0].Descriptor() +} + +func (Log_LogType) Type() protoreflect.EnumType { + return &file_proto_raft_transport_proto_enumTypes[0] +} + +func (x Log_LogType) Number() protoreflect.EnumNumber { + return protoreflect.EnumNumber(x) +} + +// Deprecated: Use Log_LogType.Descriptor instead. +func (Log_LogType) EnumDescriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{1, 0} +} + +type RPCHeader struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + ProtocolVersion int64 `protobuf:"varint,1,opt,name=protocol_version,json=protocolVersion,proto3" json:"protocol_version,omitempty"` + Id []byte `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"` + Addr []byte `protobuf:"bytes,3,opt,name=addr,proto3" json:"addr,omitempty"` +} + +func (x *RPCHeader) Reset() { + *x = RPCHeader{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[0] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *RPCHeader) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*RPCHeader) ProtoMessage() {} + +func (x *RPCHeader) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[0] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use RPCHeader.ProtoReflect.Descriptor instead. +func (*RPCHeader) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{0} +} + +func (x *RPCHeader) GetProtocolVersion() int64 { + if x != nil { + return x.ProtocolVersion + } + return 0 +} + +func (x *RPCHeader) GetId() []byte { + if x != nil { + return x.Id + } + return nil +} + +func (x *RPCHeader) GetAddr() []byte { + if x != nil { + return x.Addr + } + return nil +} + +type Log struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Index uint64 `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"` + Term uint64 `protobuf:"varint,2,opt,name=term,proto3" json:"term,omitempty"` + Type Log_LogType `protobuf:"varint,3,opt,name=type,proto3,enum=raft.Log_LogType" json:"type,omitempty"` + Data []byte `protobuf:"bytes,4,opt,name=data,proto3" json:"data,omitempty"` + Extensions []byte `protobuf:"bytes,5,opt,name=extensions,proto3" json:"extensions,omitempty"` + AppendedAt *timestamppb.Timestamp `protobuf:"bytes,6,opt,name=appended_at,json=appendedAt,proto3" json:"appended_at,omitempty"` +} + +func (x *Log) Reset() { + *x = Log{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[1] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *Log) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*Log) ProtoMessage() {} + +func (x *Log) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[1] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use Log.ProtoReflect.Descriptor instead. +func (*Log) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{1} +} + +func (x *Log) GetIndex() uint64 { + if x != nil { + return x.Index + } + return 0 +} + +func (x *Log) GetTerm() uint64 { + if x != nil { + return x.Term + } + return 0 +} + +func (x *Log) GetType() Log_LogType { + if x != nil { + return x.Type + } + return Log_LOG_COMMAND +} + +func (x *Log) GetData() []byte { + if x != nil { + return x.Data + } + return nil +} + +func (x *Log) GetExtensions() []byte { + if x != nil { + return x.Extensions + } + return nil +} + +func (x *Log) GetAppendedAt() *timestamppb.Timestamp { + if x != nil { + return x.AppendedAt + } + return nil +} + +type AppendEntriesRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` + Term uint64 `protobuf:"varint,2,opt,name=term,proto3" json:"term,omitempty"` + Leader []byte `protobuf:"bytes,3,opt,name=leader,proto3" json:"leader,omitempty"` + PrevLogEntry uint64 `protobuf:"varint,4,opt,name=prev_log_entry,json=prevLogEntry,proto3" json:"prev_log_entry,omitempty"` + PrevLogTerm uint64 `protobuf:"varint,5,opt,name=prev_log_term,json=prevLogTerm,proto3" json:"prev_log_term,omitempty"` + Entries []*Log `protobuf:"bytes,6,rep,name=entries,proto3" json:"entries,omitempty"` + LeaderCommitIndex uint64 `protobuf:"varint,7,opt,name=leader_commit_index,json=leaderCommitIndex,proto3" json:"leader_commit_index,omitempty"` +} + +func (x *AppendEntriesRequest) Reset() { + *x = AppendEntriesRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[2] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *AppendEntriesRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*AppendEntriesRequest) ProtoMessage() {} + +func (x *AppendEntriesRequest) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[2] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use AppendEntriesRequest.ProtoReflect.Descriptor instead. +func (*AppendEntriesRequest) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{2} +} + +func (x *AppendEntriesRequest) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +func (x *AppendEntriesRequest) GetTerm() uint64 { + if x != nil { + return x.Term + } + return 0 +} + +func (x *AppendEntriesRequest) GetLeader() []byte { + if x != nil { + return x.Leader + } + return nil +} + +func (x *AppendEntriesRequest) GetPrevLogEntry() uint64 { + if x != nil { + return x.PrevLogEntry + } + return 0 +} + +func (x *AppendEntriesRequest) GetPrevLogTerm() uint64 { + if x != nil { + return x.PrevLogTerm + } + return 0 +} + +func (x *AppendEntriesRequest) GetEntries() []*Log { + if x != nil { + return x.Entries + } + return nil +} + +func (x *AppendEntriesRequest) GetLeaderCommitIndex() uint64 { + if x != nil { + return x.LeaderCommitIndex + } + return 0 +} + +type AppendEntriesChunkedRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RemainingBytes int64 `protobuf:"varint,1,opt,name=remaining_bytes,json=remainingBytes,proto3" json:"remaining_bytes,omitempty"` // number of bytes of the same request AFTER this chunk + Chunk []byte `protobuf:"bytes,2,opt,name=chunk,proto3" json:"chunk,omitempty"` +} + +func (x *AppendEntriesChunkedRequest) Reset() { + *x = AppendEntriesChunkedRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[3] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *AppendEntriesChunkedRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*AppendEntriesChunkedRequest) ProtoMessage() {} + +func (x *AppendEntriesChunkedRequest) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[3] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use AppendEntriesChunkedRequest.ProtoReflect.Descriptor instead. +func (*AppendEntriesChunkedRequest) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{3} +} + +func (x *AppendEntriesChunkedRequest) GetRemainingBytes() int64 { + if x != nil { + return x.RemainingBytes + } + return 0 +} + +func (x *AppendEntriesChunkedRequest) GetChunk() []byte { + if x != nil { + return x.Chunk + } + return nil +} + +type AppendEntriesResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` + Term uint64 `protobuf:"varint,2,opt,name=term,proto3" json:"term,omitempty"` + LastLog uint64 `protobuf:"varint,3,opt,name=last_log,json=lastLog,proto3" json:"last_log,omitempty"` + Success bool `protobuf:"varint,4,opt,name=success,proto3" json:"success,omitempty"` + NoRetryBackoff bool `protobuf:"varint,5,opt,name=no_retry_backoff,json=noRetryBackoff,proto3" json:"no_retry_backoff,omitempty"` +} + +func (x *AppendEntriesResponse) Reset() { + *x = AppendEntriesResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[4] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *AppendEntriesResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*AppendEntriesResponse) ProtoMessage() {} + +func (x *AppendEntriesResponse) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[4] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use AppendEntriesResponse.ProtoReflect.Descriptor instead. +func (*AppendEntriesResponse) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{4} +} + +func (x *AppendEntriesResponse) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +func (x *AppendEntriesResponse) GetTerm() uint64 { + if x != nil { + return x.Term + } + return 0 +} + +func (x *AppendEntriesResponse) GetLastLog() uint64 { + if x != nil { + return x.LastLog + } + return 0 +} + +func (x *AppendEntriesResponse) GetSuccess() bool { + if x != nil { + return x.Success + } + return false +} + +func (x *AppendEntriesResponse) GetNoRetryBackoff() bool { + if x != nil { + return x.NoRetryBackoff + } + return false +} + +type RequestVoteRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` + Term uint64 `protobuf:"varint,2,opt,name=term,proto3" json:"term,omitempty"` + Candidate []byte `protobuf:"bytes,3,opt,name=candidate,proto3" json:"candidate,omitempty"` + LastLogIndex uint64 `protobuf:"varint,4,opt,name=last_log_index,json=lastLogIndex,proto3" json:"last_log_index,omitempty"` + LastLogTerm uint64 `protobuf:"varint,5,opt,name=last_log_term,json=lastLogTerm,proto3" json:"last_log_term,omitempty"` + LeadershipTransfer bool `protobuf:"varint,6,opt,name=leadership_transfer,json=leadershipTransfer,proto3" json:"leadership_transfer,omitempty"` +} + +func (x *RequestVoteRequest) Reset() { + *x = RequestVoteRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[5] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *RequestVoteRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*RequestVoteRequest) ProtoMessage() {} + +func (x *RequestVoteRequest) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[5] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use RequestVoteRequest.ProtoReflect.Descriptor instead. +func (*RequestVoteRequest) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{5} +} + +func (x *RequestVoteRequest) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +func (x *RequestVoteRequest) GetTerm() uint64 { + if x != nil { + return x.Term + } + return 0 +} + +func (x *RequestVoteRequest) GetCandidate() []byte { + if x != nil { + return x.Candidate + } + return nil +} + +func (x *RequestVoteRequest) GetLastLogIndex() uint64 { + if x != nil { + return x.LastLogIndex + } + return 0 +} + +func (x *RequestVoteRequest) GetLastLogTerm() uint64 { + if x != nil { + return x.LastLogTerm + } + return 0 +} + +func (x *RequestVoteRequest) GetLeadershipTransfer() bool { + if x != nil { + return x.LeadershipTransfer + } + return false +} + +type RequestVoteResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` + Term uint64 `protobuf:"varint,2,opt,name=term,proto3" json:"term,omitempty"` + Peers []byte `protobuf:"bytes,3,opt,name=peers,proto3" json:"peers,omitempty"` + Granted bool `protobuf:"varint,4,opt,name=granted,proto3" json:"granted,omitempty"` +} + +func (x *RequestVoteResponse) Reset() { + *x = RequestVoteResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[6] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *RequestVoteResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*RequestVoteResponse) ProtoMessage() {} + +func (x *RequestVoteResponse) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[6] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use RequestVoteResponse.ProtoReflect.Descriptor instead. +func (*RequestVoteResponse) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{6} +} + +func (x *RequestVoteResponse) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +func (x *RequestVoteResponse) GetTerm() uint64 { + if x != nil { + return x.Term + } + return 0 +} + +func (x *RequestVoteResponse) GetPeers() []byte { + if x != nil { + return x.Peers + } + return nil +} + +func (x *RequestVoteResponse) GetGranted() bool { + if x != nil { + return x.Granted + } + return false +} + +type TimeoutNowRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` +} + +func (x *TimeoutNowRequest) Reset() { + *x = TimeoutNowRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[7] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *TimeoutNowRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*TimeoutNowRequest) ProtoMessage() {} + +func (x *TimeoutNowRequest) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[7] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use TimeoutNowRequest.ProtoReflect.Descriptor instead. +func (*TimeoutNowRequest) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{7} +} + +func (x *TimeoutNowRequest) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +type TimeoutNowResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` +} + +func (x *TimeoutNowResponse) Reset() { + *x = TimeoutNowResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[8] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *TimeoutNowResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*TimeoutNowResponse) ProtoMessage() {} + +func (x *TimeoutNowResponse) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[8] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use TimeoutNowResponse.ProtoReflect.Descriptor instead. +func (*TimeoutNowResponse) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{8} +} + +func (x *TimeoutNowResponse) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +// The first InstallSnapshotRequest on the stream contains all the metadata. +// All further messages contain only data. +type InstallSnapshotRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` + SnapshotVersion int64 `protobuf:"varint,11,opt,name=snapshot_version,json=snapshotVersion,proto3" json:"snapshot_version,omitempty"` + Term uint64 `protobuf:"varint,2,opt,name=term,proto3" json:"term,omitempty"` + Leader []byte `protobuf:"bytes,3,opt,name=leader,proto3" json:"leader,omitempty"` + LastLogIndex uint64 `protobuf:"varint,4,opt,name=last_log_index,json=lastLogIndex,proto3" json:"last_log_index,omitempty"` + LastLogTerm uint64 `protobuf:"varint,5,opt,name=last_log_term,json=lastLogTerm,proto3" json:"last_log_term,omitempty"` + Peers []byte `protobuf:"bytes,6,opt,name=peers,proto3" json:"peers,omitempty"` + Configuration []byte `protobuf:"bytes,7,opt,name=configuration,proto3" json:"configuration,omitempty"` + ConfigurationIndex uint64 `protobuf:"varint,8,opt,name=configuration_index,json=configurationIndex,proto3" json:"configuration_index,omitempty"` + Size int64 `protobuf:"varint,9,opt,name=size,proto3" json:"size,omitempty"` + Data []byte `protobuf:"bytes,10,opt,name=data,proto3" json:"data,omitempty"` +} + +func (x *InstallSnapshotRequest) Reset() { + *x = InstallSnapshotRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[9] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *InstallSnapshotRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*InstallSnapshotRequest) ProtoMessage() {} + +func (x *InstallSnapshotRequest) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[9] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use InstallSnapshotRequest.ProtoReflect.Descriptor instead. +func (*InstallSnapshotRequest) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{9} +} + +func (x *InstallSnapshotRequest) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +func (x *InstallSnapshotRequest) GetSnapshotVersion() int64 { + if x != nil { + return x.SnapshotVersion + } + return 0 +} + +func (x *InstallSnapshotRequest) GetTerm() uint64 { + if x != nil { + return x.Term + } + return 0 +} + +func (x *InstallSnapshotRequest) GetLeader() []byte { + if x != nil { + return x.Leader + } + return nil +} + +func (x *InstallSnapshotRequest) GetLastLogIndex() uint64 { + if x != nil { + return x.LastLogIndex + } + return 0 +} + +func (x *InstallSnapshotRequest) GetLastLogTerm() uint64 { + if x != nil { + return x.LastLogTerm + } + return 0 +} + +func (x *InstallSnapshotRequest) GetPeers() []byte { + if x != nil { + return x.Peers + } + return nil +} + +func (x *InstallSnapshotRequest) GetConfiguration() []byte { + if x != nil { + return x.Configuration + } + return nil +} + +func (x *InstallSnapshotRequest) GetConfigurationIndex() uint64 { + if x != nil { + return x.ConfigurationIndex + } + return 0 +} + +func (x *InstallSnapshotRequest) GetSize() int64 { + if x != nil { + return x.Size + } + return 0 +} + +func (x *InstallSnapshotRequest) GetData() []byte { + if x != nil { + return x.Data + } + return nil +} + +type InstallSnapshotResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` + Term uint64 `protobuf:"varint,2,opt,name=term,proto3" json:"term,omitempty"` + Success bool `protobuf:"varint,3,opt,name=success,proto3" json:"success,omitempty"` +} + +func (x *InstallSnapshotResponse) Reset() { + *x = InstallSnapshotResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[10] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *InstallSnapshotResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*InstallSnapshotResponse) ProtoMessage() {} + +func (x *InstallSnapshotResponse) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[10] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use InstallSnapshotResponse.ProtoReflect.Descriptor instead. +func (*InstallSnapshotResponse) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{10} +} + +func (x *InstallSnapshotResponse) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +func (x *InstallSnapshotResponse) GetTerm() uint64 { + if x != nil { + return x.Term + } + return 0 +} + +func (x *InstallSnapshotResponse) GetSuccess() bool { + if x != nil { + return x.Success + } + return false +} + +type RequestPreVoteRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` + Term uint64 `protobuf:"varint,2,opt,name=term,proto3" json:"term,omitempty"` + LastLogIndex uint64 `protobuf:"varint,3,opt,name=last_log_index,json=lastLogIndex,proto3" json:"last_log_index,omitempty"` + LastLogTerm uint64 `protobuf:"varint,4,opt,name=last_log_term,json=lastLogTerm,proto3" json:"last_log_term,omitempty"` +} + +func (x *RequestPreVoteRequest) Reset() { + *x = RequestPreVoteRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[11] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *RequestPreVoteRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*RequestPreVoteRequest) ProtoMessage() {} + +func (x *RequestPreVoteRequest) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[11] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use RequestPreVoteRequest.ProtoReflect.Descriptor instead. +func (*RequestPreVoteRequest) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{11} +} + +func (x *RequestPreVoteRequest) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +func (x *RequestPreVoteRequest) GetTerm() uint64 { + if x != nil { + return x.Term + } + return 0 +} + +func (x *RequestPreVoteRequest) GetLastLogIndex() uint64 { + if x != nil { + return x.LastLogIndex + } + return 0 +} + +func (x *RequestPreVoteRequest) GetLastLogTerm() uint64 { + if x != nil { + return x.LastLogTerm + } + return 0 +} + +type RequestPreVoteResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + RpcHeader *RPCHeader `protobuf:"bytes,1,opt,name=rpc_header,json=rpcHeader,proto3" json:"rpc_header,omitempty"` + Term uint64 `protobuf:"varint,2,opt,name=term,proto3" json:"term,omitempty"` + Granted bool `protobuf:"varint,3,opt,name=granted,proto3" json:"granted,omitempty"` +} + +func (x *RequestPreVoteResponse) Reset() { + *x = RequestPreVoteResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_proto_raft_transport_proto_msgTypes[12] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *RequestPreVoteResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*RequestPreVoteResponse) ProtoMessage() {} + +func (x *RequestPreVoteResponse) ProtoReflect() protoreflect.Message { + mi := &file_proto_raft_transport_proto_msgTypes[12] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use RequestPreVoteResponse.ProtoReflect.Descriptor instead. +func (*RequestPreVoteResponse) Descriptor() ([]byte, []int) { + return file_proto_raft_transport_proto_rawDescGZIP(), []int{12} +} + +func (x *RequestPreVoteResponse) GetRpcHeader() *RPCHeader { + if x != nil { + return x.RpcHeader + } + return nil +} + +func (x *RequestPreVoteResponse) GetTerm() uint64 { + if x != nil { + return x.Term + } + return 0 +} + +func (x *RequestPreVoteResponse) GetGranted() bool { + if x != nil { + return x.Granted + } + return false +} + +var File_proto_raft_transport_proto protoreflect.FileDescriptor + +var file_proto_raft_transport_proto_rawDesc = []byte{ + 0x0a, 0x1a, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2f, 0x72, 0x61, 0x66, 0x74, 0x5f, 0x74, 0x72, 0x61, + 0x6e, 0x73, 0x70, 0x6f, 0x72, 0x74, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, 0x04, 0x72, 0x61, + 0x66, 0x74, 0x1a, 0x1f, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, + 0x62, 0x75, 0x66, 0x2f, 0x74, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x2e, 0x70, 0x72, + 0x6f, 0x74, 0x6f, 0x22, 0x5a, 0x0a, 0x09, 0x52, 0x50, 0x43, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, + 0x12, 0x29, 0x0a, 0x10, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x63, 0x6f, 0x6c, 0x5f, 0x76, 0x65, 0x72, + 0x73, 0x69, 0x6f, 0x6e, 0x18, 0x01, 0x20, 0x01, 0x28, 0x03, 0x52, 0x0f, 0x70, 0x72, 0x6f, 0x74, + 0x6f, 0x63, 0x6f, 0x6c, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e, 0x12, 0x0e, 0x0a, 0x02, 0x69, + 0x64, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x02, 0x69, 0x64, 0x12, 0x12, 0x0a, 0x04, 0x61, + 0x64, 0x64, 0x72, 0x18, 0x03, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x04, 0x61, 0x64, 0x64, 0x72, 0x22, + 0xd7, 0x02, 0x0a, 0x03, 0x4c, 0x6f, 0x67, 0x12, 0x14, 0x0a, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, + 0x18, 0x01, 0x20, 0x01, 0x28, 0x04, 0x52, 0x05, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x12, 0x12, 0x0a, + 0x04, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x02, 0x20, 0x01, 0x28, 0x04, 0x52, 0x04, 0x74, 0x65, 0x72, + 0x6d, 0x12, 0x25, 0x0a, 0x04, 0x74, 0x79, 0x70, 0x65, 0x18, 0x03, 0x20, 0x01, 0x28, 0x0e, 0x32, + 0x11, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x4c, 0x6f, 0x67, 0x2e, 0x4c, 0x6f, 0x67, 0x54, 0x79, + 0x70, 0x65, 0x52, 0x04, 0x74, 0x79, 0x70, 0x65, 0x12, 0x12, 0x0a, 0x04, 0x64, 0x61, 0x74, 0x61, + 0x18, 0x04, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x04, 0x64, 0x61, 0x74, 0x61, 0x12, 0x1e, 0x0a, 0x0a, + 0x65, 0x78, 0x74, 0x65, 0x6e, 0x73, 0x69, 0x6f, 0x6e, 0x73, 0x18, 0x05, 0x20, 0x01, 0x28, 0x0c, + 0x52, 0x0a, 0x65, 0x78, 0x74, 0x65, 0x6e, 0x73, 0x69, 0x6f, 0x6e, 0x73, 0x12, 0x3b, 0x0a, 0x0b, + 0x61, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x65, 0x64, 0x5f, 0x61, 0x74, 0x18, 0x06, 0x20, 0x01, 0x28, + 0x0b, 0x32, 0x1a, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, + 0x62, 0x75, 0x66, 0x2e, 0x54, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x52, 0x0a, 0x61, + 0x70, 0x70, 0x65, 0x6e, 0x64, 0x65, 0x64, 0x41, 0x74, 0x22, 0x8d, 0x01, 0x0a, 0x07, 0x4c, 0x6f, + 0x67, 0x54, 0x79, 0x70, 0x65, 0x12, 0x0f, 0x0a, 0x0b, 0x4c, 0x4f, 0x47, 0x5f, 0x43, 0x4f, 0x4d, + 0x4d, 0x41, 0x4e, 0x44, 0x10, 0x00, 0x12, 0x0c, 0x0a, 0x08, 0x4c, 0x4f, 0x47, 0x5f, 0x4e, 0x4f, + 0x4f, 0x50, 0x10, 0x01, 0x12, 0x1b, 0x0a, 0x17, 0x4c, 0x4f, 0x47, 0x5f, 0x41, 0x44, 0x44, 0x5f, + 0x50, 0x45, 0x45, 0x52, 0x5f, 0x44, 0x45, 0x50, 0x52, 0x45, 0x43, 0x41, 0x54, 0x45, 0x44, 0x10, + 0x02, 0x12, 0x1e, 0x0a, 0x1a, 0x4c, 0x4f, 0x47, 0x5f, 0x52, 0x45, 0x4d, 0x4f, 0x56, 0x45, 0x5f, + 0x50, 0x45, 0x45, 0x52, 0x5f, 0x44, 0x45, 0x50, 0x52, 0x45, 0x43, 0x41, 0x54, 0x45, 0x44, 0x10, + 0x03, 0x12, 0x0f, 0x0a, 0x0b, 0x4c, 0x4f, 0x47, 0x5f, 0x42, 0x41, 0x52, 0x52, 0x49, 0x45, 0x52, + 0x10, 0x04, 0x12, 0x15, 0x0a, 0x11, 0x4c, 0x4f, 0x47, 0x5f, 0x43, 0x4f, 0x4e, 0x46, 0x49, 0x47, + 0x55, 0x52, 0x41, 0x54, 0x49, 0x4f, 0x4e, 0x10, 0x05, 0x22, 0x91, 0x02, 0x0a, 0x14, 0x41, 0x70, + 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x52, 0x65, 0x71, 0x75, 0x65, + 0x73, 0x74, 0x12, 0x2e, 0x0a, 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, 0x65, 0x61, 0x64, 0x65, 0x72, + 0x18, 0x01, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x50, + 0x43, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, 0x63, 0x48, 0x65, 0x61, 0x64, + 0x65, 0x72, 0x12, 0x12, 0x0a, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x02, 0x20, 0x01, 0x28, 0x04, + 0x52, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x12, 0x16, 0x0a, 0x06, 0x6c, 0x65, 0x61, 0x64, 0x65, 0x72, + 0x18, 0x03, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x06, 0x6c, 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, 0x24, + 0x0a, 0x0e, 0x70, 0x72, 0x65, 0x76, 0x5f, 0x6c, 0x6f, 0x67, 0x5f, 0x65, 0x6e, 0x74, 0x72, 0x79, + 0x18, 0x04, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0c, 0x70, 0x72, 0x65, 0x76, 0x4c, 0x6f, 0x67, 0x45, + 0x6e, 0x74, 0x72, 0x79, 0x12, 0x22, 0x0a, 0x0d, 0x70, 0x72, 0x65, 0x76, 0x5f, 0x6c, 0x6f, 0x67, + 0x5f, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x05, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0b, 0x70, 0x72, 0x65, + 0x76, 0x4c, 0x6f, 0x67, 0x54, 0x65, 0x72, 0x6d, 0x12, 0x23, 0x0a, 0x07, 0x65, 0x6e, 0x74, 0x72, + 0x69, 0x65, 0x73, 0x18, 0x06, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x09, 0x2e, 0x72, 0x61, 0x66, 0x74, + 0x2e, 0x4c, 0x6f, 0x67, 0x52, 0x07, 0x65, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x12, 0x2e, 0x0a, + 0x13, 0x6c, 0x65, 0x61, 0x64, 0x65, 0x72, 0x5f, 0x63, 0x6f, 0x6d, 0x6d, 0x69, 0x74, 0x5f, 0x69, + 0x6e, 0x64, 0x65, 0x78, 0x18, 0x07, 0x20, 0x01, 0x28, 0x04, 0x52, 0x11, 0x6c, 0x65, 0x61, 0x64, + 0x65, 0x72, 0x43, 0x6f, 0x6d, 0x6d, 0x69, 0x74, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x22, 0x5c, 0x0a, + 0x1b, 0x41, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x43, 0x68, + 0x75, 0x6e, 0x6b, 0x65, 0x64, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x27, 0x0a, 0x0f, + 0x72, 0x65, 0x6d, 0x61, 0x69, 0x6e, 0x69, 0x6e, 0x67, 0x5f, 0x62, 0x79, 0x74, 0x65, 0x73, 0x18, + 0x01, 0x20, 0x01, 0x28, 0x03, 0x52, 0x0e, 0x72, 0x65, 0x6d, 0x61, 0x69, 0x6e, 0x69, 0x6e, 0x67, + 0x42, 0x79, 0x74, 0x65, 0x73, 0x12, 0x14, 0x0a, 0x05, 0x63, 0x68, 0x75, 0x6e, 0x6b, 0x18, 0x02, + 0x20, 0x01, 0x28, 0x0c, 0x52, 0x05, 0x63, 0x68, 0x75, 0x6e, 0x6b, 0x22, 0xba, 0x01, 0x0a, 0x15, + 0x41, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x52, 0x65, 0x73, + 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x2e, 0x0a, 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, 0x65, 0x61, + 0x64, 0x65, 0x72, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, 0x66, 0x74, + 0x2e, 0x52, 0x50, 0x43, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, 0x63, 0x48, + 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, 0x12, 0x0a, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x02, 0x20, + 0x01, 0x28, 0x04, 0x52, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x12, 0x19, 0x0a, 0x08, 0x6c, 0x61, 0x73, + 0x74, 0x5f, 0x6c, 0x6f, 0x67, 0x18, 0x03, 0x20, 0x01, 0x28, 0x04, 0x52, 0x07, 0x6c, 0x61, 0x73, + 0x74, 0x4c, 0x6f, 0x67, 0x12, 0x18, 0x0a, 0x07, 0x73, 0x75, 0x63, 0x63, 0x65, 0x73, 0x73, 0x18, + 0x04, 0x20, 0x01, 0x28, 0x08, 0x52, 0x07, 0x73, 0x75, 0x63, 0x63, 0x65, 0x73, 0x73, 0x12, 0x28, + 0x0a, 0x10, 0x6e, 0x6f, 0x5f, 0x72, 0x65, 0x74, 0x72, 0x79, 0x5f, 0x62, 0x61, 0x63, 0x6b, 0x6f, + 0x66, 0x66, 0x18, 0x05, 0x20, 0x01, 0x28, 0x08, 0x52, 0x0e, 0x6e, 0x6f, 0x52, 0x65, 0x74, 0x72, + 0x79, 0x42, 0x61, 0x63, 0x6b, 0x6f, 0x66, 0x66, 0x22, 0xf1, 0x01, 0x0a, 0x12, 0x52, 0x65, 0x71, + 0x75, 0x65, 0x73, 0x74, 0x56, 0x6f, 0x74, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, + 0x2e, 0x0a, 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, 0x65, 0x61, 0x64, 0x65, 0x72, 0x18, 0x01, 0x20, + 0x01, 0x28, 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x50, 0x43, 0x48, 0x65, + 0x61, 0x64, 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, 0x63, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, + 0x12, 0x0a, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x02, 0x20, 0x01, 0x28, 0x04, 0x52, 0x04, 0x74, + 0x65, 0x72, 0x6d, 0x12, 0x1c, 0x0a, 0x09, 0x63, 0x61, 0x6e, 0x64, 0x69, 0x64, 0x61, 0x74, 0x65, + 0x18, 0x03, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x09, 0x63, 0x61, 0x6e, 0x64, 0x69, 0x64, 0x61, 0x74, + 0x65, 0x12, 0x24, 0x0a, 0x0e, 0x6c, 0x61, 0x73, 0x74, 0x5f, 0x6c, 0x6f, 0x67, 0x5f, 0x69, 0x6e, + 0x64, 0x65, 0x78, 0x18, 0x04, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0c, 0x6c, 0x61, 0x73, 0x74, 0x4c, + 0x6f, 0x67, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x12, 0x22, 0x0a, 0x0d, 0x6c, 0x61, 0x73, 0x74, 0x5f, + 0x6c, 0x6f, 0x67, 0x5f, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x05, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0b, + 0x6c, 0x61, 0x73, 0x74, 0x4c, 0x6f, 0x67, 0x54, 0x65, 0x72, 0x6d, 0x12, 0x2f, 0x0a, 0x13, 0x6c, + 0x65, 0x61, 0x64, 0x65, 0x72, 0x73, 0x68, 0x69, 0x70, 0x5f, 0x74, 0x72, 0x61, 0x6e, 0x73, 0x66, + 0x65, 0x72, 0x18, 0x06, 0x20, 0x01, 0x28, 0x08, 0x52, 0x12, 0x6c, 0x65, 0x61, 0x64, 0x65, 0x72, + 0x73, 0x68, 0x69, 0x70, 0x54, 0x72, 0x61, 0x6e, 0x73, 0x66, 0x65, 0x72, 0x22, 0x89, 0x01, 0x0a, + 0x13, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x56, 0x6f, 0x74, 0x65, 0x52, 0x65, 0x73, 0x70, + 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x2e, 0x0a, 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, 0x65, 0x61, 0x64, + 0x65, 0x72, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, + 0x52, 0x50, 0x43, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, 0x63, 0x48, 0x65, + 0x61, 0x64, 0x65, 0x72, 0x12, 0x12, 0x0a, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x02, 0x20, 0x01, + 0x28, 0x04, 0x52, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x12, 0x14, 0x0a, 0x05, 0x70, 0x65, 0x65, 0x72, + 0x73, 0x18, 0x03, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x05, 0x70, 0x65, 0x65, 0x72, 0x73, 0x12, 0x18, + 0x0a, 0x07, 0x67, 0x72, 0x61, 0x6e, 0x74, 0x65, 0x64, 0x18, 0x04, 0x20, 0x01, 0x28, 0x08, 0x52, + 0x07, 0x67, 0x72, 0x61, 0x6e, 0x74, 0x65, 0x64, 0x22, 0x43, 0x0a, 0x11, 0x54, 0x69, 0x6d, 0x65, + 0x6f, 0x75, 0x74, 0x4e, 0x6f, 0x77, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x2e, 0x0a, + 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, 0x65, 0x61, 0x64, 0x65, 0x72, 0x18, 0x01, 0x20, 0x01, 0x28, + 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x50, 0x43, 0x48, 0x65, 0x61, 0x64, + 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, 0x63, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x22, 0x44, 0x0a, + 0x12, 0x54, 0x69, 0x6d, 0x65, 0x6f, 0x75, 0x74, 0x4e, 0x6f, 0x77, 0x52, 0x65, 0x73, 0x70, 0x6f, + 0x6e, 0x73, 0x65, 0x12, 0x2e, 0x0a, 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, 0x65, 0x61, 0x64, 0x65, + 0x72, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, + 0x50, 0x43, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, 0x63, 0x48, 0x65, 0x61, + 0x64, 0x65, 0x72, 0x22, 0xfe, 0x02, 0x0a, 0x16, 0x49, 0x6e, 0x73, 0x74, 0x61, 0x6c, 0x6c, 0x53, + 0x6e, 0x61, 0x70, 0x73, 0x68, 0x6f, 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x2e, + 0x0a, 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, 0x65, 0x61, 0x64, 0x65, 0x72, 0x18, 0x01, 0x20, 0x01, + 0x28, 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x50, 0x43, 0x48, 0x65, 0x61, + 0x64, 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, 0x63, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, 0x29, + 0x0a, 0x10, 0x73, 0x6e, 0x61, 0x70, 0x73, 0x68, 0x6f, 0x74, 0x5f, 0x76, 0x65, 0x72, 0x73, 0x69, + 0x6f, 0x6e, 0x18, 0x0b, 0x20, 0x01, 0x28, 0x03, 0x52, 0x0f, 0x73, 0x6e, 0x61, 0x70, 0x73, 0x68, + 0x6f, 0x74, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e, 0x12, 0x12, 0x0a, 0x04, 0x74, 0x65, 0x72, + 0x6d, 0x18, 0x02, 0x20, 0x01, 0x28, 0x04, 0x52, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x12, 0x16, 0x0a, + 0x06, 0x6c, 0x65, 0x61, 0x64, 0x65, 0x72, 0x18, 0x03, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x06, 0x6c, + 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, 0x24, 0x0a, 0x0e, 0x6c, 0x61, 0x73, 0x74, 0x5f, 0x6c, 0x6f, + 0x67, 0x5f, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x18, 0x04, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0c, 0x6c, + 0x61, 0x73, 0x74, 0x4c, 0x6f, 0x67, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x12, 0x22, 0x0a, 0x0d, 0x6c, + 0x61, 0x73, 0x74, 0x5f, 0x6c, 0x6f, 0x67, 0x5f, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x05, 0x20, 0x01, + 0x28, 0x04, 0x52, 0x0b, 0x6c, 0x61, 0x73, 0x74, 0x4c, 0x6f, 0x67, 0x54, 0x65, 0x72, 0x6d, 0x12, + 0x14, 0x0a, 0x05, 0x70, 0x65, 0x65, 0x72, 0x73, 0x18, 0x06, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x05, + 0x70, 0x65, 0x65, 0x72, 0x73, 0x12, 0x24, 0x0a, 0x0d, 0x63, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x75, + 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x18, 0x07, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x0d, 0x63, 0x6f, + 0x6e, 0x66, 0x69, 0x67, 0x75, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x12, 0x2f, 0x0a, 0x13, 0x63, + 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x75, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x5f, 0x69, 0x6e, 0x64, + 0x65, 0x78, 0x18, 0x08, 0x20, 0x01, 0x28, 0x04, 0x52, 0x12, 0x63, 0x6f, 0x6e, 0x66, 0x69, 0x67, + 0x75, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x12, 0x12, 0x0a, 0x04, + 0x73, 0x69, 0x7a, 0x65, 0x18, 0x09, 0x20, 0x01, 0x28, 0x03, 0x52, 0x04, 0x73, 0x69, 0x7a, 0x65, + 0x12, 0x12, 0x0a, 0x04, 0x64, 0x61, 0x74, 0x61, 0x18, 0x0a, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x04, + 0x64, 0x61, 0x74, 0x61, 0x22, 0x77, 0x0a, 0x17, 0x49, 0x6e, 0x73, 0x74, 0x61, 0x6c, 0x6c, 0x53, + 0x6e, 0x61, 0x70, 0x73, 0x68, 0x6f, 0x74, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, + 0x2e, 0x0a, 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, 0x65, 0x61, 0x64, 0x65, 0x72, 0x18, 0x01, 0x20, + 0x01, 0x28, 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x50, 0x43, 0x48, 0x65, + 0x61, 0x64, 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, 0x63, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, + 0x12, 0x0a, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x02, 0x20, 0x01, 0x28, 0x04, 0x52, 0x04, 0x74, + 0x65, 0x72, 0x6d, 0x12, 0x18, 0x0a, 0x07, 0x73, 0x75, 0x63, 0x63, 0x65, 0x73, 0x73, 0x18, 0x03, + 0x20, 0x01, 0x28, 0x08, 0x52, 0x07, 0x73, 0x75, 0x63, 0x63, 0x65, 0x73, 0x73, 0x22, 0xa5, 0x01, + 0x0a, 0x15, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x50, 0x72, 0x65, 0x56, 0x6f, 0x74, 0x65, + 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x2e, 0x0a, 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, + 0x65, 0x61, 0x64, 0x65, 0x72, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, + 0x66, 0x74, 0x2e, 0x52, 0x50, 0x43, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, + 0x63, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, 0x12, 0x0a, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x18, + 0x02, 0x20, 0x01, 0x28, 0x04, 0x52, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x12, 0x24, 0x0a, 0x0e, 0x6c, + 0x61, 0x73, 0x74, 0x5f, 0x6c, 0x6f, 0x67, 0x5f, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x18, 0x03, 0x20, + 0x01, 0x28, 0x04, 0x52, 0x0c, 0x6c, 0x61, 0x73, 0x74, 0x4c, 0x6f, 0x67, 0x49, 0x6e, 0x64, 0x65, + 0x78, 0x12, 0x22, 0x0a, 0x0d, 0x6c, 0x61, 0x73, 0x74, 0x5f, 0x6c, 0x6f, 0x67, 0x5f, 0x74, 0x65, + 0x72, 0x6d, 0x18, 0x04, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0b, 0x6c, 0x61, 0x73, 0x74, 0x4c, 0x6f, + 0x67, 0x54, 0x65, 0x72, 0x6d, 0x22, 0x76, 0x0a, 0x16, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, + 0x50, 0x72, 0x65, 0x56, 0x6f, 0x74, 0x65, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, + 0x2e, 0x0a, 0x0a, 0x72, 0x70, 0x63, 0x5f, 0x68, 0x65, 0x61, 0x64, 0x65, 0x72, 0x18, 0x01, 0x20, + 0x01, 0x28, 0x0b, 0x32, 0x0f, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x50, 0x43, 0x48, 0x65, + 0x61, 0x64, 0x65, 0x72, 0x52, 0x09, 0x72, 0x70, 0x63, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, + 0x12, 0x0a, 0x04, 0x74, 0x65, 0x72, 0x6d, 0x18, 0x02, 0x20, 0x01, 0x28, 0x04, 0x52, 0x04, 0x74, + 0x65, 0x72, 0x6d, 0x12, 0x18, 0x0a, 0x07, 0x67, 0x72, 0x61, 0x6e, 0x74, 0x65, 0x64, 0x18, 0x03, + 0x20, 0x01, 0x28, 0x08, 0x52, 0x07, 0x67, 0x72, 0x61, 0x6e, 0x74, 0x65, 0x64, 0x32, 0xa1, 0x05, + 0x0a, 0x0d, 0x52, 0x61, 0x66, 0x74, 0x54, 0x72, 0x61, 0x6e, 0x73, 0x70, 0x6f, 0x72, 0x74, 0x12, + 0x56, 0x0a, 0x15, 0x41, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, + 0x50, 0x69, 0x70, 0x65, 0x6c, 0x69, 0x6e, 0x65, 0x12, 0x1a, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, + 0x41, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x52, 0x65, 0x71, + 0x75, 0x65, 0x73, 0x74, 0x1a, 0x1b, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x41, 0x70, 0x70, 0x65, + 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, + 0x65, 0x22, 0x00, 0x28, 0x01, 0x30, 0x01, 0x12, 0x64, 0x0a, 0x1c, 0x41, 0x70, 0x70, 0x65, 0x6e, + 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x43, 0x68, 0x75, 0x6e, 0x6b, 0x65, 0x64, 0x50, + 0x69, 0x70, 0x65, 0x6c, 0x69, 0x6e, 0x65, 0x12, 0x21, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x41, + 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x43, 0x68, 0x75, 0x6e, + 0x6b, 0x65, 0x64, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x1b, 0x2e, 0x72, 0x61, 0x66, + 0x74, 0x2e, 0x41, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x52, + 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x28, 0x01, 0x30, 0x01, 0x12, 0x4a, 0x0a, + 0x0d, 0x41, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x12, 0x1a, + 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x41, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, + 0x69, 0x65, 0x73, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x1b, 0x2e, 0x72, 0x61, 0x66, + 0x74, 0x2e, 0x41, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x52, + 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, 0x5a, 0x0a, 0x14, 0x41, 0x70, 0x70, + 0x65, 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x43, 0x68, 0x75, 0x6e, 0x6b, 0x65, + 0x64, 0x12, 0x21, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x41, 0x70, 0x70, 0x65, 0x6e, 0x64, 0x45, + 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x43, 0x68, 0x75, 0x6e, 0x6b, 0x65, 0x64, 0x52, 0x65, 0x71, + 0x75, 0x65, 0x73, 0x74, 0x1a, 0x1b, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x41, 0x70, 0x70, 0x65, + 0x6e, 0x64, 0x45, 0x6e, 0x74, 0x72, 0x69, 0x65, 0x73, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, + 0x65, 0x22, 0x00, 0x28, 0x01, 0x12, 0x44, 0x0a, 0x0b, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, + 0x56, 0x6f, 0x74, 0x65, 0x12, 0x18, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x65, 0x71, 0x75, + 0x65, 0x73, 0x74, 0x56, 0x6f, 0x74, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x19, + 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x56, 0x6f, 0x74, + 0x65, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, 0x41, 0x0a, 0x0a, 0x54, + 0x69, 0x6d, 0x65, 0x6f, 0x75, 0x74, 0x4e, 0x6f, 0x77, 0x12, 0x17, 0x2e, 0x72, 0x61, 0x66, 0x74, + 0x2e, 0x54, 0x69, 0x6d, 0x65, 0x6f, 0x75, 0x74, 0x4e, 0x6f, 0x77, 0x52, 0x65, 0x71, 0x75, 0x65, + 0x73, 0x74, 0x1a, 0x18, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x54, 0x69, 0x6d, 0x65, 0x6f, 0x75, + 0x74, 0x4e, 0x6f, 0x77, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, 0x52, + 0x0a, 0x0f, 0x49, 0x6e, 0x73, 0x74, 0x61, 0x6c, 0x6c, 0x53, 0x6e, 0x61, 0x70, 0x73, 0x68, 0x6f, + 0x74, 0x12, 0x1c, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x49, 0x6e, 0x73, 0x74, 0x61, 0x6c, 0x6c, + 0x53, 0x6e, 0x61, 0x70, 0x73, 0x68, 0x6f, 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, + 0x1d, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x49, 0x6e, 0x73, 0x74, 0x61, 0x6c, 0x6c, 0x53, 0x6e, + 0x61, 0x70, 0x73, 0x68, 0x6f, 0x74, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, + 0x28, 0x01, 0x12, 0x4d, 0x0a, 0x0e, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x50, 0x72, 0x65, + 0x56, 0x6f, 0x74, 0x65, 0x12, 0x1b, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x65, 0x71, 0x75, + 0x65, 0x73, 0x74, 0x50, 0x72, 0x65, 0x56, 0x6f, 0x74, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, + 0x74, 0x1a, 0x1c, 0x2e, 0x72, 0x61, 0x66, 0x74, 0x2e, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, + 0x50, 0x72, 0x65, 0x56, 0x6f, 0x74, 0x65, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, + 0x00, 0x42, 0x09, 0x5a, 0x07, 0x2e, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x06, 0x70, 0x72, + 0x6f, 0x74, 0x6f, 0x33, +} + +var ( + file_proto_raft_transport_proto_rawDescOnce sync.Once + file_proto_raft_transport_proto_rawDescData = file_proto_raft_transport_proto_rawDesc +) + +func file_proto_raft_transport_proto_rawDescGZIP() []byte { + file_proto_raft_transport_proto_rawDescOnce.Do(func() { + file_proto_raft_transport_proto_rawDescData = protoimpl.X.CompressGZIP(file_proto_raft_transport_proto_rawDescData) + }) + return file_proto_raft_transport_proto_rawDescData +} + +var file_proto_raft_transport_proto_enumTypes = make([]protoimpl.EnumInfo, 1) +var file_proto_raft_transport_proto_msgTypes = make([]protoimpl.MessageInfo, 13) +var file_proto_raft_transport_proto_goTypes = []interface{}{ + (Log_LogType)(0), // 0: raft.Log.LogType + (*RPCHeader)(nil), // 1: raft.RPCHeader + (*Log)(nil), // 2: raft.Log + (*AppendEntriesRequest)(nil), // 3: raft.AppendEntriesRequest + (*AppendEntriesChunkedRequest)(nil), // 4: raft.AppendEntriesChunkedRequest + (*AppendEntriesResponse)(nil), // 5: raft.AppendEntriesResponse + (*RequestVoteRequest)(nil), // 6: raft.RequestVoteRequest + (*RequestVoteResponse)(nil), // 7: raft.RequestVoteResponse + (*TimeoutNowRequest)(nil), // 8: raft.TimeoutNowRequest + (*TimeoutNowResponse)(nil), // 9: raft.TimeoutNowResponse + (*InstallSnapshotRequest)(nil), // 10: raft.InstallSnapshotRequest + (*InstallSnapshotResponse)(nil), // 11: raft.InstallSnapshotResponse + (*RequestPreVoteRequest)(nil), // 12: raft.RequestPreVoteRequest + (*RequestPreVoteResponse)(nil), // 13: raft.RequestPreVoteResponse + (*timestamppb.Timestamp)(nil), // 14: google.protobuf.Timestamp +} +var file_proto_raft_transport_proto_depIdxs = []int32{ + 0, // 0: raft.Log.type:type_name -> raft.Log.LogType + 14, // 1: raft.Log.appended_at:type_name -> google.protobuf.Timestamp + 1, // 2: raft.AppendEntriesRequest.rpc_header:type_name -> raft.RPCHeader + 2, // 3: raft.AppendEntriesRequest.entries:type_name -> raft.Log + 1, // 4: raft.AppendEntriesResponse.rpc_header:type_name -> raft.RPCHeader + 1, // 5: raft.RequestVoteRequest.rpc_header:type_name -> raft.RPCHeader + 1, // 6: raft.RequestVoteResponse.rpc_header:type_name -> raft.RPCHeader + 1, // 7: raft.TimeoutNowRequest.rpc_header:type_name -> raft.RPCHeader + 1, // 8: raft.TimeoutNowResponse.rpc_header:type_name -> raft.RPCHeader + 1, // 9: raft.InstallSnapshotRequest.rpc_header:type_name -> raft.RPCHeader + 1, // 10: raft.InstallSnapshotResponse.rpc_header:type_name -> raft.RPCHeader + 1, // 11: raft.RequestPreVoteRequest.rpc_header:type_name -> raft.RPCHeader + 1, // 12: raft.RequestPreVoteResponse.rpc_header:type_name -> raft.RPCHeader + 3, // 13: raft.RaftTransport.AppendEntriesPipeline:input_type -> raft.AppendEntriesRequest + 4, // 14: raft.RaftTransport.AppendEntriesChunkedPipeline:input_type -> raft.AppendEntriesChunkedRequest + 3, // 15: raft.RaftTransport.AppendEntries:input_type -> raft.AppendEntriesRequest + 4, // 16: raft.RaftTransport.AppendEntriesChunked:input_type -> raft.AppendEntriesChunkedRequest + 6, // 17: raft.RaftTransport.RequestVote:input_type -> raft.RequestVoteRequest + 8, // 18: raft.RaftTransport.TimeoutNow:input_type -> raft.TimeoutNowRequest + 10, // 19: raft.RaftTransport.InstallSnapshot:input_type -> raft.InstallSnapshotRequest + 12, // 20: raft.RaftTransport.RequestPreVote:input_type -> raft.RequestPreVoteRequest + 5, // 21: raft.RaftTransport.AppendEntriesPipeline:output_type -> raft.AppendEntriesResponse + 5, // 22: raft.RaftTransport.AppendEntriesChunkedPipeline:output_type -> raft.AppendEntriesResponse + 5, // 23: raft.RaftTransport.AppendEntries:output_type -> raft.AppendEntriesResponse + 5, // 24: raft.RaftTransport.AppendEntriesChunked:output_type -> raft.AppendEntriesResponse + 7, // 25: raft.RaftTransport.RequestVote:output_type -> raft.RequestVoteResponse + 9, // 26: raft.RaftTransport.TimeoutNow:output_type -> raft.TimeoutNowResponse + 11, // 27: raft.RaftTransport.InstallSnapshot:output_type -> raft.InstallSnapshotResponse + 13, // 28: raft.RaftTransport.RequestPreVote:output_type -> raft.RequestPreVoteResponse + 21, // [21:29] is the sub-list for method output_type + 13, // [13:21] is the sub-list for method input_type + 13, // [13:13] is the sub-list for extension type_name + 13, // [13:13] is the sub-list for extension extendee + 0, // [0:13] is the sub-list for field type_name +} + +func init() { file_proto_raft_transport_proto_init() } +func file_proto_raft_transport_proto_init() { + if File_proto_raft_transport_proto != nil { + return + } + if !protoimpl.UnsafeEnabled { + file_proto_raft_transport_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*RPCHeader); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*Log); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*AppendEntriesRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*AppendEntriesChunkedRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[4].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*AppendEntriesResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[5].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*RequestVoteRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[6].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*RequestVoteResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[7].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*TimeoutNowRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[8].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*TimeoutNowResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[9].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*InstallSnapshotRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[10].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*InstallSnapshotResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[11].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*RequestPreVoteRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_proto_raft_transport_proto_msgTypes[12].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*RequestPreVoteResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + } + type x struct{} + out := protoimpl.TypeBuilder{ + File: protoimpl.DescBuilder{ + GoPackagePath: reflect.TypeOf(x{}).PkgPath(), + RawDescriptor: file_proto_raft_transport_proto_rawDesc, + NumEnums: 1, + NumMessages: 13, + NumExtensions: 0, + NumServices: 1, + }, + GoTypes: file_proto_raft_transport_proto_goTypes, + DependencyIndexes: file_proto_raft_transport_proto_depIdxs, + EnumInfos: file_proto_raft_transport_proto_enumTypes, + MessageInfos: file_proto_raft_transport_proto_msgTypes, + }.Build() + File_proto_raft_transport_proto = out.File + file_proto_raft_transport_proto_rawDesc = nil + file_proto_raft_transport_proto_goTypes = nil + file_proto_raft_transport_proto_depIdxs = nil +} diff --git a/pkg/api/proto/raft_transport.proto b/pkg/api/proto/raft_transport.proto new file mode 100644 index 0000000..af347e0 --- /dev/null +++ b/pkg/api/proto/raft_transport.proto @@ -0,0 +1,131 @@ +syntax = "proto3"; + +option go_package = "./proto"; + +import "google/protobuf/timestamp.proto"; +package raft; + +service RaftTransport { + // AppendEntriesPipeline opens an AppendEntries message stream. + rpc AppendEntriesPipeline(stream AppendEntriesRequest) returns (stream AppendEntriesResponse) {} + rpc AppendEntriesChunkedPipeline(stream AppendEntriesChunkedRequest) returns (stream AppendEntriesResponse) {} + + // AppendEntries performs a single append entries request / response. + rpc AppendEntries(AppendEntriesRequest) returns (AppendEntriesResponse) {} + // AppendEntries performs a single append entries request / response for request larger than the max grpc message size. + rpc AppendEntriesChunked(stream AppendEntriesChunkedRequest) returns (AppendEntriesResponse) {} + // RequestVote is the command used by a candidate to ask a Raft peer for a vote in an election. + rpc RequestVote(RequestVoteRequest) returns (RequestVoteResponse) {} + // TimeoutNow is used to start a leadership transfer to the target node. + rpc TimeoutNow(TimeoutNowRequest) returns (TimeoutNowResponse) {} + // InstallSnapshot is the command sent to a Raft peer to bootstrap its log (and state machine) from a snapshot on another peer. + rpc InstallSnapshot(stream InstallSnapshotRequest) returns (InstallSnapshotResponse) {} + // RequestPreVote is the command used by a candidate to ask a Raft peer for a vote in an election. + rpc RequestPreVote(RequestPreVoteRequest) returns (RequestPreVoteResponse) {} +} + +message RPCHeader { + int64 protocol_version = 1; + bytes id = 2; + bytes addr = 3; +} + +message Log { + enum LogType { + LOG_COMMAND = 0; + LOG_NOOP = 1; + LOG_ADD_PEER_DEPRECATED = 2; + LOG_REMOVE_PEER_DEPRECATED = 3; + LOG_BARRIER = 4; + LOG_CONFIGURATION = 5; + } + uint64 index = 1; + uint64 term = 2; + LogType type = 3; + bytes data = 4; + bytes extensions = 5; + google.protobuf.Timestamp appended_at = 6; +} + +message AppendEntriesRequest { + RPCHeader rpc_header = 1; + uint64 term = 2; + bytes leader = 3; + uint64 prev_log_entry = 4; + uint64 prev_log_term = 5; + repeated Log entries = 6; + uint64 leader_commit_index = 7; +} + +message AppendEntriesChunkedRequest { + int64 remaining_bytes = 1; // number of bytes of the same request AFTER this chunk + bytes chunk = 2; +} + +message AppendEntriesResponse { + RPCHeader rpc_header = 1; + uint64 term = 2; + uint64 last_log = 3; + bool success = 4; + bool no_retry_backoff = 5; +} + +message RequestVoteRequest { + RPCHeader rpc_header = 1; + uint64 term = 2; + bytes candidate = 3; + uint64 last_log_index = 4; + uint64 last_log_term = 5; + bool leadership_transfer = 6; +} + +message RequestVoteResponse { + RPCHeader rpc_header = 1; + uint64 term = 2; + bytes peers = 3; + bool granted = 4; +} + +message TimeoutNowRequest { + RPCHeader rpc_header = 1; +} + +message TimeoutNowResponse { + RPCHeader rpc_header = 1; +} + +// The first InstallSnapshotRequest on the stream contains all the metadata. +// All further messages contain only data. +message InstallSnapshotRequest { + RPCHeader rpc_header = 1; + int64 snapshot_version = 11; + uint64 term = 2; + bytes leader = 3; + uint64 last_log_index = 4; + uint64 last_log_term = 5; + bytes peers = 6; + bytes configuration = 7; + uint64 configuration_index = 8; + int64 size = 9; + + bytes data = 10; +} + +message InstallSnapshotResponse { + RPCHeader rpc_header = 1; + uint64 term = 2; + bool success = 3; +} + +message RequestPreVoteRequest { + RPCHeader rpc_header = 1; + uint64 term = 2; + uint64 last_log_index = 3; + uint64 last_log_term = 4; +} + +message RequestPreVoteResponse { + RPCHeader rpc_header = 1; + uint64 term = 2; + bool granted = 3; +} \ No newline at end of file diff --git a/pkg/api/proto/raft_transport_grpc.pb.go b/pkg/api/proto/raft_transport_grpc.pb.go new file mode 100644 index 0000000..370281f --- /dev/null +++ b/pkg/api/proto/raft_transport_grpc.pb.go @@ -0,0 +1,376 @@ +// Code generated by protoc-gen-go-grpc. DO NOT EDIT. +// versions: +// - protoc-gen-go-grpc v1.5.1 +// - protoc v3.14.0 +// source: proto/raft_transport.proto + +package proto + +import ( + context "context" + grpc "google.golang.org/grpc" + codes "google.golang.org/grpc/codes" + status "google.golang.org/grpc/status" +) + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the grpc package it is being compiled against. +// Requires gRPC-Go v1.64.0 or later. +const _ = grpc.SupportPackageIsVersion9 + +const ( + RaftTransport_AppendEntriesPipeline_FullMethodName = "/raft.RaftTransport/AppendEntriesPipeline" + RaftTransport_AppendEntriesChunkedPipeline_FullMethodName = "/raft.RaftTransport/AppendEntriesChunkedPipeline" + RaftTransport_AppendEntries_FullMethodName = "/raft.RaftTransport/AppendEntries" + RaftTransport_AppendEntriesChunked_FullMethodName = "/raft.RaftTransport/AppendEntriesChunked" + RaftTransport_RequestVote_FullMethodName = "/raft.RaftTransport/RequestVote" + RaftTransport_TimeoutNow_FullMethodName = "/raft.RaftTransport/TimeoutNow" + RaftTransport_InstallSnapshot_FullMethodName = "/raft.RaftTransport/InstallSnapshot" + RaftTransport_RequestPreVote_FullMethodName = "/raft.RaftTransport/RequestPreVote" +) + +// RaftTransportClient is the client API for RaftTransport service. +// +// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. +type RaftTransportClient interface { + // AppendEntriesPipeline opens an AppendEntries message stream. + AppendEntriesPipeline(ctx context.Context, opts ...grpc.CallOption) (grpc.BidiStreamingClient[AppendEntriesRequest, AppendEntriesResponse], error) + AppendEntriesChunkedPipeline(ctx context.Context, opts ...grpc.CallOption) (grpc.BidiStreamingClient[AppendEntriesChunkedRequest, AppendEntriesResponse], error) + // AppendEntries performs a single append entries request / response. + AppendEntries(ctx context.Context, in *AppendEntriesRequest, opts ...grpc.CallOption) (*AppendEntriesResponse, error) + // AppendEntries performs a single append entries request / response for request larger than the max grpc message size. + AppendEntriesChunked(ctx context.Context, opts ...grpc.CallOption) (grpc.ClientStreamingClient[AppendEntriesChunkedRequest, AppendEntriesResponse], error) + // RequestVote is the command used by a candidate to ask a Raft peer for a vote in an election. + RequestVote(ctx context.Context, in *RequestVoteRequest, opts ...grpc.CallOption) (*RequestVoteResponse, error) + // TimeoutNow is used to start a leadership transfer to the target node. + TimeoutNow(ctx context.Context, in *TimeoutNowRequest, opts ...grpc.CallOption) (*TimeoutNowResponse, error) + // InstallSnapshot is the command sent to a Raft peer to bootstrap its log (and state machine) from a snapshot on another peer. + InstallSnapshot(ctx context.Context, opts ...grpc.CallOption) (grpc.ClientStreamingClient[InstallSnapshotRequest, InstallSnapshotResponse], error) + // RequestPreVote is the command used by a candidate to ask a Raft peer for a vote in an election. + RequestPreVote(ctx context.Context, in *RequestPreVoteRequest, opts ...grpc.CallOption) (*RequestPreVoteResponse, error) +} + +type raftTransportClient struct { + cc grpc.ClientConnInterface +} + +func NewRaftTransportClient(cc grpc.ClientConnInterface) RaftTransportClient { + return &raftTransportClient{cc} +} + +func (c *raftTransportClient) AppendEntriesPipeline(ctx context.Context, opts ...grpc.CallOption) (grpc.BidiStreamingClient[AppendEntriesRequest, AppendEntriesResponse], error) { + cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) + stream, err := c.cc.NewStream(ctx, &RaftTransport_ServiceDesc.Streams[0], RaftTransport_AppendEntriesPipeline_FullMethodName, cOpts...) + if err != nil { + return nil, err + } + x := &grpc.GenericClientStream[AppendEntriesRequest, AppendEntriesResponse]{ClientStream: stream} + return x, nil +} + +// This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name. +type RaftTransport_AppendEntriesPipelineClient = grpc.BidiStreamingClient[AppendEntriesRequest, AppendEntriesResponse] + +func (c *raftTransportClient) AppendEntriesChunkedPipeline(ctx context.Context, opts ...grpc.CallOption) (grpc.BidiStreamingClient[AppendEntriesChunkedRequest, AppendEntriesResponse], error) { + cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) + stream, err := c.cc.NewStream(ctx, &RaftTransport_ServiceDesc.Streams[1], RaftTransport_AppendEntriesChunkedPipeline_FullMethodName, cOpts...) + if err != nil { + return nil, err + } + x := &grpc.GenericClientStream[AppendEntriesChunkedRequest, AppendEntriesResponse]{ClientStream: stream} + return x, nil +} + +// This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name. +type RaftTransport_AppendEntriesChunkedPipelineClient = grpc.BidiStreamingClient[AppendEntriesChunkedRequest, AppendEntriesResponse] + +func (c *raftTransportClient) AppendEntries(ctx context.Context, in *AppendEntriesRequest, opts ...grpc.CallOption) (*AppendEntriesResponse, error) { + cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) + out := new(AppendEntriesResponse) + err := c.cc.Invoke(ctx, RaftTransport_AppendEntries_FullMethodName, in, out, cOpts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *raftTransportClient) AppendEntriesChunked(ctx context.Context, opts ...grpc.CallOption) (grpc.ClientStreamingClient[AppendEntriesChunkedRequest, AppendEntriesResponse], error) { + cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) + stream, err := c.cc.NewStream(ctx, &RaftTransport_ServiceDesc.Streams[2], RaftTransport_AppendEntriesChunked_FullMethodName, cOpts...) + if err != nil { + return nil, err + } + x := &grpc.GenericClientStream[AppendEntriesChunkedRequest, AppendEntriesResponse]{ClientStream: stream} + return x, nil +} + +// This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name. +type RaftTransport_AppendEntriesChunkedClient = grpc.ClientStreamingClient[AppendEntriesChunkedRequest, AppendEntriesResponse] + +func (c *raftTransportClient) RequestVote(ctx context.Context, in *RequestVoteRequest, opts ...grpc.CallOption) (*RequestVoteResponse, error) { + cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) + out := new(RequestVoteResponse) + err := c.cc.Invoke(ctx, RaftTransport_RequestVote_FullMethodName, in, out, cOpts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *raftTransportClient) TimeoutNow(ctx context.Context, in *TimeoutNowRequest, opts ...grpc.CallOption) (*TimeoutNowResponse, error) { + cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) + out := new(TimeoutNowResponse) + err := c.cc.Invoke(ctx, RaftTransport_TimeoutNow_FullMethodName, in, out, cOpts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *raftTransportClient) InstallSnapshot(ctx context.Context, opts ...grpc.CallOption) (grpc.ClientStreamingClient[InstallSnapshotRequest, InstallSnapshotResponse], error) { + cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) + stream, err := c.cc.NewStream(ctx, &RaftTransport_ServiceDesc.Streams[3], RaftTransport_InstallSnapshot_FullMethodName, cOpts...) + if err != nil { + return nil, err + } + x := &grpc.GenericClientStream[InstallSnapshotRequest, InstallSnapshotResponse]{ClientStream: stream} + return x, nil +} + +// This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name. +type RaftTransport_InstallSnapshotClient = grpc.ClientStreamingClient[InstallSnapshotRequest, InstallSnapshotResponse] + +func (c *raftTransportClient) RequestPreVote(ctx context.Context, in *RequestPreVoteRequest, opts ...grpc.CallOption) (*RequestPreVoteResponse, error) { + cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) + out := new(RequestPreVoteResponse) + err := c.cc.Invoke(ctx, RaftTransport_RequestPreVote_FullMethodName, in, out, cOpts...) + if err != nil { + return nil, err + } + return out, nil +} + +// RaftTransportServer is the server API for RaftTransport service. +// All implementations must embed UnimplementedRaftTransportServer +// for forward compatibility. +type RaftTransportServer interface { + // AppendEntriesPipeline opens an AppendEntries message stream. + AppendEntriesPipeline(grpc.BidiStreamingServer[AppendEntriesRequest, AppendEntriesResponse]) error + AppendEntriesChunkedPipeline(grpc.BidiStreamingServer[AppendEntriesChunkedRequest, AppendEntriesResponse]) error + // AppendEntries performs a single append entries request / response. + AppendEntries(context.Context, *AppendEntriesRequest) (*AppendEntriesResponse, error) + // AppendEntries performs a single append entries request / response for request larger than the max grpc message size. + AppendEntriesChunked(grpc.ClientStreamingServer[AppendEntriesChunkedRequest, AppendEntriesResponse]) error + // RequestVote is the command used by a candidate to ask a Raft peer for a vote in an election. + RequestVote(context.Context, *RequestVoteRequest) (*RequestVoteResponse, error) + // TimeoutNow is used to start a leadership transfer to the target node. + TimeoutNow(context.Context, *TimeoutNowRequest) (*TimeoutNowResponse, error) + // InstallSnapshot is the command sent to a Raft peer to bootstrap its log (and state machine) from a snapshot on another peer. + InstallSnapshot(grpc.ClientStreamingServer[InstallSnapshotRequest, InstallSnapshotResponse]) error + // RequestPreVote is the command used by a candidate to ask a Raft peer for a vote in an election. + RequestPreVote(context.Context, *RequestPreVoteRequest) (*RequestPreVoteResponse, error) + mustEmbedUnimplementedRaftTransportServer() +} + +// UnimplementedRaftTransportServer must be embedded to have +// forward compatible implementations. +// +// NOTE: this should be embedded by value instead of pointer to avoid a nil +// pointer dereference when methods are called. +type UnimplementedRaftTransportServer struct{} + +func (UnimplementedRaftTransportServer) AppendEntriesPipeline(grpc.BidiStreamingServer[AppendEntriesRequest, AppendEntriesResponse]) error { + return status.Errorf(codes.Unimplemented, "method AppendEntriesPipeline not implemented") +} +func (UnimplementedRaftTransportServer) AppendEntriesChunkedPipeline(grpc.BidiStreamingServer[AppendEntriesChunkedRequest, AppendEntriesResponse]) error { + return status.Errorf(codes.Unimplemented, "method AppendEntriesChunkedPipeline not implemented") +} +func (UnimplementedRaftTransportServer) AppendEntries(context.Context, *AppendEntriesRequest) (*AppendEntriesResponse, error) { + return nil, status.Errorf(codes.Unimplemented, "method AppendEntries not implemented") +} +func (UnimplementedRaftTransportServer) AppendEntriesChunked(grpc.ClientStreamingServer[AppendEntriesChunkedRequest, AppendEntriesResponse]) error { + return status.Errorf(codes.Unimplemented, "method AppendEntriesChunked not implemented") +} +func (UnimplementedRaftTransportServer) RequestVote(context.Context, *RequestVoteRequest) (*RequestVoteResponse, error) { + return nil, status.Errorf(codes.Unimplemented, "method RequestVote not implemented") +} +func (UnimplementedRaftTransportServer) TimeoutNow(context.Context, *TimeoutNowRequest) (*TimeoutNowResponse, error) { + return nil, status.Errorf(codes.Unimplemented, "method TimeoutNow not implemented") +} +func (UnimplementedRaftTransportServer) InstallSnapshot(grpc.ClientStreamingServer[InstallSnapshotRequest, InstallSnapshotResponse]) error { + return status.Errorf(codes.Unimplemented, "method InstallSnapshot not implemented") +} +func (UnimplementedRaftTransportServer) RequestPreVote(context.Context, *RequestPreVoteRequest) (*RequestPreVoteResponse, error) { + return nil, status.Errorf(codes.Unimplemented, "method RequestPreVote not implemented") +} +func (UnimplementedRaftTransportServer) mustEmbedUnimplementedRaftTransportServer() {} +func (UnimplementedRaftTransportServer) testEmbeddedByValue() {} + +// UnsafeRaftTransportServer may be embedded to opt out of forward compatibility for this service. +// Use of this interface is not recommended, as added methods to RaftTransportServer will +// result in compilation errors. +type UnsafeRaftTransportServer interface { + mustEmbedUnimplementedRaftTransportServer() +} + +func RegisterRaftTransportServer(s grpc.ServiceRegistrar, srv RaftTransportServer) { + // If the following call pancis, it indicates UnimplementedRaftTransportServer was + // embedded by pointer and is nil. This will cause panics if an + // unimplemented method is ever invoked, so we test this at initialization + // time to prevent it from happening at runtime later due to I/O. + if t, ok := srv.(interface{ testEmbeddedByValue() }); ok { + t.testEmbeddedByValue() + } + s.RegisterService(&RaftTransport_ServiceDesc, srv) +} + +func _RaftTransport_AppendEntriesPipeline_Handler(srv interface{}, stream grpc.ServerStream) error { + return srv.(RaftTransportServer).AppendEntriesPipeline(&grpc.GenericServerStream[AppendEntriesRequest, AppendEntriesResponse]{ServerStream: stream}) +} + +// This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name. +type RaftTransport_AppendEntriesPipelineServer = grpc.BidiStreamingServer[AppendEntriesRequest, AppendEntriesResponse] + +func _RaftTransport_AppendEntriesChunkedPipeline_Handler(srv interface{}, stream grpc.ServerStream) error { + return srv.(RaftTransportServer).AppendEntriesChunkedPipeline(&grpc.GenericServerStream[AppendEntriesChunkedRequest, AppendEntriesResponse]{ServerStream: stream}) +} + +// This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name. +type RaftTransport_AppendEntriesChunkedPipelineServer = grpc.BidiStreamingServer[AppendEntriesChunkedRequest, AppendEntriesResponse] + +func _RaftTransport_AppendEntries_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(AppendEntriesRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(RaftTransportServer).AppendEntries(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: RaftTransport_AppendEntries_FullMethodName, + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(RaftTransportServer).AppendEntries(ctx, req.(*AppendEntriesRequest)) + } + return interceptor(ctx, in, info, handler) +} + +func _RaftTransport_AppendEntriesChunked_Handler(srv interface{}, stream grpc.ServerStream) error { + return srv.(RaftTransportServer).AppendEntriesChunked(&grpc.GenericServerStream[AppendEntriesChunkedRequest, AppendEntriesResponse]{ServerStream: stream}) +} + +// This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name. +type RaftTransport_AppendEntriesChunkedServer = grpc.ClientStreamingServer[AppendEntriesChunkedRequest, AppendEntriesResponse] + +func _RaftTransport_RequestVote_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(RequestVoteRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(RaftTransportServer).RequestVote(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: RaftTransport_RequestVote_FullMethodName, + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(RaftTransportServer).RequestVote(ctx, req.(*RequestVoteRequest)) + } + return interceptor(ctx, in, info, handler) +} + +func _RaftTransport_TimeoutNow_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(TimeoutNowRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(RaftTransportServer).TimeoutNow(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: RaftTransport_TimeoutNow_FullMethodName, + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(RaftTransportServer).TimeoutNow(ctx, req.(*TimeoutNowRequest)) + } + return interceptor(ctx, in, info, handler) +} + +func _RaftTransport_InstallSnapshot_Handler(srv interface{}, stream grpc.ServerStream) error { + return srv.(RaftTransportServer).InstallSnapshot(&grpc.GenericServerStream[InstallSnapshotRequest, InstallSnapshotResponse]{ServerStream: stream}) +} + +// This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name. +type RaftTransport_InstallSnapshotServer = grpc.ClientStreamingServer[InstallSnapshotRequest, InstallSnapshotResponse] + +func _RaftTransport_RequestPreVote_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(RequestPreVoteRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(RaftTransportServer).RequestPreVote(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: RaftTransport_RequestPreVote_FullMethodName, + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(RaftTransportServer).RequestPreVote(ctx, req.(*RequestPreVoteRequest)) + } + return interceptor(ctx, in, info, handler) +} + +// RaftTransport_ServiceDesc is the grpc.ServiceDesc for RaftTransport service. +// It's only intended for direct use with grpc.RegisterService, +// and not to be introspected or modified (even as a copy) +var RaftTransport_ServiceDesc = grpc.ServiceDesc{ + ServiceName: "raft.RaftTransport", + HandlerType: (*RaftTransportServer)(nil), + Methods: []grpc.MethodDesc{ + { + MethodName: "AppendEntries", + Handler: _RaftTransport_AppendEntries_Handler, + }, + { + MethodName: "RequestVote", + Handler: _RaftTransport_RequestVote_Handler, + }, + { + MethodName: "TimeoutNow", + Handler: _RaftTransport_TimeoutNow_Handler, + }, + { + MethodName: "RequestPreVote", + Handler: _RaftTransport_RequestPreVote_Handler, + }, + }, + Streams: []grpc.StreamDesc{ + { + StreamName: "AppendEntriesPipeline", + Handler: _RaftTransport_AppendEntriesPipeline_Handler, + ServerStreams: true, + ClientStreams: true, + }, + { + StreamName: "AppendEntriesChunkedPipeline", + Handler: _RaftTransport_AppendEntriesChunkedPipeline_Handler, + ServerStreams: true, + ClientStreams: true, + }, + { + StreamName: "AppendEntriesChunked", + Handler: _RaftTransport_AppendEntriesChunked_Handler, + ClientStreams: true, + }, + { + StreamName: "InstallSnapshot", + Handler: _RaftTransport_InstallSnapshot_Handler, + ClientStreams: true, + }, + }, + Metadata: "proto/raft_transport.proto", +} diff --git a/pkg/api/server.go b/pkg/api/server.go index 452345e..4e5b4cb 100644 --- a/pkg/api/server.go +++ b/pkg/api/server.go @@ -2,31 +2,70 @@ package api import ( "context" + "crypto/tls" + "crypto/x509" "fmt" "log" "net" + "os" "google.golang.org/grpc" + "google.golang.org/grpc/credentials" "google.golang.org/grpc/reflection" pb "deevirt.fr/compute/pkg/api/proto" + "deevirt.fr/compute/pkg/config" "deevirt.fr/compute/pkg/raft" ) +func createGRPCServer(conf *config.Config) *grpc.Server { + if conf.Manager.TlsKey != "" { + cert, err := tls.LoadX509KeyPair(conf.Manager.TlsCert, conf.Manager.TlsKey) + if err != nil { + log.Fatalf("Erreur chargement du certificat: %v", err) + } + + // Charger la CA (facultatif, pour la vérification des clients) + caCert, err := os.ReadFile(conf.Manager.TlsCert) + if err != nil { + log.Fatalf("Erreur chargement CA: %v", err) + } + certPool := x509.NewCertPool() + certPool.AppendCertsFromPEM(caCert) + + // Créer les credentials TLS + creds := credentials.NewTLS(&tls.Config{ + Certificates: []tls.Certificate{cert}, + ClientCAs: certPool, + ClientAuth: tls.RequireAndVerifyClientCert, // Authentification mutuelle (mTLS), + }) + + return grpc.NewServer(grpc.Creds(creds)) + } + + return grpc.NewServer() +} + func Server() { ctx := context.Background() + // Récupération de la configuration deevirt + conf, err := config.New() + if err != nil { + log.Fatalf("failed load configuration: %v", err) + } + sock, err := net.Listen("tcp", fmt.Sprintf(":%d", 4480)) if err != nil { log.Fatalf("failed to listen: %v", err) } - r, tm, err := raft.New(ctx, 4480) + r, tm, err := raft.New(ctx, conf, 4480) if err != nil { log.Fatalf("failed to start raft: %v", err) } - s := grpc.NewServer() + s := createGRPCServer(conf) pb.RegisterDomainServer(s, nil) tm.Register(s) //leaderhealth.Setup(r, s, []string{"Example"}) diff --git a/pkg/raft/node.go b/pkg/raft/node.go index 66e30c6..55aac5d 100644 --- a/pkg/raft/node.go +++ b/pkg/raft/node.go @@ -2,15 +2,18 @@ package raft import ( "context" + "crypto/tls" + "crypto/x509" "fmt" "log" "os" "path/filepath" - transport "github.com/Jille/raft-grpc-transport" + transport "deevirt.fr/compute/pkg/raft/transport" "github.com/hashicorp/raft" raftboltdb "github.com/hashicorp/raft-boltdb" "google.golang.org/grpc" + "google.golang.org/grpc/credentials" "deevirt.fr/compute/pkg/config" etcd_client "deevirt.fr/compute/pkg/etcd" @@ -29,16 +32,34 @@ type Peers struct { Address string } -func New(ctx context.Context, port int) (*raft.Raft, *transport.Manager, error) { - // Récupération de la configuration deevirt - conf, err := config.New() +func getTLSCredentials(conf *config.Config) credentials.TransportCredentials { + cert, err := tls.LoadX509KeyPair(conf.Manager.TlsCert, conf.Manager.TlsKey) if err != nil { - return nil, nil, err + log.Fatalf("Erreur chargement du certificat: %v", err) } + // Charger la CA (facultatif, pour la vérification des clients) + caCert, err := os.ReadFile(conf.Manager.TlsCert) + if err != nil { + log.Fatalf("Erreur chargement CA: %v", err) + } + certPool := x509.NewCertPool() + certPool.AppendCertsFromPEM(caCert) + + // Créer les credentials TLS + creds := credentials.NewTLS(&tls.Config{ + Certificates: []tls.Certificate{cert}, + ClientCAs: certPool, + InsecureSkipVerify: true, + }) + + return creds +} + +func New(ctx context.Context, conf *config.Config, port int) (*raft.Raft, *transport.Manager, error) { // Création du répertoire baseDir := filepath.Join("/var/lib/deevirt/mgr/", conf.NodeID) - err = os.MkdirAll(baseDir, 0740) + err := os.MkdirAll(baseDir, 0740) if err != nil { return nil, nil, err } @@ -87,7 +108,13 @@ func New(ctx context.Context, port int) (*raft.Raft, *transport.Manager, error) return nil, nil, fmt.Errorf(`raft.NewFileSnapshotStore(%q, ...): %v`, baseDir, err) } - tm := transport.New(raft.ServerAddress(fmt.Sprintf("%s:%d", conf.AddressPrivate, port)), []grpc.DialOption{grpc.WithInsecure()}) + dialOption := []grpc.DialOption{} + + if conf.Manager.TlsKey != "" { + dialOption = append(dialOption, grpc.WithTransportCredentials(getTLSCredentials(conf))) + } + + tm := transport.New(raft.ServerAddress(fmt.Sprintf("%s:%d", conf.AddressPrivate, port)), dialOption) r, err := raft.NewRaft(c, nil, ldb, sdb, fss, tm.Transport()) if err != nil { @@ -183,3 +210,84 @@ func (n *RaftNode) watchStateChanges() { } } } + +/*func New(ctx context.Context, myID, myAddress string) (*raft.Raft, *transport.Manager, error) { + // Création du répertoire + baseDir := filepath.Join("/var/lib/deevirt/mgr/", myID) + err := os.MkdirAll(baseDir, 0740) + if err != nil { + return nil, nil, err + } + + println(myAddress) + + peers := []raft.Server{ + { + ID: raft.ServerID("nodeA"), + Address: raft.ServerAddress("172.16.9.161:4410"), + }, + { + ID: raft.ServerID("nodeB"), + Address: raft.ServerAddress("172.16.9.161:4411"), + }, + } + + c := raft.DefaultConfig() + c.LocalID = raft.ServerID(myID) + + ldb, err := raftboltdb.NewBoltStore(filepath.Join(baseDir, "logs.dat")) + if err != nil { + return nil, nil, fmt.Errorf(`boltdb.NewBoltStore(%q): %v`, filepath.Join(baseDir, "logs.dat"), err) + } + + sdb, err := raftboltdb.NewBoltStore(filepath.Join(baseDir, "stable.dat")) + if err != nil { + return nil, nil, fmt.Errorf(`boltdb.NewBoltStore(%q): %v`, filepath.Join(baseDir, "stable.dat"), err) + } + + fss, err := raft.NewFileSnapshotStore(baseDir, 3, os.Stderr) + if err != nil { + return nil, nil, fmt.Errorf(`raft.NewFileSnapshotStore(%q, ...): %v`, baseDir, err) + } + + tm := transport.New(raft.ServerAddress(myAddress), []grpc.DialOption{grpc.WithTransportCredentials(getTLSCredentials())}) + + r, err := raft.NewRaft(c, nil, ldb, sdb, fss, tm.Transport()) + if err != nil { + return nil, nil, fmt.Errorf("raft.NewRaft: %v", err) + } + + s, err := scheduler.New() + if err != nil { + return nil, nil, fmt.Errorf("scheduler: %v", err) + } + + // Observer pour surveiller les changements d'état + stateCh := make(chan raft.Observation, 1) // Canal de type raft.Observation + r.RegisterObserver(raft.NewObserver(stateCh, true, nil)) + + node := &RaftNode{ + Raft: r, + NodeID: myID, + StateCh: stateCh, + scheduler: s, + } + + go node.watchStateChanges() + + hasState, _ := checkIfStateExists(ldb) + + if myAddress == "172.16.9.161:4410" && !hasState { + println("Démarrage du bootstrap ! ") + + cfg := raft.Configuration{ + Servers: peers, + } + f := r.BootstrapCluster(cfg) + if err := f.Error(); err != nil { + return nil, nil, fmt.Errorf("raft.Raft.BootstrapCluster: %v", err) + } + } + + return r, tm, nil +}*/ diff --git a/pkg/raft/transport/api.go b/pkg/raft/transport/api.go new file mode 100644 index 0000000..fbe1950 --- /dev/null +++ b/pkg/raft/transport/api.go @@ -0,0 +1,372 @@ +package transport + +import ( + "context" + "io" + "sync" + "time" + + pb "deevirt.fr/compute/pkg/api/proto" + "github.com/hashicorp/raft" + "google.golang.org/grpc" + "google.golang.org/grpc/codes" + "google.golang.org/grpc/status" +) + +// These are calls from the Raft engine that we need to send out over gRPC. + +type raftAPI struct { + manager *Manager +} + +var _ raft.Transport = raftAPI{} +var _ raft.WithClose = raftAPI{} +var _ raft.WithPeers = raftAPI{} +var _ raft.WithPreVote = raftAPI{} + +type conn struct { + clientConn *grpc.ClientConn + client pb.RaftTransportClient + mtx sync.Mutex +} + +// Consumer returns a channel that can be used to consume and respond to RPC requests. +func (r raftAPI) Consumer() <-chan raft.RPC { + return r.manager.rpcChan +} + +// LocalAddr is used to return our local address to distinguish from our peers. +func (r raftAPI) LocalAddr() raft.ServerAddress { + return r.manager.localAddress +} + +func (r raftAPI) getPeer(target raft.ServerAddress) (pb.RaftTransportClient, error) { + r.manager.connectionsMtx.Lock() + c, ok := r.manager.connections[target] + if !ok { + c = &conn{} + c.mtx.Lock() + r.manager.connections[target] = c + } + r.manager.connectionsMtx.Unlock() + if ok { + c.mtx.Lock() + } + defer c.mtx.Unlock() + if c.clientConn == nil { + conn, err := grpc.NewClient(string(target), r.manager.dialOptions...) + if err != nil { + return nil, err + } + c.clientConn = conn + c.client = pb.NewRaftTransportClient(conn) + } + return c.client, nil +} + +// AppendEntries sends the appropriate RPC to the target node. +func (r raftAPI) AppendEntries(id raft.ServerID, target raft.ServerAddress, args *raft.AppendEntriesRequest, resp *raft.AppendEntriesResponse) error { + c, err := r.getPeer(target) + if err != nil { + return err + } + ctx := context.TODO() + if r.manager.heartbeatTimeout > 0 && isHeartbeat(args) { + var cancel context.CancelFunc + ctx, cancel = context.WithTimeout(ctx, r.manager.heartbeatTimeout) + defer cancel() + } + appendEntriesRequest := encodeAppendEntriesRequest(args) + ret, err := c.AppendEntries(ctx, appendEntriesRequest) + if statusErr, ok := status.FromError(err); ok && statusErr.Code() == codes.ResourceExhausted { + chunkedRet, chunkedErr := r.appendEntriesChunked(ctx, r.manager.appendEntriesChunkSize, c, appendEntriesRequest) + if statusErr, ok := status.FromError(chunkedErr); ok && statusErr.Code() != codes.Unimplemented { + ret, err = chunkedRet, chunkedErr + } + } + if err != nil { + return err + } + *resp = *decodeAppendEntriesResponse(ret) + return nil +} + +// AppendEntries sends the appropriate RPC to the target node. +func (r raftAPI) appendEntriesChunked(ctx context.Context, chunkSize int, c pb.RaftTransportClient, appendEntriesRequest *pb.AppendEntriesRequest) (*pb.AppendEntriesResponse, error) { + stream, err := c.AppendEntriesChunked(ctx) + if err != nil { + return &pb.AppendEntriesResponse{}, err + } + defer stream.CloseSend() + + if err := sendAppendEntriesChunkedRequest(chunkSize, stream, appendEntriesRequest); err != nil { + return &pb.AppendEntriesResponse{}, err + } + + return stream.CloseAndRecv() +} + +// RequestVote sends the appropriate RPC to the target node. +func (r raftAPI) RequestVote(id raft.ServerID, target raft.ServerAddress, args *raft.RequestVoteRequest, resp *raft.RequestVoteResponse) error { + c, err := r.getPeer(target) + if err != nil { + return err + } + ret, err := c.RequestVote(context.TODO(), encodeRequestVoteRequest(args)) + if err != nil { + return err + } + *resp = *decodeRequestVoteResponse(ret) + return nil +} + +// TimeoutNow is used to start a leadership transfer to the target node. +func (r raftAPI) TimeoutNow(id raft.ServerID, target raft.ServerAddress, args *raft.TimeoutNowRequest, resp *raft.TimeoutNowResponse) error { + c, err := r.getPeer(target) + if err != nil { + return err + } + ret, err := c.TimeoutNow(context.TODO(), encodeTimeoutNowRequest(args)) + if err != nil { + return err + } + *resp = *decodeTimeoutNowResponse(ret) + return nil +} + +// RequestPreVote is the command used by a candidate to ask a Raft peer for a vote in an election. +func (r raftAPI) RequestPreVote(id raft.ServerID, target raft.ServerAddress, args *raft.RequestPreVoteRequest, resp *raft.RequestPreVoteResponse) error { + c, err := r.getPeer(target) + if err != nil { + return err + } + ret, err := c.RequestPreVote(context.TODO(), encodeRequestPreVoteRequest(args)) + if err != nil { + return err + } + *resp = *decodeRequestPreVoteResponse(ret) + return nil +} + +// InstallSnapshot is used to push a snapshot down to a follower. The data is read from +// the ReadCloser and streamed to the client. +func (r raftAPI) InstallSnapshot(id raft.ServerID, target raft.ServerAddress, req *raft.InstallSnapshotRequest, resp *raft.InstallSnapshotResponse, data io.Reader) error { + c, err := r.getPeer(target) + if err != nil { + return err + } + stream, err := c.InstallSnapshot(context.TODO()) + if err != nil { + return err + } + if err := stream.Send(encodeInstallSnapshotRequest(req)); err != nil { + return err + } + var buf [16384]byte + for { + n, err := data.Read(buf[:]) + if err == io.EOF || (err == nil && n == 0) { + break + } + if err != nil { + return err + } + if err := stream.Send(&pb.InstallSnapshotRequest{ + Data: buf[:n], + }); err != nil { + return err + } + } + ret, err := stream.CloseAndRecv() + if err != nil { + return err + } + *resp = *decodeInstallSnapshotResponse(ret) + return nil +} + +type AppendEntriesPipelineInterface interface { + grpc.ClientStream + Recv() (*pb.AppendEntriesResponse, error) +} + +// AppendEntriesPipeline returns an interface that can be used to pipeline +// AppendEntries requests. +func (r raftAPI) AppendEntriesPipeline(id raft.ServerID, target raft.ServerAddress) (raft.AppendPipeline, error) { + c, err := r.getPeer(target) + if err != nil { + return nil, err + } + ctx := context.TODO() + ctx, cancel := context.WithCancel(ctx) + var stream AppendEntriesPipelineInterface + stream, err = c.AppendEntriesChunkedPipeline(ctx) + if statusErr, ok := status.FromError(err); ok && statusErr.Code() == codes.Unimplemented { + stream, err = c.AppendEntriesPipeline(ctx) + } + if err != nil { + cancel() + return nil, err + } + rpa := &raftPipelineAPI{ + stream: stream, + appendEntriesChunkSize: r.manager.appendEntriesChunkSize, + cancel: cancel, + inflightCh: make(chan *appendFuture, 20), + doneCh: make(chan raft.AppendFuture, 20), + } + go rpa.receiver() + return rpa, nil +} + +type raftPipelineAPI struct { + stream AppendEntriesPipelineInterface + appendEntriesChunkSize int + cancel func() + inflightChMtx sync.Mutex + inflightCh chan *appendFuture + doneCh chan raft.AppendFuture +} + +// AppendEntries is used to add another request to the pipeline. +// The send may block which is an effective form of back-pressure. +func (r *raftPipelineAPI) AppendEntries(req *raft.AppendEntriesRequest, resp *raft.AppendEntriesResponse) (raft.AppendFuture, error) { + af := &appendFuture{ + start: time.Now(), + request: req, + done: make(chan struct{}), + } + var err error + appendEntriesRequest := encodeAppendEntriesRequest(req) + switch stream := r.stream.(type) { + case pb.RaftTransport_AppendEntriesPipelineClient: + err = stream.Send(appendEntriesRequest) + case pb.RaftTransport_AppendEntriesChunkedPipelineClient: + err = sendAppendEntriesChunkedRequest(r.appendEntriesChunkSize, stream, appendEntriesRequest) + } + if err != nil { + return nil, err + } + r.inflightChMtx.Lock() + select { + case <-r.stream.Context().Done(): + default: + r.inflightCh <- af + } + r.inflightChMtx.Unlock() + return af, nil +} + +// Consumer returns a channel that can be used to consume +// response futures when they are ready. +func (r *raftPipelineAPI) Consumer() <-chan raft.AppendFuture { + return r.doneCh +} + +// Close closes the pipeline and cancels all inflight RPCs +func (r *raftPipelineAPI) Close() error { + r.cancel() + r.inflightChMtx.Lock() + close(r.inflightCh) + r.inflightChMtx.Unlock() + return nil +} + +func (r *raftPipelineAPI) receiver() { + for af := range r.inflightCh { + msg, err := r.stream.Recv() + if err != nil { + af.err = err + } else { + af.response = *decodeAppendEntriesResponse(msg) + } + close(af.done) + r.doneCh <- af + } +} + +type appendFuture struct { + raft.AppendFuture + + start time.Time + request *raft.AppendEntriesRequest + response raft.AppendEntriesResponse + err error + done chan struct{} +} + +// Error blocks until the future arrives and then +// returns the error status of the future. +// This may be called any number of times - all +// calls will return the same value. +// Note that it is not OK to call this method +// twice concurrently on the same Future instance. +func (f *appendFuture) Error() error { + <-f.done + return f.err +} + +// Start returns the time that the append request was started. +// It is always OK to call this method. +func (f *appendFuture) Start() time.Time { + return f.start +} + +// Request holds the parameters of the AppendEntries call. +// It is always OK to call this method. +func (f *appendFuture) Request() *raft.AppendEntriesRequest { + return f.request +} + +// Response holds the results of the AppendEntries call. +// This method must only be called after the Error +// method returns, and will only be valid on success. +func (f *appendFuture) Response() *raft.AppendEntriesResponse { + return &f.response +} + +// EncodePeer is used to serialize a peer's address. +func (r raftAPI) EncodePeer(id raft.ServerID, addr raft.ServerAddress) []byte { + return []byte(addr) +} + +// DecodePeer is used to deserialize a peer's address. +func (r raftAPI) DecodePeer(p []byte) raft.ServerAddress { + return raft.ServerAddress(p) +} + +// SetHeartbeatHandler is used to setup a heartbeat handler +// as a fast-pass. This is to avoid head-of-line blocking from +// disk IO. If a Transport does not support this, it can simply +// ignore the call, and push the heartbeat onto the Consumer channel. +func (r raftAPI) SetHeartbeatHandler(cb func(rpc raft.RPC)) { + r.manager.heartbeatFuncMtx.Lock() + r.manager.heartbeatFunc = cb + r.manager.heartbeatFuncMtx.Unlock() +} + +func (r raftAPI) Close() error { + return r.manager.Close() +} + +func (r raftAPI) Connect(target raft.ServerAddress, t raft.Transport) { + _, _ = r.getPeer(target) +} + +func (r raftAPI) Disconnect(target raft.ServerAddress) { + r.manager.connectionsMtx.Lock() + c, ok := r.manager.connections[target] + if !ok { + delete(r.manager.connections, target) + } + r.manager.connectionsMtx.Unlock() + if ok { + c.mtx.Lock() + _ = c.clientConn.Close() + c.mtx.Unlock() + } +} + +func (r raftAPI) DisconnectAll() { + _ = r.manager.disconnectAll() +} diff --git a/pkg/raft/transport/chunking.go b/pkg/raft/transport/chunking.go new file mode 100644 index 0000000..7ae8e9b --- /dev/null +++ b/pkg/raft/transport/chunking.go @@ -0,0 +1,79 @@ +package transport + +import ( + pb "deevirt.fr/compute/pkg/api/proto" + "google.golang.org/protobuf/proto" +) + +type AppendEntriesChunkedRequestStreamSender interface { + Send(*pb.AppendEntriesChunkedRequest) error +} + +func sendAppendEntriesChunkedRequest(chunkSize int, stream AppendEntriesChunkedRequestStreamSender, appendEntriesRequest *pb.AppendEntriesRequest) error { + reqBuf, err := proto.Marshal(appendEntriesRequest) + if err != nil { + return err + } + + reqSize := len(reqBuf) + numChunks := reqSize / chunkSize + if reqSize%chunkSize != 0 { + numChunks++ + } + + remainingBytes := reqSize + for chunkIdx := 0; chunkIdx < numChunks; chunkIdx++ { + lowerBound := chunkIdx * chunkSize + upperBound := (chunkIdx + 1) * chunkSize + if reqSize < upperBound { + upperBound = reqSize + } + + remainingBytes -= upperBound - lowerBound + chunk := &pb.AppendEntriesChunkedRequest{ + RemainingBytes: int64(remainingBytes), + Chunk: reqBuf[lowerBound:upperBound], + } + if err := stream.Send(chunk); err != nil { + return err + } + } + + return nil +} + +type AppendEntriesChunkedRequestStreamReceiver interface { + Recv() (*pb.AppendEntriesChunkedRequest, error) +} + +func receiveAppendEntriesChunkedRequest(stream AppendEntriesChunkedRequestStreamReceiver) (*pb.AppendEntriesRequest, error) { + var reqBuf []byte + + chunk, err := stream.Recv() + if err != nil { + return &pb.AppendEntriesRequest{}, err + } + + if chunk.RemainingBytes == 0 { + reqBuf = chunk.Chunk + } else { + reqBuf = make([]byte, len(chunk.Chunk)+int(chunk.RemainingBytes)) + lowerBound := copy(reqBuf, chunk.Chunk) + + for chunk.RemainingBytes > 0 { + chunk, err = stream.Recv() + if err != nil { + return &pb.AppendEntriesRequest{}, err + } + + lowerBound += copy(reqBuf[lowerBound:], chunk.Chunk) + } + } + + appendEntriesRequest := new(pb.AppendEntriesRequest) + if err := proto.Unmarshal(reqBuf, appendEntriesRequest); err != nil { + return &pb.AppendEntriesRequest{}, err + } + + return appendEntriesRequest, nil +} diff --git a/pkg/raft/transport/fromproto.go b/pkg/raft/transport/fromproto.go new file mode 100644 index 0000000..5d96ab1 --- /dev/null +++ b/pkg/raft/transport/fromproto.go @@ -0,0 +1,146 @@ +package transport + +import ( + pb "deevirt.fr/compute/pkg/api/proto" + "github.com/hashicorp/raft" +) + +func decodeAppendEntriesRequest(m *pb.AppendEntriesRequest) *raft.AppendEntriesRequest { + return &raft.AppendEntriesRequest{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + Term: m.Term, + Leader: m.Leader, + PrevLogEntry: m.PrevLogEntry, + PrevLogTerm: m.PrevLogTerm, + Entries: decodeLogs(m.Entries), + LeaderCommitIndex: m.LeaderCommitIndex, + } +} + +func decodeRPCHeader(m *pb.RPCHeader) raft.RPCHeader { + return raft.RPCHeader{ + ProtocolVersion: raft.ProtocolVersion(m.ProtocolVersion), + ID: m.Id, + Addr: m.Addr, + } +} + +func decodeLogs(m []*pb.Log) []*raft.Log { + ret := make([]*raft.Log, len(m)) + for i, l := range m { + ret[i] = decodeLog(l) + } + return ret +} + +func decodeLog(m *pb.Log) *raft.Log { + return &raft.Log{ + Index: m.Index, + Term: m.Term, + Type: decodeLogType(m.Type), + Data: m.Data, + Extensions: m.Extensions, + AppendedAt: m.AppendedAt.AsTime(), + } +} + +func decodeLogType(m pb.Log_LogType) raft.LogType { + switch m { + case pb.Log_LOG_COMMAND: + return raft.LogCommand + case pb.Log_LOG_NOOP: + return raft.LogNoop + case pb.Log_LOG_ADD_PEER_DEPRECATED: + return raft.LogAddPeerDeprecated + case pb.Log_LOG_REMOVE_PEER_DEPRECATED: + return raft.LogRemovePeerDeprecated + case pb.Log_LOG_BARRIER: + return raft.LogBarrier + case pb.Log_LOG_CONFIGURATION: + return raft.LogConfiguration + default: + panic("invalid LogType") + } +} + +func decodeAppendEntriesResponse(m *pb.AppendEntriesResponse) *raft.AppendEntriesResponse { + return &raft.AppendEntriesResponse{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + Term: m.Term, + LastLog: m.LastLog, + Success: m.Success, + NoRetryBackoff: m.NoRetryBackoff, + } +} + +func decodeRequestVoteRequest(m *pb.RequestVoteRequest) *raft.RequestVoteRequest { + return &raft.RequestVoteRequest{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + Term: m.Term, + Candidate: m.Candidate, + LastLogIndex: m.LastLogIndex, + LastLogTerm: m.LastLogTerm, + LeadershipTransfer: m.LeadershipTransfer, + } +} + +func decodeRequestVoteResponse(m *pb.RequestVoteResponse) *raft.RequestVoteResponse { + return &raft.RequestVoteResponse{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + Term: m.Term, + Peers: m.Peers, + Granted: m.Granted, + } +} + +func decodeInstallSnapshotRequest(m *pb.InstallSnapshotRequest) *raft.InstallSnapshotRequest { + return &raft.InstallSnapshotRequest{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + SnapshotVersion: raft.SnapshotVersion(m.SnapshotVersion), + Term: m.Term, + Leader: m.Leader, + LastLogIndex: m.LastLogIndex, + LastLogTerm: m.LastLogTerm, + Peers: m.Peers, + Configuration: m.Configuration, + ConfigurationIndex: m.ConfigurationIndex, + Size: m.Size, + } +} + +func decodeInstallSnapshotResponse(m *pb.InstallSnapshotResponse) *raft.InstallSnapshotResponse { + return &raft.InstallSnapshotResponse{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + Term: m.Term, + Success: m.Success, + } +} + +func decodeTimeoutNowRequest(m *pb.TimeoutNowRequest) *raft.TimeoutNowRequest { + return &raft.TimeoutNowRequest{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + } +} + +func decodeTimeoutNowResponse(m *pb.TimeoutNowResponse) *raft.TimeoutNowResponse { + return &raft.TimeoutNowResponse{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + } +} + +func decodeRequestPreVoteRequest(m *pb.RequestPreVoteRequest) *raft.RequestPreVoteRequest { + return &raft.RequestPreVoteRequest{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + Term: m.Term, + LastLogIndex: m.LastLogIndex, + LastLogTerm: m.LastLogTerm, + } +} + +func decodeRequestPreVoteResponse(m *pb.RequestPreVoteResponse) *raft.RequestPreVoteResponse { + return &raft.RequestPreVoteResponse{ + RPCHeader: decodeRPCHeader(m.RpcHeader), + Term: m.Term, + Granted: m.Granted, + } +} diff --git a/pkg/raft/transport/grpc.go b/pkg/raft/transport/grpc.go new file mode 100644 index 0000000..4659376 --- /dev/null +++ b/pkg/raft/transport/grpc.go @@ -0,0 +1,176 @@ +package transport + +import ( + "context" + "io" + + pb "deevirt.fr/compute/pkg/api/proto" + "github.com/hashicorp/raft" +) + +// These are requests incoming over gRPC that we need to relay to the Raft engine. + +type gRPCAPI struct { + manager *Manager + + // "Unsafe" to ensure compilation fails if new methods are added but not implemented + pb.UnsafeRaftTransportServer +} + +func (g gRPCAPI) handleRPC(command interface{}, data io.Reader) (interface{}, error) { + ch := make(chan raft.RPCResponse, 1) + rpc := raft.RPC{ + Command: command, + RespChan: ch, + Reader: data, + } + if isHeartbeat(command) { + // We can take the fast path and use the heartbeat callback and skip the queue in g.manager.rpcChan. + g.manager.heartbeatFuncMtx.Lock() + fn := g.manager.heartbeatFunc + g.manager.heartbeatFuncMtx.Unlock() + if fn != nil { + fn(rpc) + goto wait + } + } + select { + case g.manager.rpcChan <- rpc: + case <-g.manager.shutdownCh: + return nil, raft.ErrTransportShutdown + } + +wait: + select { + case resp := <-ch: + if resp.Error != nil { + return nil, resp.Error + } + return resp.Response, nil + case <-g.manager.shutdownCh: + return nil, raft.ErrTransportShutdown + } +} + +func (g gRPCAPI) AppendEntries(ctx context.Context, req *pb.AppendEntriesRequest) (*pb.AppendEntriesResponse, error) { + resp, err := g.handleRPC(decodeAppendEntriesRequest(req), nil) + if err != nil { + return nil, err + } + return encodeAppendEntriesResponse(resp.(*raft.AppendEntriesResponse)), nil +} + +func (g gRPCAPI) AppendEntriesChunked(stream pb.RaftTransport_AppendEntriesChunkedServer) error { + appendEntriesRequest, err := receiveAppendEntriesChunkedRequest(stream) + if err != nil { + return err + } + + resp, err := g.handleRPC(decodeAppendEntriesRequest(appendEntriesRequest), nil) + if err != nil { + return err + } + + return stream.SendAndClose(encodeAppendEntriesResponse(resp.(*raft.AppendEntriesResponse))) +} + +func (g gRPCAPI) RequestVote(ctx context.Context, req *pb.RequestVoteRequest) (*pb.RequestVoteResponse, error) { + resp, err := g.handleRPC(decodeRequestVoteRequest(req), nil) + if err != nil { + return nil, err + } + return encodeRequestVoteResponse(resp.(*raft.RequestVoteResponse)), nil +} + +func (g gRPCAPI) TimeoutNow(ctx context.Context, req *pb.TimeoutNowRequest) (*pb.TimeoutNowResponse, error) { + resp, err := g.handleRPC(decodeTimeoutNowRequest(req), nil) + if err != nil { + return nil, err + } + return encodeTimeoutNowResponse(resp.(*raft.TimeoutNowResponse)), nil +} + +func (g gRPCAPI) RequestPreVote(ctx context.Context, req *pb.RequestPreVoteRequest) (*pb.RequestPreVoteResponse, error) { + resp, err := g.handleRPC(decodeRequestPreVoteRequest(req), nil) + if err != nil { + return nil, err + } + return encodeRequestPreVoteResponse(resp.(*raft.RequestPreVoteResponse)), nil +} + +func (g gRPCAPI) InstallSnapshot(s pb.RaftTransport_InstallSnapshotServer) error { + isr, err := s.Recv() + if err != nil { + return err + } + resp, err := g.handleRPC(decodeInstallSnapshotRequest(isr), &snapshotStream{s, isr.GetData()}) + if err != nil { + return err + } + return s.SendAndClose(encodeInstallSnapshotResponse(resp.(*raft.InstallSnapshotResponse))) +} + +type snapshotStream struct { + s pb.RaftTransport_InstallSnapshotServer + + buf []byte +} + +func (s *snapshotStream) Read(b []byte) (int, error) { + if len(s.buf) > 0 { + n := copy(b, s.buf) + s.buf = s.buf[n:] + return n, nil + } + m, err := s.s.Recv() + if err != nil { + return 0, err + } + n := copy(b, m.GetData()) + if n < len(m.GetData()) { + s.buf = m.GetData()[n:] + } + return n, nil +} + +func (g gRPCAPI) AppendEntriesPipeline(s pb.RaftTransport_AppendEntriesPipelineServer) error { + for { + msg, err := s.Recv() + if err != nil { + return err + } + resp, err := g.handleRPC(decodeAppendEntriesRequest(msg), nil) + if err != nil { + // TODO(quis): One failure doesn't have to break the entire stream? + // Or does it all go wrong when it's out of order anyway? + return err + } + if err := s.Send(encodeAppendEntriesResponse(resp.(*raft.AppendEntriesResponse))); err != nil { + return err + } + } +} + +func (g gRPCAPI) AppendEntriesChunkedPipeline(s pb.RaftTransport_AppendEntriesChunkedPipelineServer) error { + for { + msg, err := receiveAppendEntriesChunkedRequest(s) + if err != nil { + return err + } + resp, err := g.handleRPC(decodeAppendEntriesRequest(msg), nil) + if err != nil { + return err + } + if err := s.Send(encodeAppendEntriesResponse(resp.(*raft.AppendEntriesResponse))); err != nil { + return err + } + } +} + +func isHeartbeat(command interface{}) bool { + req, ok := command.(*raft.AppendEntriesRequest) + if !ok { + return false + } + return req.Term != 0 && len(req.Addr) != 0 && req.PrevLogEntry == 0 && req.PrevLogTerm == 0 && len(req.Entries) == 0 && req.LeaderCommitIndex == 0 +} diff --git a/pkg/raft/transport/options.go b/pkg/raft/transport/options.go new file mode 100644 index 0000000..b3d95c4 --- /dev/null +++ b/pkg/raft/transport/options.go @@ -0,0 +1,23 @@ +package transport + +import "time" + +type Option func(m *Manager) + +// WithHeartbeatTimeout configures the transport to not wait for more than d +// for a heartbeat to be executed by a remote peer. +func WithHeartbeatTimeout(d time.Duration) Option { + return func(m *Manager) { + m.heartbeatTimeout = d + } +} + +// WithAppendEntriesChunkSize configures the chunk size to use when switching +// to chunked AppendEntries. The default value is 4MB (the gRPC default), but +// as there is no way to auto-discover that value, it's up to the developer +// to configure this, if the default value is not appropriate. +func WithAppendEntriesChunkSize(v int) Option { + return func(m *Manager) { + m.appendEntriesChunkSize = v + } +} diff --git a/pkg/raft/transport/toproto.go b/pkg/raft/transport/toproto.go new file mode 100644 index 0000000..d7eeb5e --- /dev/null +++ b/pkg/raft/transport/toproto.go @@ -0,0 +1,147 @@ +package transport + +import ( + pb "deevirt.fr/compute/pkg/api/proto" + "github.com/hashicorp/raft" + "google.golang.org/protobuf/types/known/timestamppb" +) + +func encodeAppendEntriesRequest(s *raft.AppendEntriesRequest) *pb.AppendEntriesRequest { + return &pb.AppendEntriesRequest{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + Term: s.Term, + //Leader: s.Leader, + PrevLogEntry: s.PrevLogEntry, + PrevLogTerm: s.PrevLogTerm, + Entries: encodeLogs(s.Entries), + LeaderCommitIndex: s.LeaderCommitIndex, + } +} + +func encodeRPCHeader(s raft.RPCHeader) *pb.RPCHeader { + return &pb.RPCHeader{ + ProtocolVersion: int64(s.ProtocolVersion), + Id: s.ID, + Addr: s.Addr, + } +} + +func encodeLogs(s []*raft.Log) []*pb.Log { + ret := make([]*pb.Log, len(s)) + for i, l := range s { + ret[i] = encodeLog(l) + } + return ret +} + +func encodeLog(s *raft.Log) *pb.Log { + return &pb.Log{ + Index: s.Index, + Term: s.Term, + Type: encodeLogType(s.Type), + Data: s.Data, + Extensions: s.Extensions, + AppendedAt: timestamppb.New(s.AppendedAt), + } +} + +func encodeLogType(s raft.LogType) pb.Log_LogType { + switch s { + case raft.LogCommand: + return pb.Log_LOG_COMMAND + case raft.LogNoop: + return pb.Log_LOG_NOOP + case raft.LogAddPeerDeprecated: + return pb.Log_LOG_ADD_PEER_DEPRECATED + case raft.LogRemovePeerDeprecated: + return pb.Log_LOG_REMOVE_PEER_DEPRECATED + case raft.LogBarrier: + return pb.Log_LOG_BARRIER + case raft.LogConfiguration: + return pb.Log_LOG_CONFIGURATION + default: + panic("invalid LogType") + } +} + +func encodeAppendEntriesResponse(s *raft.AppendEntriesResponse) *pb.AppendEntriesResponse { + return &pb.AppendEntriesResponse{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + Term: s.Term, + LastLog: s.LastLog, + Success: s.Success, + NoRetryBackoff: s.NoRetryBackoff, + } +} + +func encodeRequestVoteRequest(s *raft.RequestVoteRequest) *pb.RequestVoteRequest { + return &pb.RequestVoteRequest{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + Term: s.Term, + //Candidate: s.Candidate, + LastLogIndex: s.LastLogIndex, + LastLogTerm: s.LastLogTerm, + LeadershipTransfer: s.LeadershipTransfer, + } +} + +func encodeRequestVoteResponse(s *raft.RequestVoteResponse) *pb.RequestVoteResponse { + return &pb.RequestVoteResponse{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + Term: s.Term, + Peers: s.Peers, + Granted: s.Granted, + } +} + +func encodeInstallSnapshotRequest(s *raft.InstallSnapshotRequest) *pb.InstallSnapshotRequest { + return &pb.InstallSnapshotRequest{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + SnapshotVersion: int64(s.SnapshotVersion), + Term: s.Term, + Leader: s.Leader, + LastLogIndex: s.LastLogIndex, + LastLogTerm: s.LastLogTerm, + Peers: s.Peers, + Configuration: s.Configuration, + ConfigurationIndex: s.ConfigurationIndex, + Size: s.Size, + } +} + +func encodeInstallSnapshotResponse(s *raft.InstallSnapshotResponse) *pb.InstallSnapshotResponse { + return &pb.InstallSnapshotResponse{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + Term: s.Term, + Success: s.Success, + } +} + +func encodeTimeoutNowRequest(s *raft.TimeoutNowRequest) *pb.TimeoutNowRequest { + return &pb.TimeoutNowRequest{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + } +} + +func encodeTimeoutNowResponse(s *raft.TimeoutNowResponse) *pb.TimeoutNowResponse { + return &pb.TimeoutNowResponse{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + } +} + +func encodeRequestPreVoteRequest(s *raft.RequestPreVoteRequest) *pb.RequestPreVoteRequest { + return &pb.RequestPreVoteRequest{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + Term: s.Term, + LastLogIndex: s.LastLogIndex, + LastLogTerm: s.LastLogTerm, + } +} + +func encodeRequestPreVoteResponse(s *raft.RequestPreVoteResponse) *pb.RequestPreVoteResponse { + return &pb.RequestPreVoteResponse{ + RpcHeader: encodeRPCHeader(s.RPCHeader), + Term: s.Term, + Granted: s.Granted, + } +} diff --git a/pkg/raft/transport/transport.go b/pkg/raft/transport/transport.go new file mode 100644 index 0000000..9a10ebd --- /dev/null +++ b/pkg/raft/transport/transport.go @@ -0,0 +1,99 @@ +// Package transport provides a Transport for github.com/hashicorp/raft over gRPC. +package transport + +import ( + "sync" + "time" + + pb "deevirt.fr/compute/pkg/api/proto" + "github.com/hashicorp/go-multierror" + "github.com/hashicorp/raft" + "github.com/pkg/errors" + "google.golang.org/grpc" +) + +var ( + errCloseErr = errors.New("error closing connections") +) + +type Manager struct { + localAddress raft.ServerAddress + dialOptions []grpc.DialOption + + rpcChan chan raft.RPC + heartbeatFunc func(raft.RPC) + heartbeatFuncMtx sync.Mutex + heartbeatTimeout time.Duration + + connectionsMtx sync.Mutex + connections map[raft.ServerAddress]*conn + appendEntriesChunkSize int + + shutdown bool + shutdownCh chan struct{} + shutdownLock sync.Mutex +} + +// New creates both components of raft-grpc-transport: a gRPC service and a Raft Transport. +func New(localAddress raft.ServerAddress, dialOptions []grpc.DialOption, options ...Option) *Manager { + m := &Manager{ + localAddress: localAddress, + dialOptions: dialOptions, + + rpcChan: make(chan raft.RPC), + connections: map[raft.ServerAddress]*conn{}, + appendEntriesChunkSize: 4*1024*1024 - 10, // same as gRPC default value (minus some overhead) + + shutdownCh: make(chan struct{}), + } + for _, opt := range options { + opt(m) + } + return m +} + +// Register the RaftTransport gRPC service on a gRPC server. +func (m *Manager) Register(s grpc.ServiceRegistrar) { + pb.RegisterRaftTransportServer(s, gRPCAPI{manager: m}) +} + +// Transport returns a raft.Transport that communicates over gRPC. +func (m *Manager) Transport() raft.Transport { + return raftAPI{m} +} + +func (m *Manager) Close() error { + m.shutdownLock.Lock() + defer m.shutdownLock.Unlock() + + if m.shutdown { + return nil + } + + close(m.shutdownCh) + m.shutdown = true + return m.disconnectAll() +} + +func (m *Manager) disconnectAll() error { + m.connectionsMtx.Lock() + defer m.connectionsMtx.Unlock() + + err := errCloseErr + for k, conn := range m.connections { + // Lock conn.mtx to ensure Dial() is complete + conn.mtx.Lock() + closeErr := conn.clientConn.Close() + conn.mtx.Unlock() + if closeErr != nil { + err = multierror.Append(err, closeErr) + } + delete(m.connections, k) + } + + if err != errCloseErr { + return err + } + + return nil +}