| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230 |
- package main
- import (
- "bytes"
- "crypto/tls"
- "encoding/json"
- "fmt"
- "io"
- "net"
- "net/http"
- "time"
- "github.com/coreos/go-raft"
- )
- // Transporter layer for communication between raft nodes
- type transporter struct {
- client *http.Client
- timeout time.Duration
- }
- // response struct
- type transporterResponse struct {
- resp *http.Response
- err error
- }
- // Create transporter using by raft server
- // Create http or https transporter based on
- // whether the user give the server cert and key
- func newTransporter(scheme string, tlsConf tls.Config, timeout time.Duration) *transporter {
- t := transporter{}
- tr := &http.Transport{
- Dial: dialTimeout,
- }
- if scheme == "https" {
- tr.TLSClientConfig = &tlsConf
- tr.DisableCompression = true
- }
- t.client = &http.Client{Transport: tr}
- t.timeout = timeout
- return &t
- }
- // Dial with timeout
- func dialTimeout(network, addr string) (net.Conn, error) {
- return net.DialTimeout(network, addr, HTTPTimeout)
- }
- // Sends AppendEntries RPCs to a peer when the server is the leader.
- func (t *transporter) SendAppendEntriesRequest(server *raft.Server, peer *raft.Peer, req *raft.AppendEntriesRequest) *raft.AppendEntriesResponse {
- var aersp *raft.AppendEntriesResponse
- var b bytes.Buffer
- json.NewEncoder(&b).Encode(req)
- size := b.Len()
- r.serverStats.SendAppendReq(size)
- u, _ := nameToRaftURL(peer.Name)
- debugf("Send LogEntries to %s ", u)
- thisFollowerStats, ok := r.followersStats.Followers[peer.Name]
- if !ok { //this is the first time this follower has been seen
- thisFollowerStats = &raftFollowerStats{}
- thisFollowerStats.Latency.Minimum = 1 << 63
- r.followersStats.Followers[peer.Name] = thisFollowerStats
- }
- start := time.Now()
- resp, err := t.Post(fmt.Sprintf("%s/log/append", u), &b)
- end := time.Now()
- if err != nil {
- debugf("Cannot send AppendEntriesRequest to %s: %s", u, err)
- if ok {
- thisFollowerStats.Fail()
- }
- } else {
- if ok {
- thisFollowerStats.Succ(end.Sub(start))
- }
- }
- if resp != nil {
- defer resp.Body.Close()
- aersp = &raft.AppendEntriesResponse{}
- if err := json.NewDecoder(resp.Body).Decode(&aersp); err == nil || err == io.EOF {
- return aersp
- }
- }
- return aersp
- }
- // Sends RequestVote RPCs to a peer when the server is the candidate.
- func (t *transporter) SendVoteRequest(server *raft.Server, peer *raft.Peer, req *raft.RequestVoteRequest) *raft.RequestVoteResponse {
- var rvrsp *raft.RequestVoteResponse
- var b bytes.Buffer
- json.NewEncoder(&b).Encode(req)
- u, _ := nameToRaftURL(peer.Name)
- debugf("Send Vote to %s", u)
- resp, err := t.Post(fmt.Sprintf("%s/vote", u), &b)
- if err != nil {
- debugf("Cannot send VoteRequest to %s : %s", u, err)
- }
- if resp != nil {
- defer resp.Body.Close()
- rvrsp := &raft.RequestVoteResponse{}
- if err := json.NewDecoder(resp.Body).Decode(&rvrsp); err == nil || err == io.EOF {
- return rvrsp
- }
- }
- return rvrsp
- }
- // Sends SnapshotRequest RPCs to a peer when the server is the candidate.
- func (t *transporter) SendSnapshotRequest(server *raft.Server, peer *raft.Peer, req *raft.SnapshotRequest) *raft.SnapshotResponse {
- var aersp *raft.SnapshotResponse
- var b bytes.Buffer
- json.NewEncoder(&b).Encode(req)
- u, _ := nameToRaftURL(peer.Name)
- debugf("Send Snapshot to %s [Last Term: %d, LastIndex %d]", u,
- req.LastTerm, req.LastIndex)
- resp, err := t.Post(fmt.Sprintf("%s/snapshot", u), &b)
- if err != nil {
- debugf("Cannot send SendSnapshotRequest to %s : %s", u, err)
- }
- if resp != nil {
- defer resp.Body.Close()
- aersp = &raft.SnapshotResponse{}
- if err = json.NewDecoder(resp.Body).Decode(&aersp); err == nil || err == io.EOF {
- return aersp
- }
- }
- return aersp
- }
- // Sends SnapshotRecoveryRequest RPCs to a peer when the server is the candidate.
- func (t *transporter) SendSnapshotRecoveryRequest(server *raft.Server, peer *raft.Peer, req *raft.SnapshotRecoveryRequest) *raft.SnapshotRecoveryResponse {
- var aersp *raft.SnapshotRecoveryResponse
- var b bytes.Buffer
- json.NewEncoder(&b).Encode(req)
- u, _ := nameToRaftURL(peer.Name)
- debugf("Send SnapshotRecovery to %s [Last Term: %d, LastIndex %d]", u,
- req.LastTerm, req.LastIndex)
- resp, err := t.Post(fmt.Sprintf("%s/snapshotRecovery", u), &b)
- if err != nil {
- debugf("Cannot send SendSnapshotRecoveryRequest to %s : %s", u, err)
- }
- if resp != nil {
- defer resp.Body.Close()
- aersp = &raft.SnapshotRecoveryResponse{}
- if err = json.NewDecoder(resp.Body).Decode(&aersp); err == nil || err == io.EOF {
- return aersp
- }
- }
- return aersp
- }
- // Send server side POST request
- func (t *transporter) Post(path string, body io.Reader) (*http.Response, error) {
- c := make(chan *transporterResponse, 1)
- go func() {
- tr := new(transporterResponse)
- tr.resp, tr.err = t.client.Post(path, "application/json", body)
- c <- tr
- }()
- return t.waitResponse(c)
- }
- // Send server side GET request
- func (t *transporter) Get(path string) (*http.Response, error) {
- c := make(chan *transporterResponse, 1)
- go func() {
- tr := new(transporterResponse)
- tr.resp, tr.err = t.client.Get(path)
- c <- tr
- }()
- return t.waitResponse(c)
- }
- func (t *transporter) waitResponse(responseChan chan *transporterResponse) (*http.Response, error) {
- timeoutChan := time.After(t.timeout * 10)
- select {
- case <-timeoutChan:
- return nil, fmt.Errorf("Wait Response Timeout: %v", t.timeout)
- case r := <-responseChan:
- return r.resp, r.err
- }
- // for complier
- return nil, nil
- }
|