Initial commit

2023-10-13 11:43:27 +02:00
commit 71eb6b0c7e
121 changed files with 11493 additions and 0 deletions
--- a/fstore/store-rep.go
+++ b/fstore/store-rep.go
@@ -0,0 +1,171 @@
+package fstore
+
+import (
+	"encoding/binary"
+	"errors"
+	"io"
+	"io/fs"
+	"git.crumpington.com/public/jldb/lib/errs"
+	"git.crumpington.com/public/jldb/lib/wal"
+	"net"
+	"os"
+	"path/filepath"
+	"time"
+)
+
+func (s *Store) repSendState(conn net.Conn) error {
+	err := filepath.Walk(s.filesRoot, func(path string, info fs.FileInfo, err error) error {
+		if err != nil {
+			// Skip deleted files.
+			if os.IsNotExist(err) {
+				return nil
+			}
+			return err
+		}
+		if info.IsDir() {
+			return nil
+		}
+
+		f, err := os.Open(path)
+		if err != nil {
+			return err
+		}
+		defer f.Close()
+
+		relPath, err := filepath.Rel(s.filesRoot, path)
+		if err != nil {
+			return err
+		}
+
+		conn.SetWriteDeadline(time.Now().Add(s.conf.NetTimeout))
+		if err := binary.Write(conn, binary.LittleEndian, int32(len(relPath))); err != nil {
+			return err
+		}
+		if _, err := conn.Write([]byte(relPath)); err != nil {
+			return err
+		}
+		if err := binary.Write(conn, binary.LittleEndian, int64(info.Size())); err != nil {
+			return err
+		}
+
+		conn.SetWriteDeadline(time.Now().Add(s.conf.NetTimeout))
+		if _, err := io.CopyN(conn, f, info.Size()); err != nil {
+			return err
+		}
+
+		return nil
+	})
+
+	if err != nil {
+		return errs.IO.WithErr(err)
+	}
+
+	conn.SetWriteDeadline(time.Now().Add(s.conf.NetTimeout))
+	if err := binary.Write(conn, binary.LittleEndian, int32(0)); err != nil {
+		return errs.IO.WithErr(err)
+	}
+
+	return nil
+}
+
+func (s *Store) repRecvState(conn net.Conn) error {
+	var (
+		errorDone = errors.New("Done")
+		pathLen   = int32(0)
+		fileSize  = int64(0)
+		pathBuf   = make([]byte, 1024)
+	)
+
+	for {
+
+		err := func() error {
+			conn.SetReadDeadline(time.Now().Add(s.conf.NetTimeout))
+			if err := binary.Read(conn, binary.LittleEndian, &pathLen); err != nil {
+				return err
+			}
+			if pathLen == 0 {
+				return errorDone
+			}
+
+			if cap(pathBuf) < int(pathLen) {
+				pathBuf = make([]byte, pathLen)
+			}
+			pathBuf = pathBuf[:pathLen]
+
+			if _, err := io.ReadFull(conn, pathBuf); err != nil {
+				return err
+			}
+
+			fullPath := filepath.Join(s.filesRoot, string(pathBuf))
+
+			if err := os.MkdirAll(filepath.Dir(fullPath), 0700); err != nil {
+				return err
+			}
+
+			if err := binary.Read(conn, binary.LittleEndian, &fileSize); err != nil {
+				return err
+			}
+
+			f, err := os.Create(fullPath)
+			if err != nil {
+				return err
+			}
+			defer f.Close()
+
+			conn.SetReadDeadline(time.Now().Add(s.conf.NetTimeout))
+			if _, err = io.CopyN(f, conn, fileSize); err != nil {
+				return err
+			}
+
+			return f.Sync()
+		}()
+
+		if err != nil {
+			if err == errorDone {
+				return nil
+			}
+			return errs.IO.WithErr(err)
+		}
+	}
+}
+
+func (s *Store) repInitStorage() (err error) {
+	if err := os.MkdirAll(s.filesRoot, 0700); err != nil {
+		return errs.IO.WithErr(err)
+	}
+	if err := os.MkdirAll(s.tmpDir, 0700); err != nil {
+		return errs.IO.WithErr(err)
+	}
+	return nil
+}
+
+func (s *Store) repReplay(rec wal.Record) (err error) {
+	cmd := command{}
+	if err := cmd.ReadFrom(rec.Reader); err != nil {
+		return err
+	}
+	if cmd.Store {
+		return s.applyStoreFromReader(cmd)
+	}
+	return s.applyRemove(cmd)
+}
+
+func (s *Store) repLoadFromStorage() (err error) {
+	// Nothing to do.
+	return nil
+}
+
+func (s *Store) repApply(rec wal.Record) (err error) {
+	cmd := command{}
+	if err := cmd.ReadFrom(rec.Reader); err != nil {
+		return err
+	}
+
+	if cmd.Store {
+		if s.conf.Primary {
+			return s.applyStoreFromTempID(cmd)
+		}
+		return s.applyStoreFromReader(cmd)
+	}
+	return s.applyRemove(cmd)
+}