-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathpersistance.go
88 lines (71 loc) · 1.8 KB
/
persistance.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
package main
import (
"bufio"
"io"
"os"
"sync"
"time"
)
type Persistance struct {
file *os.File
rd *bufio.Reader
mu sync.Mutex
}
// create or open the file based on its existence
// read from the file into the Persistance type
// start a goroutine to sync the file to disk every 1 second while the server is running
// this still has problem of durability, talking about milliseconds here. for a full durable system we can push data to a file after every commands but that can be costly as io operations are expensive
func NewPersistance(path string) (*Persistance, error) {
f, err := os.OpenFile(path, os.O_CREATE|os.O_RDWR, 0666)
if err != nil {
return nil, err
}
persistant := &Persistance{
file: f,
rd: bufio.NewReader(f),
}
// start go routine to sync persistantFile to disk every 1 second
go func() {
for {
persistant.mu.Lock()
persistant.file.Sync()
persistant.mu.Unlock()
time.Sleep(time.Second)
}
}()
return persistant, nil
}
// close the file properly when the server shuts down
func (persistantFile *Persistance) Close() error {
persistantFile.mu.Lock()
defer persistantFile.mu.Unlock()
return persistantFile.file.Close()
}
// write commands to the file
func (persistantFile *Persistance) Write(value Value) error {
persistantFile.mu.Lock()
defer persistantFile.mu.Unlock()
_, err := persistantFile.file.Write(value.Marshal())
if err != nil {
return err
}
return nil
}
// read commands/logs from the file
func (persistantFile *Persistance) Read(fn func(value Value)) error {
persistantFile.mu.Lock()
defer persistantFile.mu.Unlock()
persistantFile.file.Seek(0, io.SeekStart)
reader := NewResp(persistantFile.file)
for {
value, err := reader.Read()
if err != nil {
if err == io.EOF {
break
}
return err
}
fn(value)
}
return nil
}