rkrtechnology/litestream
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Refactor shadow WAL to use segments

Browse Source
This commit is contained in:
Ben Johnson
2021-07-22 16:03:29 -06:00
parent fc897b481f
commit 77274abf81
14 changed files with 1036 additions and 847 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
file/replica_client.go
View File

@@ -408,11 +408,6 @@ func (itr *walSegmentIterator) Next() bool {
}
itr.infos = itr.infos[:0] // otherwise clear infos
// Move to the next index unless this is the first time initializing.
if itr.infos != nil && len(itr.indexes) > 0 {
itr.indexes = itr.indexes[1:]
}
// If no indexes remain, stop iteration.
if len(itr.indexes) == 0 {
return false
@@ -420,6 +415,7 @@ func (itr *walSegmentIterator) Next() bool {
// Read segments into a cache for the current index.
index := itr.indexes[0]
itr.indexes = itr.indexes[1:]
f, err := os.Open(filepath.Join(itr.dir, litestream.FormatIndex(index)))
if err != nil {
itr.err = err
@@ -431,7 +427,11 @@ func (itr *walSegmentIterator) Next() bool {
if err != nil {
itr.err = err
return false
} else if err := f.Close(); err != nil {
itr.err = err
return false
}
for _, fi := range fis {
filename := filepath.Base(fi.Name())
if fi.IsDir() {
@@ -452,6 +452,9 @@ func (itr *walSegmentIterator) Next() bool {
})
}
// Ensure segments are sorted within index.
sort.Sort(litestream.WALSegmentInfoSlice(itr.infos))
if len(itr.infos) > 0 {
return true
}