8000 feat: TruncateFront & TruncateBack support truncating all entries by RangerCD · Pull Request #31 · tidwall/wal · GitHub
[go: up one dir, main page]
More Web Proxy on the site http://driver.im/
Skip to content
< 8000 turbo-frame id="repo-content-turbo-frame" target="_top" data-turbo-action="advance" class="">

feat: TruncateFront & TruncateBack support truncating all entries #31

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open

feat: TruncateFront & TruncateBack support truncating all entries #31

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
51 changes: 36 additions & 15 deletions wal.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -699,6 +699,7 @@ func (l *Log) clearCache() {
// TruncateFront truncates the front of the log by removing all entries that
// are before the provided `index`. In other words the entry at
// `index` becomes the first entry in the log.
// If `index` equals to `LastIndex()+1`, all entries will be truncated.
func (l *Log) TruncateFront(index uint64) error {
l.mu.Lock()
defer l.mu.Unlock()
Expand All @@ -711,21 +712,30 @@ func (l *Log) TruncateFront(index uint64) error {
}
func (l *Log) truncateFront(index uint64) (err error) {
if index == 0 || l.lastIndex == 0 ||
index < l.firstIndex || index > l.lastIndex {
index < l.firstIndex || index > l.lastIndex+1 {
return ErrOutOfRange
}
if index == l.firstIndex {
// nothing to truncate
return nil
}
segIdx := l.findSegment(index)
var segIdx int
var s *segment
s, err = l.loadSegment(index)
if err != nil {
return err
var ebuf []byte
if index == l.lastIndex+1 {
// Truncate all entries, only care about the last segment
segIdx = len(l.segments) - 1
s = l.segments[segIdx]
ebuf = nil
} else {
segIdx = l.findSegment(index)
s, err = l.loadSegment(index)
if err != nil {
return err
}
epos := s.epos[index-s.index:]
ebuf = s.ebuf[epos[0].pos:]
}
epos := s.epos[index-s.index:]
ebuf := s.ebuf[epos[0].pos:]
// Create a temp file contains the truncated segment.
tempName := filepath.Join(l.path, "TEMP")
if err = func() error {
Expand Down Expand Up @@ -806,6 +816,7 @@ func (l *Log) truncateFront(index uint64) (err error) {
// TruncateBack truncates the back of the log by removing all entries that
// are after the provided `index`. In other words the entry at `index`
// becomes the last entry in the log.
// If `index` equals to `FirstIndex()-1`, all entries will be truncated.
func (l *Log) TruncateBack(index uint64) error {
l.mu.Lock()
defer l.mu.Unlock()
Expand All @@ -818,22 +829,32 @@ func (l *Log) TruncateBack(index uint64) error {
}

func (l *Log) truncateBack(index uint64) (err error) {
if index == 0 || l.lastIndex == 0 ||
index < l.firstIndex || index > l.lastIndex {
// Allow index == 0 to truncate all entries when l.firstIndex == 1
if l.lastIndex == 0 ||
index < l.firstIndex-1 || index > l.lastIndex {
return ErrOutOfRange
}
if index == l.lastIndex {
// nothing to truncate
return nil
}
segIdx := l.findSegment(index)
var segIdx int
var s *segment
s, err = l.loadSegment(index)
if err != nil {
return err
var ebuf []byte
if index == l.firstIndex-1 {
// Truncate all entries, only care about the first segment
segIdx = 0
s = l.segments[segIdx]
ebuf = nil
} else {
segIdx = l.findSegment(index)
s, err = l.loadSegment(index)
if err != nil {
return err
}
epos := s.epos[:index-s.index+1]
ebuf = s.ebuf[:epos[len(epos)-1].end]
}
epos := s.epos[:index-s.index+1]
ebuf := s.ebuf[:epos[len(epos)-1].end]
// Create a temp file contains the truncated segment.
tempName := filepath.Join(l.path, "TEMP")
if err = func() error {
Expand Down
Loading
0