lsm/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2025-10-21 04:57:24 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

volume: add a note file to avoid incomplete volume files

Browse Source 
fix https://github.com/chrislusf/seaweedfs/issues/1567
This commit is contained in:
Chris Lu
2020-10-27 15:56:49 -07:00
parent 6da87720eb
commit 53c3aad875
3 changed files with 25 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
weed/storage/disk_location.go
View File

@@ -13,6 +13,7 @@ import (
"github.com/chrislusf/seaweedfs/weed/stats"
"github.com/chrislusf/seaweedfs/weed/storage/erasure_coding"
"github.com/chrislusf/seaweedfs/weed/storage/needle"
"github.com/chrislusf/seaweedfs/weed/util"
)
type DiskLocation struct {
@@ -60,6 +61,13 @@ func parseCollectionVolumeId(base string) (collection string, vid needle.VolumeI
func (l *DiskLocation) loadExistingVolume(fileInfo os.FileInfo, needleMapKind NeedleMapType) bool {
name := fileInfo.Name()
if !fileInfo.IsDir() && strings.HasSuffix(name, ".idx") {
noteFile := l.Directory + "/" + name + ".note"
if util.FileExists(noteFile) {
note, _ := ioutil.ReadFile(noteFile)
glog.Warningf("volume %s was not completed: %s", name, string(note))
removeVolumeFiles(l.Directory + "/" + name)
return false
}
vid, collection, err := l.volumeIdFromPath(fileInfo)
if err != nil {
glog.Warningf("get volume id failed, %s, err : %s", name, err)

19
weed/storage/volume_read_write.go
View File

@@ -56,16 +56,21 @@ func (v *Volume) Destroy() (err error) {
}
}
v.Close()
os.Remove(v.FileName() + ".dat")
os.Remove(v.FileName() + ".idx")
os.Remove(v.FileName() + ".vif")
os.Remove(v.FileName() + ".sdx")
os.Remove(v.FileName() + ".cpd")
os.Remove(v.FileName() + ".cpx")
os.RemoveAll(v.FileName() + ".ldb")
removeVolumeFiles(v.FileName())
return
}
func removeVolumeFiles(filename string) {
os.Remove(filename+ ".dat")
os.Remove(filename + ".idx")
os.Remove(filename + ".vif")
os.Remove(filename + ".sdx")
os.Remove(filename + ".cpd")
os.Remove(filename + ".cpx")
os.RemoveAll(filename + ".ldb")
os.Remove(filename + ".note")
}
func (v *Volume) asyncRequestAppend(request *needle.AsyncRequest) {
v.asyncRequestsChan <- request
}