2014-05-19 19:18:39 -07:00
|
|
|
package storage
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2023-06-06 01:17:21 +08:00
|
|
|
|
2022-07-29 00:17:28 -07:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/stats"
|
2019-04-18 21:43:36 -07:00
|
|
|
|
2022-07-29 00:17:28 -07:00
|
|
|
"github.com/seaweedfs/seaweedfs/weed/glog"
|
|
|
|
"github.com/seaweedfs/seaweedfs/weed/storage/needle"
|
2014-05-19 19:18:39 -07:00
|
|
|
)
|
|
|
|
|
2019-04-18 21:43:36 -07:00
|
|
|
func (s *Store) CheckCompactVolume(volumeId needle.VolumeId) (float64, error) {
|
2018-10-14 23:12:43 -07:00
|
|
|
if v := s.findVolume(volumeId); v != nil {
|
2022-09-16 04:43:17 -05:00
|
|
|
glog.V(3).Infof("volume %d garbage level: %f", volumeId, v.garbageLevel())
|
2018-10-14 23:12:43 -07:00
|
|
|
return v.garbageLevel(), nil
|
2014-05-19 19:18:39 -07:00
|
|
|
}
|
2018-10-14 23:12:43 -07:00
|
|
|
return 0, fmt.Errorf("volume id %d is not found during check compact", volumeId)
|
2014-05-19 19:18:39 -07:00
|
|
|
}
|
2021-10-24 01:55:34 -07:00
|
|
|
func (s *Store) CompactVolume(vid needle.VolumeId, preallocate int64, compactionBytePerSecond int64, progressFn ProgressFunc) error {
|
2014-05-19 19:18:39 -07:00
|
|
|
if v := s.findVolume(vid); v != nil {
|
2025-06-30 10:11:30 -07:00
|
|
|
// Get current volume size for space calculation
|
|
|
|
volumeSize, indexSize, _ := v.FileStat()
|
|
|
|
|
|
|
|
// Calculate space needed for compaction:
|
|
|
|
// 1. Space for the new compacted volume (approximately same as current volume size)
|
|
|
|
// 2. Use the larger of preallocate or estimated volume size
|
|
|
|
estimatedCompactSize := int64(volumeSize + indexSize)
|
|
|
|
spaceNeeded := preallocate
|
|
|
|
if estimatedCompactSize > preallocate {
|
|
|
|
spaceNeeded = estimatedCompactSize
|
|
|
|
}
|
|
|
|
|
|
|
|
diskStatus := stats.NewDiskStatus(v.dir)
|
|
|
|
if int64(diskStatus.Free) < spaceNeeded {
|
|
|
|
return fmt.Errorf("insufficient free space for compaction: need %d bytes (volume: %d, index: %d, buffer: 10%%), but only %d bytes available",
|
|
|
|
spaceNeeded, volumeSize, indexSize, diskStatus.Free)
|
2020-08-31 18:10:53 -07:00
|
|
|
}
|
2025-06-30 10:11:30 -07:00
|
|
|
|
|
|
|
glog.V(1).Infof("volume %d compaction space check: volume=%d, index=%d, space_needed=%d, free_space=%d",
|
|
|
|
vid, volumeSize, indexSize, spaceNeeded, diskStatus.Free)
|
|
|
|
|
2021-10-24 01:55:34 -07:00
|
|
|
return v.Compact2(preallocate, compactionBytePerSecond, progressFn)
|
2014-05-19 19:18:39 -07:00
|
|
|
}
|
2015-03-10 00:20:31 -07:00
|
|
|
return fmt.Errorf("volume id %d is not found during compact", vid)
|
2014-05-19 19:18:39 -07:00
|
|
|
}
|
2023-06-06 01:17:21 +08:00
|
|
|
func (s *Store) CommitCompactVolume(vid needle.VolumeId) (bool, int64, error) {
|
2022-02-07 20:16:15 +05:00
|
|
|
if s.isStopping {
|
2023-06-06 01:17:21 +08:00
|
|
|
return false, 0, fmt.Errorf("volume id %d skips compact because volume is stopping", vid)
|
2022-02-07 20:16:15 +05:00
|
|
|
}
|
2014-05-19 19:18:39 -07:00
|
|
|
if v := s.findVolume(vid); v != nil {
|
2023-06-06 01:17:21 +08:00
|
|
|
isReadOnly := v.IsReadOnly()
|
|
|
|
err := v.CommitCompact()
|
2023-07-05 14:22:10 +08:00
|
|
|
var volumeSize int64 = 0
|
|
|
|
if err == nil && v.DataBackend != nil {
|
|
|
|
volumeSize, _, _ = v.DataBackend.GetStat()
|
|
|
|
}
|
2023-06-06 01:17:21 +08:00
|
|
|
return isReadOnly, volumeSize, err
|
2014-05-19 19:18:39 -07:00
|
|
|
}
|
2023-06-06 01:17:21 +08:00
|
|
|
return false, 0, fmt.Errorf("volume id %d is not found during commit compact", vid)
|
2014-05-19 19:18:39 -07:00
|
|
|
}
|
2019-04-18 21:43:36 -07:00
|
|
|
func (s *Store) CommitCleanupVolume(vid needle.VolumeId) error {
|
2017-08-29 23:59:53 -07:00
|
|
|
if v := s.findVolume(vid); v != nil {
|
|
|
|
return v.cleanupCompact()
|
|
|
|
}
|
|
|
|
return fmt.Errorf("volume id %d is not found during cleaning up", vid)
|
|
|
|
}
|