lsm/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2025-10-21 23:38:51 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

tiered storage: can copy to s3, read from s3

Browse Source 
master not aware tiered volume yet, file assigning is not working yet
This commit is contained in:
Chris Lu
2019-12-02 15:08:28 -08:00
parent 228231f3d7
commit ec8de250e2
13 changed files with 689 additions and 286 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
weed/pb/volume_server.proto
View File

@@ -68,7 +68,7 @@ service VolumeServer {
}
// tiered storage
rpc VolumeTierCopyDatToRemote (VolumeTierCopyDatToRemoteRequest) returns (VolumeTierCopyDatToRemoteResponse) {
rpc VolumeTierCopyDatToRemote (VolumeTierCopyDatToRemoteRequest) returns (stream VolumeTierCopyDatToRemoteResponse) {
}
// query
@@ -329,18 +329,27 @@ message MemStatus {
}
// tired storage on volume servers
message TieredVolume {
message RemoteFile {
string backend_type = 1;
string backend_name = 2;
uint64 version = 3;
string backend_id = 2;
string key = 3;
uint64 offset = 4;
uint64 file_size = 5;
uint64 modified_time = 6;
}
message VolumeTierInfo {
repeated RemoteFile files = 1;
}
message VolumeTierCopyDatToRemoteRequest {
uint32 volume_id = 1;
string collection = 2;
string destination_backend_name = 3;
bool keep_local_dat_file = 4;
}
message VolumeTierCopyDatToRemoteResponse {
int64 processed = 1;
float processedPercentage = 2;
}
// select on volume servers