lsm/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2025-11-24 08:46:54 +08:00
Code Issues Actions 17 Packages Projects Releases Wiki Activity

Compare commits

base: lsm:fa8df6e42b991f3bd6e202ed852d33d290e2dd24
Branches Tags
lsm:master lsm:java-client-replication-configuration lsm:also-delete-parent-directory-if-empty lsm:gh-pages lsm:pr-7412 lsm:enhance-erasure-coding lsm:add-admin-and-worker-to-helm-charts lsm:do-not-retry-if-error-is-NotFound lsm:improve-fuse-mount2 lsm:improve-fuse-mount lsm:add-ec-vacuum lsm:detect-and-plan-ec-tasks lsm:worker-execute-ec-tasks lsm:fix-versioning-listing-only lsm:fix-GetObjectLockConfigurationHandler lsm:testing-sdx-generation lsm:adding-message-queue-integration-tests lsm:refactor-volume-write lsm:refactor-needle-read-operations lsm:changing-to-zap lsm:collect-public-metrics lsm:revert-6434-bugfix-missing-s3-audit lsm:mq2 lsm:dependabot/maven/other/java/examples/org.apache.hadoop-hadoop-common-3.4.0 lsm:dependabot/maven/other/java/client/com.google.protobuf-protobuf-java-3.25.5 lsm:revert-5819-patch-1 lsm:mq-subscribe lsm:revert-5134-patch-1 lsm:create-table-snapshot-api-design lsm:sub lsm:test-reverting-lock-table lsm:track-mount-e2e lsm:data_query_pushdown lsm:testing lsm:message_send lsm:original_weed_mount lsm:mount2 lsm:avoid_releasing_temp_file_on_write lsm:add_remote_storage lsm:remote_overlay lsm:test_udp lsm:volume_buffered_writes lsm:ftp lsm:logrus lsm:random_access_file lsm:tikv lsm:tcp_read lsm:fasthttp lsm:add_fasthttp_client lsm:s3-select lsm:filer1_maintenance_branch
lsm:4.00 lsm:3.99 lsm:3.98 lsm:3.97 lsm:3.96 lsm:3.95 lsm:3.94 lsm:3.93 lsm:3.92 lsm:3.91 lsm:3.90 lsm:3.89 lsm:3.88 lsm:3.87 lsm:3.86 lsm:3.85 lsm:3.84 lsm:3.83 lsm:3.82 lsm:3.81 lsm:3.80 lsm:3.79 lsm:3.78 lsm:3.77 lsm:3.76 lsm:3.75 lsm:3.74 lsm:3.73 lsm:3.72 lsm:3.71 lsm:3.69 lsm:3.68 lsm:3.67 lsm:3.66 lsm:helm-3.65.1 lsm:3.65 lsm:3.64 lsm:3.63 lsm:3.62 lsm:3.61 lsm:3.60 lsm:3.59 lsm:3.58 lsm:3.57 lsm:3.56 lsm:3.55 lsm:3.54 lsm:3.53 lsm:3.52 lsm:3.51 lsm:3.50 lsm:3.48 lsm:3.47 lsm:3.46 lsm:3.45 lsm:3.44 lsm:3.43 lsm:3.42 lsm:3.41 lsm:3.40 lsm:3.39 lsm:3.38 lsm:3.37 lsm:3.36 lsm:3.35 lsm:3.34 lsm:3.33 lsm:v3.33 lsm:3.32 lsm:3.31 lsm:3.30 lsm:3.29 lsm:3.28 lsm:3.27 lsm:3.26 lsm:3.25 lsm:3.24 lsm:3.23 lsm:3.22 lsm:3.21 lsm:3.20 lsm:3.19 lsm:3.18 lsm:3.16 lsm:3.15 lsm:dev lsm:3.14 lsm:3.13 lsm:3.12 lsm:3.11 lsm:3.10 lsm:3.09 lsm:3.08 lsm:3.07 lsm:3.06 lsm:3.05 lsm:3.04 lsm:3.03 lsm:3.02 lsm:3.01 lsm:3.00 lsm:2.99 lsm:2.98 lsm:2.97 lsm:2.96 lsm:2.95 lsm:2.94 lsm:2.93 lsm:2.92 lsm:2.91 lsm:2.90 lsm:2.89 lsm:2.88 lsm:2.87 lsm:2.86 lsm:2.85 lsm:2.84 lsm:2.83 lsm:2.82 lsm:2.81 lsm:2.80 lsm:2.79 lsm:2.78 lsm:2.77 lsm:2.76 lsm:2.75 lsm:2.74 lsm:2.73 lsm:2.72 lsm:2.71 lsm:2.70 lsm:2.69 lsm:2.68 lsm:2.67 lsm:2.66 lsm:2.65 lsm:2.64 lsm:2.63 lsm:2.62 lsm:2.61 lsm:2.60 lsm:2.59 lsm:2.58 lsm:2.57 lsm:2.56 lsm:2.55 lsm:2.54 lsm:2.53 lsm:2.52 lsm:2.51 lsm:2.50 lsm:2.49 lsm:2.48 lsm:2.47 lsm:2.43 lsm:2.42 lsm:2.41 lsm:2.40 lsm:2.39 lsm:2.38 lsm:2.37 lsm:2.36 lsm:2.35 lsm:2.34 lsm:2.33 lsm:2.32 lsm:2.31 lsm:2.30 lsm:2.29 lsm:2.28 lsm:2.27 lsm:2.26 lsm:2.25 lsm:2.24 lsm:2.23 lsm:2.22 lsm:2.21 lsm:2.20 lsm:2.19 lsm:2.18 lsm:2.17 lsm:2.16 lsm:2.15 lsm:2.14 lsm:2.13 lsm:2.12 lsm:2.11 lsm:2.10 lsm:2.09 lsm:2.08 lsm:2.07 lsm:2.06 lsm:2.05 lsm:2.04 lsm:2.03 lsm:2.02 lsm:2.01 lsm:2.00 lsm:1.99 lsm:1.98 lsm:1.97 lsm:1.96 lsm:1.95 lsm:1.94 lsm:1.93 lsm:1.92 lsm:1.91 lsm:1.90 lsm:1.88 lsm:1.87 lsm:1.86 lsm:1.85 lsm:1.84 lsm:1.83 lsm:1.82 lsm:1.81 lsm:1.80 lsm:1.79 lsm:1.78 lsm:1.77 lsm:1.76 lsm:1.75 lsm:1.74 lsm:1.73 lsm:1.72 lsm:1.71 lsm:1.70 lsm:1;70 lsm:1.69 lsm:1.68 lsm:1.67 lsm:1.66 lsm:1.65 lsm:1.64 lsm:1.63 lsm:1.62 lsm:1.61 lsm:1.61RC lsm:1.60 lsm:1.59 lsm:1.58 lsm:1.57 lsm:1.56 lsm:1.55 lsm:1.54 lsm:1.53 lsm:1.52 lsm:1.51 lsm:1.50 lsm:1.49 lsm:1.48 lsm:1.47 lsm:1.46 lsm:1.45 lsm:1.44 lsm:1.43 lsm:1.42 lsm:1.41 lsm:1.40 lsm:1.38 lsm:1.37 lsm:1.36 lsm:1.35 lsm:1.34 lsm:1.33 lsm:1.32 lsm:1.31 lsm:1.30 lsm:1.29 lsm:1.28 lsm:1.27 lsm:1.26 lsm:1.25 lsm:1.24 lsm:1.23 lsm:1.22 lsm:1.21 lsm:1.20 lsm:1.19 lsm:1.18 lsm:1.17 lsm:1.16 lsm:1.15 lsm:1.14 lsm:1.12 lsm:1.11 lsm:1.10 lsm:1.09 lsm:1.08 lsm:1.07 lsm:1.06 lsm:1.05 lsm:1.04 lsm:1.03 lsm:1.02 lsm:1.01 lsm:1.00 lsm:0.99 lsm:0.98 lsm:0.97 lsm:0.96 lsm:0.95 lsm:0.94 lsm:0.93 lsm:0.92 lsm:0.91 lsm:0.90 lsm:0.77 lsm:0.76 lsm:0.75 lsm:0.74 lsm:0.73 lsm:0.72.release lsm:0.72 lsm:v0.69 lsm:v0.70beta
...
compare: lsm:156ce42f2671f653f87aecedb6bb716f736913af
Branches Tags
lsm:java-client-replication-configuration lsm:master lsm:also-delete-parent-directory-if-empty lsm:gh-pages lsm:pr-7412 lsm:enhance-erasure-coding lsm:add-admin-and-worker-to-helm-charts lsm:do-not-retry-if-error-is-NotFound lsm:improve-fuse-mount2 lsm:improve-fuse-mount lsm:add-ec-vacuum lsm:detect-and-plan-ec-tasks lsm:worker-execute-ec-tasks lsm:fix-versioning-listing-only lsm:fix-GetObjectLockConfigurationHandler lsm:testing-sdx-generation lsm:adding-message-queue-integration-tests lsm:refactor-volume-write lsm:refactor-needle-read-operations lsm:changing-to-zap lsm:collect-public-metrics lsm:revert-6434-bugfix-missing-s3-audit lsm:mq2 lsm:dependabot/maven/other/java/examples/org.apache.hadoop-hadoop-common-3.4.0 lsm:dependabot/maven/other/java/client/com.google.protobuf-protobuf-java-3.25.5 lsm:revert-5819-patch-1 lsm:mq-subscribe lsm:revert-5134-patch-1 lsm:create-table-snapshot-api-design lsm:sub lsm:test-reverting-lock-table lsm:track-mount-e2e lsm:data_query_pushdown lsm:testing lsm:message_send lsm:original_weed_mount lsm:mount2 lsm:avoid_releasing_temp_file_on_write lsm:add_remote_storage lsm:remote_overlay lsm:test_udp lsm:volume_buffered_writes lsm:ftp lsm:logrus lsm:random_access_file lsm:tikv lsm:tcp_read lsm:fasthttp lsm:add_fasthttp_client lsm:s3-select lsm:filer1_maintenance_branch
lsm:4.00 lsm:3.99 lsm:3.98 lsm:3.97 lsm:3.96 lsm:3.95 lsm:3.94 lsm:3.93 lsm:3.92 lsm:3.91 lsm:3.90 lsm:3.89 lsm:3.88 lsm:3.87 lsm:3.86 lsm:3.85 lsm:3.84 lsm:3.83 lsm:3.82 lsm:3.81 lsm:3.80 lsm:3.79 lsm:3.78 lsm:3.77 lsm:3.76 lsm:3.75 lsm:3.74 lsm:3.73 lsm:3.72 lsm:3.71 lsm:3.69 lsm:3.68 lsm:3.67 lsm:3.66 lsm:helm-3.65.1 lsm:3.65 lsm:3.64 lsm:3.63 lsm:3.62 lsm:3.61 lsm:3.60 lsm:3.59 lsm:3.58 lsm:3.57 lsm:3.56 lsm:3.55 lsm:3.54 lsm:3.53 lsm:3.52 lsm:3.51 lsm:3.50 lsm:3.48 lsm:3.47 lsm:3.46 lsm:3.45 lsm:3.44 lsm:3.43 lsm:3.42 lsm:3.41 lsm:3.40 lsm:3.39 lsm:3.38 lsm:3.37 lsm:3.36 lsm:3.35 lsm:3.34 lsm:3.33 lsm:v3.33 lsm:3.32 lsm:3.31 lsm:3.30 lsm:3.29 lsm:3.28 lsm:3.27 lsm:3.26 lsm:3.25 lsm:3.24 lsm:3.23 lsm:3.22 lsm:3.21 lsm:3.20 lsm:3.19 lsm:3.18 lsm:3.16 lsm:3.15 lsm:dev lsm:3.14 lsm:3.13 lsm:3.12 lsm:3.11 lsm:3.10 lsm:3.09 lsm:3.08 lsm:3.07 lsm:3.06 lsm:3.05 lsm:3.04 lsm:3.03 lsm:3.02 lsm:3.01 lsm:3.00 lsm:2.99 lsm:2.98 lsm:2.97 lsm:2.96 lsm:2.95 lsm:2.94 lsm:2.93 lsm:2.92 lsm:2.91 lsm:2.90 lsm:2.89 lsm:2.88 lsm:2.87 lsm:2.86 lsm:2.85 lsm:2.84 lsm:2.83 lsm:2.82 lsm:2.81 lsm:2.80 lsm:2.79 lsm:2.78 lsm:2.77 lsm:2.76 lsm:2.75 lsm:2.74 lsm:2.73 lsm:2.72 lsm:2.71 lsm:2.70 lsm:2.69 lsm:2.68 lsm:2.67 lsm:2.66 lsm:2.65 lsm:2.64 lsm:2.63 lsm:2.62 lsm:2.61 lsm:2.60 lsm:2.59 lsm:2.58 lsm:2.57 lsm:2.56 lsm:2.55 lsm:2.54 lsm:2.53 lsm:2.52 lsm:2.51 lsm:2.50 lsm:2.49 lsm:2.48 lsm:2.47 lsm:2.43 lsm:2.42 lsm:2.41 lsm:2.40 lsm:2.39 lsm:2.38 lsm:2.37 lsm:2.36 lsm:2.35 lsm:2.34 lsm:2.33 lsm:2.32 lsm:2.31 lsm:2.30 lsm:2.29 lsm:2.28 lsm:2.27 lsm:2.26 lsm:2.25 lsm:2.24 lsm:2.23 lsm:2.22 lsm:2.21 lsm:2.20 lsm:2.19 lsm:2.18 lsm:2.17 lsm:2.16 lsm:2.15 lsm:2.14 lsm:2.13 lsm:2.12 lsm:2.11 lsm:2.10 lsm:2.09 lsm:2.08 lsm:2.07 lsm:2.06 lsm:2.05 lsm:2.04 lsm:2.03 lsm:2.02 lsm:2.01 lsm:2.00 lsm:1.99 lsm:1.98 lsm:1.97 lsm:1.96 lsm:1.95 lsm:1.94 lsm:1.93 lsm:1.92 lsm:1.91 lsm:1.90 lsm:1.88 lsm:1.87 lsm:1.86 lsm:1.85 lsm:1.84 lsm:1.83 lsm:1.82 lsm:1.81 lsm:1.80 lsm:1.79 lsm:1.78 lsm:1.77 lsm:1.76 lsm:1.75 lsm:1.74 lsm:1.73 lsm:1.72 lsm:1.71 lsm:1.70 lsm:1;70 lsm:1.69 lsm:1.68 lsm:1.67 lsm:1.66 lsm:1.65 lsm:1.64 lsm:1.63 lsm:1.62 lsm:1.61 lsm:1.61RC lsm:1.60 lsm:1.59 lsm:1.58 lsm:1.57 lsm:1.56 lsm:1.55 lsm:1.54 lsm:1.53 lsm:1.52 lsm:1.51 lsm:1.50 lsm:1.49 lsm:1.48 lsm:1.47 lsm:1.46 lsm:1.45 lsm:1.44 lsm:1.43 lsm:1.42 lsm:1.41 lsm:1.40 lsm:1.38 lsm:1.37 lsm:1.36 lsm:1.35 lsm:1.34 lsm:1.33 lsm:1.32 lsm:1.31 lsm:1.30 lsm:1.29 lsm:1.28 lsm:1.27 lsm:1.26 lsm:1.25 lsm:1.24 lsm:1.23 lsm:1.22 lsm:1.21 lsm:1.20 lsm:1.19 lsm:1.18 lsm:1.17 lsm:1.16 lsm:1.15 lsm:1.14 lsm:1.12 lsm:1.11 lsm:1.10 lsm:1.09 lsm:1.08 lsm:1.07 lsm:1.06 lsm:1.05 lsm:1.04 lsm:1.03 lsm:1.02 lsm:1.01 lsm:1.00 lsm:0.99 lsm:0.98 lsm:0.97 lsm:0.96 lsm:0.95 lsm:0.94 lsm:0.93 lsm:0.92 lsm:0.91 lsm:0.90 lsm:0.77 lsm:0.76 lsm:0.75 lsm:0.74 lsm:0.73 lsm:0.72.release lsm:0.72 lsm:v0.69 lsm:v0.70beta

8 Commits
fa8df6e42b ... 156ce42f26

Author SHA1 Message Date
Dima Tisnek
156ce42f26 chore: fix the diagram in RDMA sidecar readme (#7503)
Some checks failed
go: build dev binaries / cleanup (push) Has been cancelled
Details
docker: build dev containers / build-dev-containers (push) Has been cancelled
Details
End to End / FUSE Mount (push) Has been cancelled
Details
FUSE Integration Tests / FUSE Integration Testing (push) Has been cancelled
Details
go: build binary / Build (push) Has been cancelled
Details
Kafka Quick Test (Load Test with Schema Registry) / Kafka Client Load Test (Quick) (push) Has been cancelled
Details
Kafka Gateway Tests / Kafka Unit Tests (unit-tests-1) (push) Has been cancelled
Details
Kafka Gateway Tests / Kafka Integration Tests (Critical) (integration-1) (push) Has been cancelled
Details
Kafka Gateway Tests / Kafka End-to-End Tests (with SMQ) (e2e-1) (push) Has been cancelled
Details
Kafka Gateway Tests / Kafka Consumer Group Tests (Highly Isolated) (consumer-group-1) (push) Has been cancelled
Details
Kafka Gateway Tests / Kafka Client Compatibility (with SMQ) (client-compat-1) (push) Has been cancelled
Details
Kafka Gateway Tests / Kafka SMQ Integration Tests (Full Stack) (smq-integration-1) (push) Has been cancelled
Details
Kafka Gateway Tests / Kafka Protocol Tests (Isolated) (protocol-1) (push) Has been cancelled
Details
PostgreSQL Gateway Tests / PostgreSQL Basic Tests (push) Has been cancelled
Details
Ceph S3 tests / Basic S3 tests (KV store) (push) Has been cancelled
Details
Ceph S3 tests / S3 Versioning & Object Lock tests (push) Has been cancelled
Details
Ceph S3 tests / S3 CORS tests (push) Has been cancelled
Details
Ceph S3 tests / SeaweedFS Custom S3 Copy tests (push) Has been cancelled
Details
Ceph S3 tests / Basic S3 tests (SQL store) (push) Has been cancelled
Details
test s3 over https using aws-cli / awscli-tests (push) Has been cancelled
Details
go: build dev binaries / build_dev_linux_windows (amd64, linux) (push) Has been cancelled
Details
go: build dev binaries / build_dev_linux_windows (amd64, windows) (push) Has been cancelled
Details
go: build dev binaries / build_dev_darwin (amd64, darwin) (push) Has been cancelled
Details
go: build dev binaries / build_dev_darwin (arm64, darwin) (push) Has been cancelled
Details
2025-11-17 23:04:31 -08:00
dependabot[bot]
cae62db31b chore(deps): bump golang.org/x/image from 0.32.0 to 0.33.0 (#7497) 
* chore(deps): bump golang.org/x/image from 0.32.0 to 0.33.0

Bumps [golang.org/x/image](https://github.com/golang/image) from 0.32.0 to 0.33.0.
- [Commits](https://github.com/golang/image/compare/v0.32.0...v0.33.0)

---
updated-dependencies:
- dependency-name: golang.org/x/image
  dependency-version: 0.33.0
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>

* go mod tidy

---------

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: chrislu <chris.lu@gmail.com>
 2025-11-17 22:09:32 -08:00
dependabot[bot]
93dd5d49c4 chore(deps): bump actions/dependency-review-action from 4.8.1 to 4.8.2 (#7493) 
Bumps [actions/dependency-review-action](https://github.com/actions/dependency-review-action) from 4.8.1 to 4.8.2.
- [Release notes](https://github.com/actions/dependency-review-action/releases)
- [Commits](40c09b7dc9...3c4e3dcb1a)

---
updated-dependencies:
- dependency-name: actions/dependency-review-action
  dependency-version: 4.8.2
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
 2025-11-17 21:20:59 -08:00
dependabot[bot]
e9353d58a2 chore(deps): bump github.com/linxGnu/grocksdb from 1.10.2 to 1.10.3 (#7494) 
Bumps [github.com/linxGnu/grocksdb](https://github.com/linxGnu/grocksdb) from 1.10.2 to 1.10.3.
- [Release notes](https://github.com/linxGnu/grocksdb/releases)
- [Commits](https://github.com/linxGnu/grocksdb/compare/v1.10.2...v1.10.3)

---
updated-dependencies:
- dependency-name: github.com/linxGnu/grocksdb
  dependency-version: 1.10.3
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
 2025-11-17 21:20:50 -08:00
dependabot[bot]
71970418b0 chore(deps): bump github.com/hanwen/go-fuse/v2 from 2.8.0 to 2.9.0 (#7495) 
Bumps [github.com/hanwen/go-fuse/v2](https://github.com/hanwen/go-fuse) from 2.8.0 to 2.9.0.
- [Commits](https://github.com/hanwen/go-fuse/compare/v2.8.0...v2.9.0)

---
updated-dependencies:
- dependency-name: github.com/hanwen/go-fuse/v2
  dependency-version: 2.9.0
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
 2025-11-17 21:20:44 -08:00
dependabot[bot]
2d54322a89 chore(deps): bump go.etcd.io/etcd/client/v3 from 3.6.5 to 3.6.6 (#7496) 
Bumps [go.etcd.io/etcd/client/v3](https://github.com/etcd-io/etcd) from 3.6.5 to 3.6.6.
- [Release notes](https://github.com/etcd-io/etcd/releases)
- [Commits](https://github.com/etcd-io/etcd/compare/v3.6.5...v3.6.6)

---
updated-dependencies:
- dependency-name: go.etcd.io/etcd/client/v3
  dependency-version: 3.6.6
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
 2025-11-17 21:20:37 -08:00
dependabot[bot]
d280d1b285 chore(deps): bump github.com/getsentry/sentry-go from 0.36.1 to 0.38.0 (#7498) 
Bumps [github.com/getsentry/sentry-go](https://github.com/getsentry/sentry-go) from 0.36.1 to 0.38.0.
- [Release notes](https://github.com/getsentry/sentry-go/releases)
- [Changelog](https://github.com/getsentry/sentry-go/blob/master/CHANGELOG.md)
- [Commits](https://github.com/getsentry/sentry-go/compare/v0.36.1...v0.38.0)

---
updated-dependencies:
- dependency-name: github.com/getsentry/sentry-go
  dependency-version: 0.38.0
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
 2025-11-17 21:20:24 -08:00
Chris Lu
65f8986fe2 Volume Server: avoid aggressive volume assignment (#7501) 
* avoid aggressive volume assignment

* also test ec shards

* separate DiskLocation instances for each subtest

* edge cases

* No volumes plus low disk space
* Multiple EC volumes

* simplify
 2025-11-17 21:19:55 -08:00
8 changed files with 159 additions and 49 deletions
Expand all files Collapse all files

2
.github/workflows/depsreview.yml vendored
View File

@@ -11,4 +11,4 @@ jobs:
- name: 'Checkout Repository'
uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8
- name: 'Dependency Review'
uses: actions/dependency-review-action@40c09b7dc99638e5ddb0bfd91c1673effc064d8a
uses: actions/dependency-review-action@3c4e3dcb1aa7874d2c16be7d79418e9b7efd6261

22
go.mod
View File

@@ -53,7 +53,7 @@ require (
github.com/klauspost/compress v1.18.1
github.com/klauspost/reedsolomon v1.12.5
github.com/kurin/blazer v0.5.3
github.com/linxGnu/grocksdb v1.10.2
github.com/linxGnu/grocksdb v1.10.3
github.com/mailru/easyjson v0.7.7 // indirect
github.com/mattn/go-isatty v0.0.20 // indirect
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
@@ -90,7 +90,7 @@ require (
github.com/xdg-go/scram v1.1.2 // indirect
github.com/xdg-go/stringprep v1.0.4 // indirect
github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 // indirect
go.etcd.io/etcd/client/v3 v3.6.5
go.etcd.io/etcd/client/v3 v3.6.6
go.mongodb.org/mongo-driver v1.17.6
go.opencensus.io v0.24.0 // indirect
gocloud.dev v0.43.0
@@ -98,12 +98,12 @@ require (
gocloud.dev/pubsub/rabbitpubsub v0.43.0
golang.org/x/crypto v0.43.0
golang.org/x/exp v0.0.0-20250811191247-51f88131bc50
golang.org/x/image v0.32.0
golang.org/x/image v0.33.0
golang.org/x/net v0.46.0
golang.org/x/oauth2 v0.30.0 // indirect
golang.org/x/sys v0.38.0
golang.org/x/text v0.30.0 // indirect
golang.org/x/tools v0.37.0 // indirect
golang.org/x/text v0.31.0 // indirect
golang.org/x/tools v0.38.0 // indirect
golang.org/x/xerrors v0.0.0-20240903120638-7835f813f4da // indirect
google.golang.org/api v0.247.0
google.golang.org/genproto v0.0.0-20250715232539-7130f93afb79 // indirect
@@ -131,12 +131,12 @@ require (
github.com/aws/aws-sdk-go-v2/service/s3 v1.89.1
github.com/cognusion/imaging v1.0.2
github.com/fluent/fluent-logger-golang v1.10.1
github.com/getsentry/sentry-go v0.36.1
github.com/getsentry/sentry-go v0.38.0
github.com/gin-contrib/sessions v1.0.4
github.com/gin-gonic/gin v1.11.0
github.com/golang-jwt/jwt/v5 v5.3.0
github.com/google/flatbuffers/go v0.0.0-20230108230133-3b8644d32c50
github.com/hanwen/go-fuse/v2 v2.8.0
github.com/hanwen/go-fuse/v2 v2.9.0
github.com/hashicorp/raft v1.7.3
github.com/hashicorp/raft-boltdb/v2 v2.3.1
github.com/hashicorp/vault/api v1.22.0
@@ -159,9 +159,9 @@ require (
github.com/xeipuuv/gojsonschema v1.2.0
github.com/ydb-platform/ydb-go-sdk-auth-environ v0.5.0
github.com/ydb-platform/ydb-go-sdk/v3 v3.113.5
go.etcd.io/etcd/client/pkg/v3 v3.6.5
go.etcd.io/etcd/client/pkg/v3 v3.6.6
go.uber.org/atomic v1.11.0
golang.org/x/sync v0.17.0
golang.org/x/sync v0.18.0
golang.org/x/tools/godoc v0.1.0-deprecated
google.golang.org/grpc/security/advancedtls v1.0.0
)
@@ -220,7 +220,7 @@ require (
go.uber.org/mock v0.5.0 // indirect
go.yaml.in/yaml/v2 v2.4.2 // indirect
go.yaml.in/yaml/v3 v3.0.4 // indirect
golang.org/x/mod v0.28.0 // indirect
golang.org/x/mod v0.29.0 // indirect
gonum.org/v1/gonum v0.16.0 // indirect
)
@@ -432,7 +432,7 @@ require (
github.com/zeebo/blake3 v0.2.4 // indirect
github.com/zeebo/errs v1.4.0 // indirect
go.etcd.io/bbolt v1.4.2 // indirect
go.etcd.io/etcd/api/v3 v3.6.5 // indirect
go.etcd.io/etcd/api/v3 v3.6.6 // indirect
go.opentelemetry.io/auto/sdk v1.1.0 // indirect
go.opentelemetry.io/contrib/detectors/gcp v1.37.0 // indirect
go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.62.0 // indirect

44
go.sum
View File

@@ -923,8 +923,8 @@ github.com/gabriel-vasile/mimetype v1.4.9 h1:5k+WDwEsD9eTLL8Tz3L0VnmVh9QxGjRmjBv
github.com/gabriel-vasile/mimetype v1.4.9/go.mod h1:WnSQhFKJuBlRyLiKohA/2DtIlPFAbguNaG7QCHcyGok=
github.com/geoffgarside/ber v1.2.0 h1:/loowoRcs/MWLYmGX9QtIAbA+V/FrnVLsMMPhwiRm64=
github.com/geoffgarside/ber v1.2.0/go.mod h1:jVPKeCbj6MvQZhwLYsGwaGI52oUorHoHKNecGT85ZCc=
github.com/getsentry/sentry-go v0.36.1 h1:kMJt0WWsxWATUxkvFgVBZdIeHSk/Oiv5P0jZ9e5m/Lw=
github.com/getsentry/sentry-go v0.36.1/go.mod h1:p5Im24mJBeruET8Q4bbcMfCQ+F+Iadc4L48tB1apo2c=
github.com/getsentry/sentry-go v0.38.0 h1:S8Xui7gLeAvXINVLMOaX94HnsDf1GexnfXGSNC4+KQs=
github.com/getsentry/sentry-go v0.38.0/go.mod h1:eRXCoh3uvmjQLY6qu63BjUZnaBu5L5WhMV1RwYO8W5s=
github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04=
github.com/gin-contrib/sessions v1.0.4 h1:ha6CNdpYiTOK/hTp05miJLbpTSNfOnFg5Jm2kbcqy8U=
github.com/gin-contrib/sessions v1.0.4/go.mod h1:ccmkrb2z6iU2osiAHZG3x3J4suJK+OU27oqzlWOqQgs=
@@ -1184,8 +1184,8 @@ github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.1 h1:X5VWvz21y3gzm9Nw/kaUeku/1+u
github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.1/go.mod h1:Zanoh4+gvIgluNqcfMVTJueD4wSS5hT7zTt4Mrutd90=
github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed h1:5upAirOpQc1Q53c0bnx2ufif5kANL7bfZWcc6VJWJd8=
github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed/go.mod h1:tMWxXQ9wFIaZeTI9F+hmhFiGpFmhOHzyShyFUhRm0H4=
github.com/hanwen/go-fuse/v2 v2.8.0 h1:wV8rG7rmCz8XHSOwBZhG5YcVqcYjkzivjmbaMafPlAs=
github.com/hanwen/go-fuse/v2 v2.8.0/go.mod h1:yE6D2PqWwm3CbYRxFXV9xUd8Md5d6NG0WBs5spCswmI=
github.com/hanwen/go-fuse/v2 v2.9.0 h1:0AOGUkHtbOVeyGLr0tXupiid1Vg7QB7M6YUcdmVdC58=
github.com/hanwen/go-fuse/v2 v2.9.0/go.mod h1:yE6D2PqWwm3CbYRxFXV9xUd8Md5d6NG0WBs5spCswmI=
github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=
github.com/hashicorp/errwrap v1.1.0 h1:OxrOeh75EUXMY8TBjag2fzXGZ40LB6IKw45YeGUDY2I=
github.com/hashicorp/errwrap v1.1.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4=
@@ -1363,8 +1363,8 @@ github.com/lib/pq v1.10.9 h1:YXG7RB+JIjhP29X+OtkiDnYaXQwpS4JEWq7dtCCRUEw=
github.com/lib/pq v1.10.9/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o=
github.com/linkedin/goavro/v2 v2.14.0 h1:aNO/js65U+Mwq4yB5f1h01c3wiM458qtRad1DN0CMUI=
github.com/linkedin/goavro/v2 v2.14.0/go.mod h1:KXx+erlq+RPlGSPmLF7xGo6SAbh8sCQ53x064+ioxhk=
github.com/linxGnu/grocksdb v1.10.2 h1:y0dXsWYULY15/BZMcwAZzLd13ZuyA470vyoNzWwmqG0=
github.com/linxGnu/grocksdb v1.10.2/go.mod h1:C3CNe9UYc9hlEM2pC82AqiGS3LRW537u9LFV4wIZuHk=
github.com/linxGnu/grocksdb v1.10.3 h1:0laII9AQ6kFxo5SjhdTfSh9EgF20piD6TMHK6YuDm+4=
github.com/linxGnu/grocksdb v1.10.3/go.mod h1:OLQKZwiKwaJiAVCsOzWKvwiLwfZ5Vz8Md5TYR7t7pM8=
github.com/lithammer/shortuuid/v3 v3.0.7 h1:trX0KTHy4Pbwo/6ia8fscyHoGA+mf1jWbPJVuvyJQQ8=
github.com/lithammer/shortuuid/v3 v3.0.7/go.mod h1:vMk8ke37EmiewwolSO1NLW8vP4ZaKlRuDIi8tWWmAts=
github.com/lpar/date v1.0.0 h1:bq/zVqFTUmsxvd/CylidY4Udqpr9BOFrParoP6p0x/I=
@@ -1813,12 +1813,12 @@ go.einride.tech/aip v0.73.0 h1:bPo4oqBo2ZQeBKo4ZzLb1kxYXTY1ysJhpvQyfuGzvps=
go.einride.tech/aip v0.73.0/go.mod h1:Mj7rFbmXEgw0dq1dqJ7JGMvYCZZVxmGOR3S4ZcV5LvQ=
go.etcd.io/bbolt v1.4.2 h1:IrUHp260R8c+zYx/Tm8QZr04CX+qWS5PGfPdevhdm1I=
go.etcd.io/bbolt v1.4.2/go.mod h1:Is8rSHO/b4f3XigBC0lL0+4FwAQv3HXEEIgFMuKHceM=
go.etcd.io/etcd/api/v3 v3.6.5 h1:pMMc42276sgR1j1raO/Qv3QI9Af/AuyQUW6CBAWuntA=
go.etcd.io/etcd/api/v3 v3.6.5/go.mod h1:ob0/oWA/UQQlT1BmaEkWQzI0sJ1M0Et0mMpaABxguOQ=
go.etcd.io/etcd/client/pkg/v3 v3.6.5 h1:Duz9fAzIZFhYWgRjp/FgNq2gO1jId9Yae/rLn3RrBP8=
go.etcd.io/etcd/client/pkg/v3 v3.6.5/go.mod h1:8Wx3eGRPiy0qOFMZT/hfvdos+DjEaPxdIDiCDUv/FQk=
go.etcd.io/etcd/client/v3 v3.6.5 h1:yRwZNFBx/35VKHTcLDeO7XVLbCBFbPi+XV4OC3QJf2U=
go.etcd.io/etcd/client/v3 v3.6.5/go.mod h1:ZqwG/7TAFZ0BJ0jXRPoJjKQJtbFo/9NIY8uoFFKcCyo=
go.etcd.io/etcd/api/v3 v3.6.6 h1:mcaMp3+7JawWv69p6QShYWS8cIWUOl32bFLb6qf8pOQ=
go.etcd.io/etcd/api/v3 v3.6.6/go.mod h1:f/om26iXl2wSkcTA1zGQv8reJRSLVdoEBsi4JdfMrx4=
go.etcd.io/etcd/client/pkg/v3 v3.6.6 h1:uoqgzSOv2H9KlIF5O1Lsd8sW+eMLuV6wzE3q5GJGQNs=
go.etcd.io/etcd/client/pkg/v3 v3.6.6/go.mod h1:YngfUVmvsvOJ2rRgStIyHsKtOt9SZI2aBJrZiWJhCbI=
go.etcd.io/etcd/client/v3 v3.6.6 h1:G5z1wMf5B9SNexoxOHUGBaULurOZPIgGPsW6CN492ec=
go.etcd.io/etcd/client/v3 v3.6.6/go.mod h1:36Qv6baQ07znPR3+n7t+Rk5VHEzVYPvFfGmfF4wBHV8=
go.mongodb.org/mongo-driver v1.17.6 h1:87JUG1wZfWsr6rIz3ZmpH90rL5tea7O3IHuSwHUpsss=
go.mongodb.org/mongo-driver v1.17.6/go.mod h1:Hy04i7O2kC4RS06ZrhPRqj/u4DTYkFDAAccj+rVKqgQ=
go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU=
@@ -1947,8 +1947,8 @@ golang.org/x/image v0.0.0-20210607152325-775e3b0c77b9/go.mod h1:023OzeP/+EPmXeap
golang.org/x/image v0.0.0-20210628002857-a66eb6448b8d/go.mod h1:023OzeP/+EPmXeapQh35lcL3II3LrY8Ic+EFFKVhULM=
golang.org/x/image v0.0.0-20211028202545-6944b10bf410/go.mod h1:023OzeP/+EPmXeapQh35lcL3II3LrY8Ic+EFFKVhULM=
golang.org/x/image v0.0.0-20220302094943-723b81ca9867/go.mod h1:023OzeP/+EPmXeapQh35lcL3II3LrY8Ic+EFFKVhULM=
golang.org/x/image v0.32.0 h1:6lZQWq75h7L5IWNk0r+SCpUJ6tUVd3v4ZHnbRKLkUDQ=
golang.org/x/image v0.32.0/go.mod h1:/R37rrQmKXtO6tYXAjtDLwQgFLHmhW+V6ayXlxzP2Pc=
golang.org/x/image v0.33.0 h1:LXRZRnv1+zGd5XBUVRFmYEphyyKJjQjCRiOuAP3sZfQ=
golang.org/x/image v0.33.0/go.mod h1:DD3OsTYT9chzuzTQt+zMcOlBHgfoKQb1gry8p76Y1sc=
golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
@@ -1983,8 +1983,8 @@ golang.org/x/mod v0.13.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
golang.org/x/mod v0.14.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
golang.org/x/mod v0.15.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
golang.org/x/mod v0.17.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
golang.org/x/mod v0.28.0 h1:gQBtGhjxykdjY9YhZpSlZIsbnaE2+PgjfLWUQTnoZ1U=
golang.org/x/mod v0.28.0/go.mod h1:yfB/L0NOf/kmEbXjzCPOx1iK1fRutOydrCMsqRhEBxI=
golang.org/x/mod v0.29.0 h1:HV8lRxZC4l2cr3Zq1LvtOsi/ThTgWnUk/y64QSs8GwA=
golang.org/x/mod v0.29.0/go.mod h1:NyhrlYXJ2H4eJiRy/WDBO6HMqZQ6q9nk4JzS3NuCK+w=
golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
@@ -2108,8 +2108,8 @@ golang.org/x/sync v0.6.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
golang.org/x/sync v0.10.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
golang.org/x/sync v0.11.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
golang.org/x/sync v0.17.0 h1:l60nONMj9l5drqw6jlhIELNv9I0A4OFgRsG9k2oT9Ug=
golang.org/x/sync v0.17.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI=
golang.org/x/sync v0.18.0 h1:kr88TuHDroi+UVf+0hZnirlk8o8T+4MrK6mr60WkH/I=
golang.org/x/sync v0.18.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI=
golang.org/x/sys v0.0.0-20180810173357-98c5dad5d1a0/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
@@ -2258,8 +2258,8 @@ golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ=
golang.org/x/text v0.22.0/go.mod h1:YRoo4H8PVmsu+E3Ou7cqLVH8oXWIHVoX0jqUWALQhfY=
golang.org/x/text v0.30.0 h1:yznKA/E9zq54KzlzBEAWn1NXSQ8DIp/NYMy88xJjl4k=
golang.org/x/text v0.30.0/go.mod h1:yDdHFIX9t+tORqspjENWgzaCVXgk0yYnYuSZ8UzzBVM=
golang.org/x/text v0.31.0 h1:aC8ghyu4JhP8VojJ2lEHBnochRno1sgL6nEi9WGFGMM=
golang.org/x/text v0.31.0/go.mod h1:tKRAlv61yKIjGGHX/4tP1LTbc13YSec1pxVEWXzfoeM=
golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
@@ -2339,8 +2339,8 @@ golang.org/x/tools v0.13.0/go.mod h1:HvlwmtVNQAhOuCjW7xxvovg8wbNq7LwfXh/k7wXUl58
golang.org/x/tools v0.14.0/go.mod h1:uYBEerGOWcJyEORxN+Ek8+TT266gXkNlHdJBwexUsBg=
golang.org/x/tools v0.17.0/go.mod h1:xsh6VxdV005rRVaS6SSAf9oiAqljS7UZUacMZ8Bnsps=
golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d/go.mod h1:aiJjzUbINMkxbQROHiO6hDPo2LHcIPhhQsa9DLh0yGk=
golang.org/x/tools v0.37.0 h1:DVSRzp7FwePZW356yEAChSdNcQo6Nsp+fex1SUW09lE=
golang.org/x/tools v0.37.0/go.mod h1:MBN5QPQtLMHVdvsbtarmTNukZDdgwdwlO5qGacAzF0w=
golang.org/x/tools v0.38.0 h1:Hx2Xv8hISq8Lm16jvBZ2VQf+RLmbd7wVUsALibYI/IQ=
golang.org/x/tools v0.38.0/go.mod h1:yEsQ/d/YK8cjh0L6rZlY8tgtlKiBNTL14pGDJPJpYQs=
golang.org/x/tools/godoc v0.1.0-deprecated h1:o+aZ1BOj6Hsx/GBdJO/s815sqftjSnrZZwyYTHODvtk=
golang.org/x/tools/godoc v0.1.0-deprecated/go.mod h1:qM63CriJ961IHWmnWa9CjZnBndniPt4a3CK0PVB9bIg=
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

2
seaweedfs-rdma-sidecar/README.md
View File

@@ -16,7 +16,7 @@ This project implements a **high-performance RDMA (Remote Direct Memory Access)
```
┌─────────────────┐ ┌─────────────────┐ ┌─────────────────┐
│ SeaweedFS │ │ Go Sidecar │ │ Rust Engine │
│ Volume Server │◄──►│ (Control Plane) │◄──►│ (Data Plane) │
│ Volume Server │◄──►│ (Control Plane) │◄──►│ (Data Plane) │
└─────────────────┘ └─────────────────┘ └─────────────────┘
│ │ │
│ │ │

6
test/kafka/go.mod
View File

@@ -231,13 +231,13 @@ require (
go.yaml.in/yaml/v3 v3.0.4 // indirect
golang.org/x/crypto v0.43.0 // indirect
golang.org/x/exp v0.0.0-20250811191247-51f88131bc50 // indirect
golang.org/x/image v0.32.0 // indirect
golang.org/x/image v0.33.0 // indirect
golang.org/x/net v0.46.0 // indirect
golang.org/x/oauth2 v0.30.0 // indirect
golang.org/x/sync v0.17.0 // indirect
golang.org/x/sync v0.18.0 // indirect
golang.org/x/sys v0.38.0 // indirect
golang.org/x/term v0.36.0 // indirect
golang.org/x/text v0.30.0 // indirect
golang.org/x/text v0.31.0 // indirect
golang.org/x/time v0.12.0 // indirect
google.golang.org/api v0.247.0 // indirect
google.golang.org/genproto/googleapis/rpc v0.0.0-20250818200422-3122310a409c // indirect

20
test/kafka/go.sum
View File

@@ -748,8 +748,8 @@ golang.org/x/exp v0.0.0-20250811191247-51f88131bc50 h1:3yiSh9fhy5/RhCSntf4Sy0Tnx
golang.org/x/exp v0.0.0-20250811191247-51f88131bc50/go.mod h1:rT6SFzZ7oxADUDx58pcaKFTcZ+inxAa9fTrYx/uVYwg=
golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js=
golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0=
golang.org/x/image v0.32.0 h1:6lZQWq75h7L5IWNk0r+SCpUJ6tUVd3v4ZHnbRKLkUDQ=
golang.org/x/image v0.32.0/go.mod h1:/R37rrQmKXtO6tYXAjtDLwQgFLHmhW+V6ayXlxzP2Pc=
golang.org/x/image v0.33.0 h1:LXRZRnv1+zGd5XBUVRFmYEphyyKJjQjCRiOuAP3sZfQ=
golang.org/x/image v0.33.0/go.mod h1:DD3OsTYT9chzuzTQt+zMcOlBHgfoKQb1gry8p76Y1sc=
golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
@@ -774,8 +774,8 @@ golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
golang.org/x/mod v0.12.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
golang.org/x/mod v0.15.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
golang.org/x/mod v0.17.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
golang.org/x/mod v0.28.0 h1:gQBtGhjxykdjY9YhZpSlZIsbnaE2+PgjfLWUQTnoZ1U=
golang.org/x/mod v0.28.0/go.mod h1:yfB/L0NOf/kmEbXjzCPOx1iK1fRutOydrCMsqRhEBxI=
golang.org/x/mod v0.29.0 h1:HV8lRxZC4l2cr3Zq1LvtOsi/ThTgWnUk/y64QSs8GwA=
golang.org/x/mod v0.29.0/go.mod h1:NyhrlYXJ2H4eJiRy/WDBO6HMqZQ6q9nk4JzS3NuCK+w=
golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
@@ -841,8 +841,8 @@ golang.org/x/sync v0.6.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
golang.org/x/sync v0.10.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
golang.org/x/sync v0.11.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
golang.org/x/sync v0.17.0 h1:l60nONMj9l5drqw6jlhIELNv9I0A4OFgRsG9k2oT9Ug=
golang.org/x/sync v0.17.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI=
golang.org/x/sync v0.18.0 h1:kr88TuHDroi+UVf+0hZnirlk8o8T+4MrK6mr60WkH/I=
golang.org/x/sync v0.18.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI=
golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
@@ -925,8 +925,8 @@ golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ=
golang.org/x/text v0.22.0/go.mod h1:YRoo4H8PVmsu+E3Ou7cqLVH8oXWIHVoX0jqUWALQhfY=
golang.org/x/text v0.30.0 h1:yznKA/E9zq54KzlzBEAWn1NXSQ8DIp/NYMy88xJjl4k=
golang.org/x/text v0.30.0/go.mod h1:yDdHFIX9t+tORqspjENWgzaCVXgk0yYnYuSZ8UzzBVM=
golang.org/x/text v0.31.0 h1:aC8ghyu4JhP8VojJ2lEHBnochRno1sgL6nEi9WGFGMM=
golang.org/x/text v0.31.0/go.mod h1:tKRAlv61yKIjGGHX/4tP1LTbc13YSec1pxVEWXzfoeM=
golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
@@ -979,8 +979,8 @@ golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc
golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
golang.org/x/tools v0.13.0/go.mod h1:HvlwmtVNQAhOuCjW7xxvovg8wbNq7LwfXh/k7wXUl58=
golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d/go.mod h1:aiJjzUbINMkxbQROHiO6hDPo2LHcIPhhQsa9DLh0yGk=
golang.org/x/tools v0.37.0 h1:DVSRzp7FwePZW356yEAChSdNcQo6Nsp+fex1SUW09lE=
golang.org/x/tools v0.37.0/go.mod h1:MBN5QPQtLMHVdvsbtarmTNukZDdgwdwlO5qGacAzF0w=
golang.org/x/tools v0.38.0 h1:Hx2Xv8hISq8Lm16jvBZ2VQf+RLmbd7wVUsALibYI/IQ=
golang.org/x/tools v0.38.0/go.mod h1:yEsQ/d/YK8cjh0L6rZlY8tgtlKiBNTL14pGDJPJpYQs=
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

12
weed/storage/store.go
View File

@@ -292,7 +292,17 @@ func (s *Store) CollectHeartbeat() *master_pb.Heartbeat {
collectionVolumeReadOnlyCount := make(map[string]map[string]uint8)
for _, location := range s.Locations {
var deleteVids []needle.VolumeId
maxVolumeCounts[string(location.DiskType)] += uint32(location.MaxVolumeCount)
effectiveMaxCount := location.MaxVolumeCount
if location.isDiskSpaceLow {
usedSlots := int32(location.LocalVolumesLen())
ecShardCount := location.EcShardCount()
usedSlots += int32((ecShardCount + erasure_coding.DataShardsCount - 1) / erasure_coding.DataShardsCount)
effectiveMaxCount = usedSlots
}
if effectiveMaxCount < 0 {
effectiveMaxCount = 0
}
maxVolumeCounts[string(location.DiskType)] += uint32(effectiveMaxCount)
location.volumesLock.RLock()
for _, v := range location.volumes {
curMaxFileKey, volumeMessage := v.ToVolumeInformationMessage()

100
weed/storage/store_disk_space_test.go
View File

@@ -3,7 +3,9 @@ package storage
import (
"testing"
"github.com/seaweedfs/seaweedfs/weed/storage/erasure_coding"
"github.com/seaweedfs/seaweedfs/weed/storage/needle"
"github.com/seaweedfs/seaweedfs/weed/storage/types"
)
func TestHasFreeDiskLocation(t *testing.T) {
@@ -92,3 +94,101 @@ func TestHasFreeDiskLocation(t *testing.T) {
})
}
}
func newTestLocation(maxCount int32, isDiskLow bool, volCount int) *DiskLocation {
location := &DiskLocation{
volumes: make(map[needle.VolumeId]*Volume),
ecVolumes: make(map[needle.VolumeId]*erasure_coding.EcVolume),
MaxVolumeCount: maxCount,
DiskType: types.ToDiskType("hdd"),
isDiskSpaceLow: isDiskLow,
}
for i := 1; i <= volCount; i++ {
location.volumes[needle.VolumeId(i)] = &Volume{}
}
return location
}
func TestCollectHeartbeatRespectsLowDiskSpace(t *testing.T) {
diskType := types.ToDiskType("hdd")
t.Run("low disk space", func(t *testing.T) {
location := newTestLocation(10, true, 3)
store := &Store{Locations: []*DiskLocation{location}}
hb := store.CollectHeartbeat()
if got := hb.MaxVolumeCounts[string(diskType)]; got != 3 {
t.Errorf("expected low disk space to cap max volume count to used slots, got %d", got)
}
})
t.Run("normal disk space", func(t *testing.T) {
location := newTestLocation(10, false, 3)
store := &Store{Locations: []*DiskLocation{location}}
hb := store.CollectHeartbeat()
if got := hb.MaxVolumeCounts[string(diskType)]; got != 10 {
t.Errorf("expected normal disk space to report configured max volume count, got %d", got)
}
})
t.Run("low disk space zero volumes", func(t *testing.T) {
location := newTestLocation(10, true, 0)
store := &Store{Locations: []*DiskLocation{location}}
hb := store.CollectHeartbeat()
if got := hb.MaxVolumeCounts[string(diskType)]; got != 0 {
t.Errorf("expected zero volumes to report zero capacity, got %d", got)
}
})
t.Run("low disk space with ec shards", func(t *testing.T) {
location := newTestLocation(10, true, 3)
ecVolume := &erasure_coding.EcVolume{VolumeId: 1}
const shardCount = 15
for i := 0; i < shardCount; i++ {
ecVolume.Shards = append(ecVolume.Shards, &erasure_coding.EcVolumeShard{
ShardId: erasure_coding.ShardId(i),
})
}
location.ecVolumes[ecVolume.VolumeId] = ecVolume
store := &Store{Locations: []*DiskLocation{location}}
hb := store.CollectHeartbeat()
expectedSlots := len(location.volumes) + (shardCount+erasure_coding.DataShardsCount-1)/erasure_coding.DataShardsCount
if got := hb.MaxVolumeCounts[string(diskType)]; got != uint32(expectedSlots) {
t.Errorf("expected low disk space to include ec shard contribution, got %d want %d", got, expectedSlots)
}
})
t.Run("low disk space with multiple ec volumes", func(t *testing.T) {
location := newTestLocation(10, true, 2)
totalShardCount := 0
addEcVolume := func(vid needle.VolumeId, shardCount int) {
ecVolume := &erasure_coding.EcVolume{VolumeId: vid}
for i := 0; i < shardCount; i++ {
ecVolume.Shards = append(ecVolume.Shards, &erasure_coding.EcVolumeShard{
ShardId: erasure_coding.ShardId(i),
})
}
location.ecVolumes[vid] = ecVolume
totalShardCount += shardCount
}
addEcVolume(1, 12)
addEcVolume(2, 6)
store := &Store{Locations: []*DiskLocation{location}}
hb := store.CollectHeartbeat()
expectedSlots := len(location.volumes)
expectedSlots += (totalShardCount + erasure_coding.DataShardsCount - 1) / erasure_coding.DataShardsCount
if got := hb.MaxVolumeCounts[string(diskType)]; got != uint32(expectedSlots) {
t.Errorf("expected multiple ec volumes to be counted, got %d want %d", got, expectedSlots)
}
})
}