2022-10-17 05:02:33 +08:00
|
|
|
version: '3.9'
|
2020-11-11 18:02:30 +08:00
|
|
|
|
|
|
|
services:
|
|
|
|
master:
|
|
|
|
image: chrislusf/seaweedfs:local
|
|
|
|
ports:
|
|
|
|
- 9333:9333
|
|
|
|
- 19333:19333
|
test versioning also (#7000)
* test versioning also
* fix some versioning tests
* fall back
* fixes
Never-versioned buckets: No VersionId headers, no Status field
Pre-versioning objects: Regular files, VersionId="null", included in all operations
Post-versioning objects: Stored in .versions directories with real version IDs
Suspended versioning: Proper status handling and null version IDs
* fixes
Bucket Versioning Status Compliance
Fixed: New buckets now return no Status field (AWS S3 compliant)
Before: Always returned "Suspended" ❌
After: Returns empty VersioningConfiguration for unconfigured buckets ✅
2. Multi-Object Delete Versioning Support
Fixed: DeleteMultipleObjectsHandler now fully versioning-aware
Before: Always deleted physical files, breaking versioning ❌
After: Creates delete markers or deletes specific versions properly ✅
Added: DeleteMarker field in response structure for AWS compatibility
3. Copy Operations Versioning Support
Fixed: CopyObjectHandler and CopyObjectPartHandler now versioning-aware
Before: Only copied regular files, couldn't handle versioned sources ❌
After: Parses version IDs from copy source, creates versions in destination ✅
Added: pathToBucketObjectAndVersion() function for version ID parsing
4. Pre-versioning Object Handling
Fixed: getLatestObjectVersion() now has proper fallback logic
Before: Failed when .versions directory didn't exist ❌
After: Falls back to regular objects for pre-versioning scenarios ✅
5. Enhanced Object Version Listings
Fixed: listObjectVersions() includes both versioned AND pre-versioning objects
Before: Only showed .versions directories, ignored pre-versioning objects ❌
After: Shows complete version history with VersionId="null" for pre-versioning ✅
6. Null Version ID Handling
Fixed: getSpecificObjectVersion() properly handles versionId="null"
Before: Couldn't retrieve pre-versioning objects by version ID ❌
After: Returns regular object files for "null" version requests ✅
7. Version ID Response Headers
Fixed: PUT operations only return x-amz-version-id when appropriate
Before: Returned version IDs for non-versioned buckets ❌
After: Only returns version IDs for explicitly configured versioning ✅
* more fixes
* fix copying with versioning, multipart upload
* more fixes
* reduce volume size for easier dev test
* fix
* fix version id
* fix versioning
* Update filer_multipart.go
* fix multipart versioned upload
* more fixes
* more fixes
* fix versioning on suspended
* fixes
* fixing test_versioning_obj_suspended_copy
* Update s3api_object_versioning.go
* fix versions
* skipping test_versioning_obj_suspend_versions
* > If the versioning state has never been set on a bucket, it has no versioning state; a GetBucketVersioning request does not return a versioning state value.
* fix tests, avoid duplicated bucket creation, skip tests
* only run s3tests_boto3/functional/test_s3.py
* fix checking filer_pb.ErrNotFound
* Update weed/s3api/s3api_object_versioning.go
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
* Update weed/s3api/s3api_object_handlers_copy.go
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
* Update weed/s3api/s3api_bucket_config.go
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
* Update test/s3/versioning/s3_versioning_test.go
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
---------
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
2025-07-20 12:43:34 +08:00
|
|
|
command: "master -ip=master -volumeSizeLimitMB=100"
|
2020-11-11 18:02:30 +08:00
|
|
|
volume:
|
|
|
|
image: chrislusf/seaweedfs:local
|
|
|
|
ports:
|
|
|
|
- 8080:8080
|
|
|
|
- 18080:18080
|
|
|
|
command: "volume -mserver=master:9333 -port=8080 -ip=volume -max=0 -preStopSeconds=1"
|
|
|
|
depends_on:
|
|
|
|
- master
|
2021-03-29 17:59:59 +08:00
|
|
|
s3:
|
2020-11-11 18:02:30 +08:00
|
|
|
image: chrislusf/seaweedfs:local
|
|
|
|
ports:
|
|
|
|
- 8888:8888
|
|
|
|
- 18888:18888
|
|
|
|
- 8333:8333
|
2021-03-29 17:59:59 +08:00
|
|
|
command: '-v 9 filer -master="master:9333" -s3 -s3.config=/etc/seaweedfs/s3.json -s3.port=8333'
|
|
|
|
volumes:
|
|
|
|
- ./s3.json:/etc/seaweedfs/s3.json
|
2020-11-11 18:02:30 +08:00
|
|
|
depends_on:
|
|
|
|
- master
|
|
|
|
- volume
|
|
|
|
minio:
|
|
|
|
image: minio/minio
|
|
|
|
ports:
|
|
|
|
- 9000:9000
|
|
|
|
command: 'minio server /data'
|
|
|
|
environment:
|
|
|
|
MINIO_ACCESS_KEY: "some_access_key1"
|
|
|
|
MINIO_SECRET_KEY: "some_secret_key1"
|
|
|
|
depends_on:
|
|
|
|
- master
|
|
|
|
registry1:
|
|
|
|
image: registry:2
|
|
|
|
environment:
|
|
|
|
REGISTRY_HTTP_ADDR: "0.0.0.0:5001" # seaweedfs s3
|
|
|
|
REGISTRY_LOG_LEVEL: "debug"
|
|
|
|
REGISTRY_STORAGE: "s3"
|
|
|
|
REGISTRY_STORAGE_S3_REGION: "us-east-1"
|
|
|
|
REGISTRY_STORAGE_S3_REGIONENDPOINT: "http://s3:8333"
|
|
|
|
REGISTRY_STORAGE_S3_BUCKET: "registry"
|
|
|
|
REGISTRY_STORAGE_S3_ACCESSKEY: "some_access_key1"
|
|
|
|
REGISTRY_STORAGE_S3_SECRETKEY: "some_secret_key1"
|
|
|
|
REGISTRY_STORAGE_S3_V4AUTH: "true"
|
|
|
|
REGISTRY_STORAGE_S3_SECURE: "false"
|
|
|
|
REGISTRY_STORAGE_S3_SKIPVERIFY: "true"
|
|
|
|
REGISTRY_STORAGE_S3_ROOTDIRECTORY: "/"
|
|
|
|
REGISTRY_STORAGE_DELETE_ENABLED: "true"
|
|
|
|
REGISTRY_STORAGE_REDIRECT_DISABLE: "true"
|
|
|
|
REGISTRY_VALIDATION_DISABLED: "true"
|
|
|
|
ports:
|
|
|
|
- 5001:5001
|
|
|
|
depends_on:
|
|
|
|
- s3
|
|
|
|
- minio
|
|
|
|
registry2:
|
|
|
|
image: registry:2
|
|
|
|
environment:
|
|
|
|
REGISTRY_HTTP_ADDR: "0.0.0.0:5002" # minio
|
|
|
|
REGISTRY_LOG_LEVEL: "debug"
|
|
|
|
REGISTRY_STORAGE: "s3"
|
|
|
|
REGISTRY_STORAGE_S3_REGION: "us-east-1"
|
|
|
|
REGISTRY_STORAGE_S3_REGIONENDPOINT: "http://minio:9000"
|
|
|
|
REGISTRY_STORAGE_S3_BUCKET: "registry"
|
|
|
|
REGISTRY_STORAGE_S3_ACCESSKEY: "some_access_key1"
|
|
|
|
REGISTRY_STORAGE_S3_SECRETKEY: "some_secret_key1"
|
|
|
|
REGISTRY_STORAGE_S3_V4AUTH: "true"
|
|
|
|
REGISTRY_STORAGE_S3_SECURE: "false"
|
|
|
|
REGISTRY_STORAGE_S3_SKIPVERIFY: "true"
|
|
|
|
REGISTRY_STORAGE_S3_ROOTDIRECTORY: "/"
|
|
|
|
REGISTRY_STORAGE_DELETE_ENABLED: "true"
|
|
|
|
REGISTRY_STORAGE_REDIRECT_DISABLE: "true"
|
|
|
|
REGISTRY_VALIDATION_DISABLED: "true"
|
|
|
|
ports:
|
|
|
|
- 5002:5002
|
|
|
|
depends_on:
|
|
|
|
- s3
|
|
|
|
- minio
|