2025-07-01 16:28:09 +08:00
|
|
|
.PHONY: test admin-generate admin-build admin-clean admin-dev admin-run admin-test admin-fmt admin-help
|
2024-11-04 03:08:45 +08:00
|
|
|
|
2022-04-21 16:10:46 +08:00
|
|
|
BINARY = weed
|
2025-07-01 16:28:09 +08:00
|
|
|
ADMIN_DIR = weed/admin
|
2022-04-21 16:10:46 +08:00
|
|
|
|
|
|
|
|
SOURCE_DIR = .
|
2023-10-16 14:02:27 +08:00
|
|
|
debug ?= 0
|
2022-04-21 16:10:46 +08:00
|
|
|
|
|
|
|
|
all: install
|
|
|
|
|
|
2025-07-01 16:28:09 +08:00
|
|
|
install: admin-generate
|
2022-04-21 16:10:46 +08:00
|
|
|
cd weed; go install
|
|
|
|
|
|
2023-10-16 14:02:27 +08:00
|
|
|
warp_install:
|
|
|
|
|
go install github.com/minio/warp@v0.7.6
|
|
|
|
|
|
2025-07-01 16:28:09 +08:00
|
|
|
full_install: admin-generate
|
2025-03-30 12:12:06 +08:00
|
|
|
cd weed; go install -tags "elastic gocdk sqlite ydb tarantool tikv rclone"
|
2022-06-24 02:32:15 +08:00
|
|
|
|
2023-09-25 23:34:12 +08:00
|
|
|
server: install
|
2025-07-12 09:51:32 +08:00
|
|
|
weed -v 0 server -s3 -filer -filer.maxMB=64 -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=true -s3.config=./docker/compose/s3.json -metricsPort=9324
|
2023-09-25 23:34:12 +08:00
|
|
|
|
2023-10-16 14:02:27 +08:00
|
|
|
benchmark: install warp_install
|
|
|
|
|
pkill weed || true
|
|
|
|
|
pkill warp || true
|
test versioning also (#7000)
* test versioning also
* fix some versioning tests
* fall back
* fixes
Never-versioned buckets: No VersionId headers, no Status field
Pre-versioning objects: Regular files, VersionId="null", included in all operations
Post-versioning objects: Stored in .versions directories with real version IDs
Suspended versioning: Proper status handling and null version IDs
* fixes
Bucket Versioning Status Compliance
Fixed: New buckets now return no Status field (AWS S3 compliant)
Before: Always returned "Suspended" ❌
After: Returns empty VersioningConfiguration for unconfigured buckets ✅
2. Multi-Object Delete Versioning Support
Fixed: DeleteMultipleObjectsHandler now fully versioning-aware
Before: Always deleted physical files, breaking versioning ❌
After: Creates delete markers or deletes specific versions properly ✅
Added: DeleteMarker field in response structure for AWS compatibility
3. Copy Operations Versioning Support
Fixed: CopyObjectHandler and CopyObjectPartHandler now versioning-aware
Before: Only copied regular files, couldn't handle versioned sources ❌
After: Parses version IDs from copy source, creates versions in destination ✅
Added: pathToBucketObjectAndVersion() function for version ID parsing
4. Pre-versioning Object Handling
Fixed: getLatestObjectVersion() now has proper fallback logic
Before: Failed when .versions directory didn't exist ❌
After: Falls back to regular objects for pre-versioning scenarios ✅
5. Enhanced Object Version Listings
Fixed: listObjectVersions() includes both versioned AND pre-versioning objects
Before: Only showed .versions directories, ignored pre-versioning objects ❌
After: Shows complete version history with VersionId="null" for pre-versioning ✅
6. Null Version ID Handling
Fixed: getSpecificObjectVersion() properly handles versionId="null"
Before: Couldn't retrieve pre-versioning objects by version ID ❌
After: Returns regular object files for "null" version requests ✅
7. Version ID Response Headers
Fixed: PUT operations only return x-amz-version-id when appropriate
Before: Returned version IDs for non-versioned buckets ❌
After: Only returns version IDs for explicitly configured versioning ✅
* more fixes
* fix copying with versioning, multipart upload
* more fixes
* reduce volume size for easier dev test
* fix
* fix version id
* fix versioning
* Update filer_multipart.go
* fix multipart versioned upload
* more fixes
* more fixes
* fix versioning on suspended
* fixes
* fixing test_versioning_obj_suspended_copy
* Update s3api_object_versioning.go
* fix versions
* skipping test_versioning_obj_suspend_versions
* > If the versioning state has never been set on a bucket, it has no versioning state; a GetBucketVersioning request does not return a versioning state value.
* fix tests, avoid duplicated bucket creation, skip tests
* only run s3tests_boto3/functional/test_s3.py
* fix checking filer_pb.ErrNotFound
* Update weed/s3api/s3api_object_versioning.go
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
* Update weed/s3api/s3api_object_handlers_copy.go
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
* Update weed/s3api/s3api_bucket_config.go
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
* Update test/s3/versioning/s3_versioning_test.go
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
---------
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
2025-07-20 12:43:34 +08:00
|
|
|
weed server -debug=$(debug) -s3 -filer -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=false -s3.config=./docker/compose/s3.json &
|
2023-10-16 14:02:27 +08:00
|
|
|
warp client &
|
|
|
|
|
while ! nc -z localhost 8000 ; do sleep 1 ; done
|
|
|
|
|
warp mixed --host=127.0.0.1:8000 --access-key=some_access_key1 --secret-key=some_secret_key1 --autoterm
|
|
|
|
|
pkill warp
|
|
|
|
|
pkill weed
|
|
|
|
|
|
|
|
|
|
# curl -o profile "http://127.0.0.1:6060/debug/pprof/profile?debug=1"
|
|
|
|
|
benchmark_with_pprof: debug = 1
|
|
|
|
|
benchmark_with_pprof: benchmark
|
|
|
|
|
|
2025-07-01 16:28:09 +08:00
|
|
|
test: admin-generate
|
2025-03-30 12:12:06 +08:00
|
|
|
cd weed; go test -tags "elastic gocdk sqlite ydb tarantool tikv rclone" -v ./...
|
2025-07-01 16:28:09 +08:00
|
|
|
|
|
|
|
|
# Admin component targets
|
|
|
|
|
admin-generate:
|
|
|
|
|
@echo "Generating admin component templates..."
|
|
|
|
|
@cd $(ADMIN_DIR) && $(MAKE) generate
|
|
|
|
|
|
|
|
|
|
admin-build: admin-generate
|
|
|
|
|
@echo "Building admin component..."
|
|
|
|
|
@cd $(ADMIN_DIR) && $(MAKE) build
|
|
|
|
|
|
|
|
|
|
admin-clean:
|
|
|
|
|
@echo "Cleaning admin component..."
|
|
|
|
|
@cd $(ADMIN_DIR) && $(MAKE) clean
|
|
|
|
|
|
|
|
|
|
admin-dev:
|
|
|
|
|
@echo "Starting admin development server..."
|
|
|
|
|
@cd $(ADMIN_DIR) && $(MAKE) dev
|
|
|
|
|
|
|
|
|
|
admin-run:
|
|
|
|
|
@echo "Running admin server..."
|
|
|
|
|
@cd $(ADMIN_DIR) && $(MAKE) run
|
|
|
|
|
|
|
|
|
|
admin-test:
|
|
|
|
|
@echo "Testing admin component..."
|
|
|
|
|
@cd $(ADMIN_DIR) && $(MAKE) test
|
|
|
|
|
|
|
|
|
|
admin-fmt:
|
|
|
|
|
@echo "Formatting admin component..."
|
|
|
|
|
@cd $(ADMIN_DIR) && $(MAKE) fmt
|
|
|
|
|
|
|
|
|
|
admin-help:
|
|
|
|
|
@echo "Admin component help..."
|
|
|
|
|
@cd $(ADMIN_DIR) && $(MAKE) help
|