mirror of
https://github.com/chrislusf/seaweedfs
synced 2025-07-15 16:12:46 +02:00
d892538d32
* it compiles * refactored * reduce to 4 concurrent chunk upload * CopyObjectPartHandler * copy a range of the chunk data, fix offset size in copied chunks * Update s3api_object_handlers_copy.go What the PR Accomplishes: CopyObjectHandler - Now copies entire objects by copying chunks individually instead of downloading/uploading the entire file CopyObjectPartHandler - Handles copying parts of objects for multipart uploads by copying only the relevant chunk portions Efficient Chunk Copying - Uses direct chunk-to-chunk copying with proper volume assignment and concurrent processing (limited to 4 concurrent operations) Range Support - Properly handles range-based copying for partial object copies * fix compilation * fix part destination * handling small objects * use mkFile * copy to existing file or part * add testing tools * adjust tests * fix chunk lookup * refactoring * fix TestObjectCopyRetainingMetadata * ensure bucket name not conflicting * fix conditional copying tests * remove debug messages * add custom s3 copy tests
71 lines
2.1 KiB
Makefile
71 lines
2.1 KiB
Makefile
.PHONY: test admin-generate admin-build admin-clean admin-dev admin-run admin-test admin-fmt admin-help
|
|
|
|
BINARY = weed
|
|
ADMIN_DIR = weed/admin
|
|
|
|
SOURCE_DIR = .
|
|
debug ?= 0
|
|
|
|
all: install
|
|
|
|
install: admin-generate
|
|
cd weed; go install
|
|
|
|
warp_install:
|
|
go install github.com/minio/warp@v0.7.6
|
|
|
|
full_install: admin-generate
|
|
cd weed; go install -tags "elastic gocdk sqlite ydb tarantool tikv rclone"
|
|
|
|
server: install
|
|
weed -v 0 server -s3 -filer -filer.maxMB=64 -volume.max=0 -master.volumeSizeLimitMB=100 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=true -s3.config=./docker/compose/s3.json -metricsPort=9324
|
|
|
|
benchmark: install warp_install
|
|
pkill weed || true
|
|
pkill warp || true
|
|
weed server -debug=$(debug) -s3 -filer -volume.max=0 -master.volumeSizeLimitMB=1024 -volume.preStopSeconds=1 -s3.port=8000 -s3.allowEmptyFolder=false -s3.allowDeleteBucketNotEmpty=false -s3.config=./docker/compose/s3.json &
|
|
warp client &
|
|
while ! nc -z localhost 8000 ; do sleep 1 ; done
|
|
warp mixed --host=127.0.0.1:8000 --access-key=some_access_key1 --secret-key=some_secret_key1 --autoterm
|
|
pkill warp
|
|
pkill weed
|
|
|
|
# curl -o profile "http://127.0.0.1:6060/debug/pprof/profile?debug=1"
|
|
benchmark_with_pprof: debug = 1
|
|
benchmark_with_pprof: benchmark
|
|
|
|
test: admin-generate
|
|
cd weed; go test -tags "elastic gocdk sqlite ydb tarantool tikv rclone" -v ./...
|
|
|
|
# Admin component targets
|
|
admin-generate:
|
|
@echo "Generating admin component templates..."
|
|
@cd $(ADMIN_DIR) && $(MAKE) generate
|
|
|
|
admin-build: admin-generate
|
|
@echo "Building admin component..."
|
|
@cd $(ADMIN_DIR) && $(MAKE) build
|
|
|
|
admin-clean:
|
|
@echo "Cleaning admin component..."
|
|
@cd $(ADMIN_DIR) && $(MAKE) clean
|
|
|
|
admin-dev:
|
|
@echo "Starting admin development server..."
|
|
@cd $(ADMIN_DIR) && $(MAKE) dev
|
|
|
|
admin-run:
|
|
@echo "Running admin server..."
|
|
@cd $(ADMIN_DIR) && $(MAKE) run
|
|
|
|
admin-test:
|
|
@echo "Testing admin component..."
|
|
@cd $(ADMIN_DIR) && $(MAKE) test
|
|
|
|
admin-fmt:
|
|
@echo "Formatting admin component..."
|
|
@cd $(ADMIN_DIR) && $(MAKE) fmt
|
|
|
|
admin-help:
|
|
@echo "Admin component help..."
|
|
@cd $(ADMIN_DIR) && $(MAKE) help
|