mirror of
https://github.com/chrislusf/seaweedfs
synced 2025-07-24 20:42:47 +02:00
* add more tests * move to new package * add github action * Update fuse-integration.yml * Update fuse-integration.yml * Update test/fuse_integration/README.md Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update test/fuse_integration/README.md Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update test/fuse_integration/framework.go Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update test/fuse_integration/README.md Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * Update test/fuse_integration/README.md Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> * fix * Update test/fuse_integration/concurrent_operations_test.go Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> --------- Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
312 lines
No EOL
9.6 KiB
Makefile
312 lines
No EOL
9.6 KiB
Makefile
# SeaweedFS FUSE Integration Testing Makefile
|
|
|
|
# Configuration
|
|
WEED_BINARY := weed
|
|
GO_VERSION := 1.21
|
|
TEST_TIMEOUT := 30m
|
|
COVERAGE_FILE := coverage.out
|
|
|
|
# Default target
|
|
.DEFAULT_GOAL := help
|
|
|
|
# Check if weed binary exists
|
|
check-binary:
|
|
@if [ ! -f "$(WEED_BINARY)" ]; then \
|
|
echo "❌ SeaweedFS binary not found at $(WEED_BINARY)"; \
|
|
echo " Please run 'make' in the root directory first"; \
|
|
exit 1; \
|
|
fi
|
|
@echo "✅ SeaweedFS binary found"
|
|
|
|
# Check FUSE installation
|
|
check-fuse:
|
|
@if command -v fusermount >/dev/null 2>&1; then \
|
|
echo "✅ FUSE is installed (Linux)"; \
|
|
elif command -v umount >/dev/null 2>&1 && [ "$$(uname)" = "Darwin" ]; then \
|
|
echo "✅ FUSE is available (macOS)"; \
|
|
else \
|
|
echo "❌ FUSE not found. Please install:"; \
|
|
echo " Ubuntu/Debian: sudo apt-get install fuse"; \
|
|
echo " CentOS/RHEL: sudo yum install fuse"; \
|
|
echo " macOS: brew install macfuse"; \
|
|
exit 1; \
|
|
fi
|
|
|
|
# Check Go version
|
|
check-go:
|
|
@go version | grep -q "go1\.[2-9][0-9]" || \
|
|
go version | grep -q "go1\.2[1-9]" || \
|
|
(echo "❌ Go $(GO_VERSION)+ required. Current: $$(go version)" && exit 1)
|
|
@echo "✅ Go version check passed"
|
|
|
|
# Verify all prerequisites
|
|
check-prereqs: check-go check-fuse
|
|
@echo "✅ All prerequisites satisfied"
|
|
|
|
# Build the SeaweedFS binary (if needed)
|
|
build:
|
|
@echo "🔨 Building SeaweedFS..."
|
|
cd ../.. && make
|
|
@echo "✅ Build complete"
|
|
|
|
# Initialize go module (if needed)
|
|
init-module:
|
|
@if [ ! -f go.mod ]; then \
|
|
echo "📦 Initializing Go module..."; \
|
|
go mod init seaweedfs-fuse-tests; \
|
|
go mod tidy; \
|
|
fi
|
|
|
|
# Run all tests
|
|
test: check-prereqs init-module
|
|
@echo "🧪 Running all FUSE integration tests..."
|
|
go test -v -timeout $(TEST_TIMEOUT) ./...
|
|
|
|
# Run tests with coverage
|
|
test-coverage: check-prereqs init-module
|
|
@echo "🧪 Running tests with coverage..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -coverprofile=$(COVERAGE_FILE) ./...
|
|
go tool cover -html=$(COVERAGE_FILE) -o coverage.html
|
|
@echo "📊 Coverage report generated: coverage.html"
|
|
|
|
# Run specific test categories
|
|
test-basic: check-prereqs init-module
|
|
@echo "🧪 Running basic file operations tests..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -run TestBasicFileOperations
|
|
|
|
test-directory: check-prereqs init-module
|
|
@echo "🧪 Running directory operations tests..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -run TestDirectoryOperations
|
|
|
|
test-concurrent: check-prereqs init-module
|
|
@echo "🧪 Running concurrent operations tests..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -run TestConcurrentFileOperations
|
|
|
|
test-stress: check-prereqs init-module
|
|
@echo "🧪 Running stress tests..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -run TestStressOperations
|
|
|
|
test-large-files: check-prereqs init-module
|
|
@echo "🧪 Running large file tests..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -run TestLargeFileOperations
|
|
|
|
# Run tests with debugging enabled
|
|
test-debug: check-prereqs init-module
|
|
@echo "🔍 Running tests with debug output..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -args -debug
|
|
|
|
# Run tests and keep temp files for inspection
|
|
test-no-cleanup: check-prereqs init-module
|
|
@echo "🧪 Running tests without cleanup (for debugging)..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -args -no-cleanup
|
|
|
|
# Quick smoke test
|
|
test-smoke: check-prereqs init-module
|
|
@echo "💨 Running smoke tests..."
|
|
go test -v -timeout 5m -run TestBasicFileOperations/CreateAndReadFile
|
|
|
|
# Run benchmarks
|
|
benchmark: check-prereqs init-module
|
|
@echo "📈 Running benchmarks..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -bench=. -benchmem
|
|
|
|
# Validate test files compile
|
|
validate: init-module
|
|
@echo "✅ Validating test files..."
|
|
go build -o /dev/null ./...
|
|
@echo "✅ All test files compile successfully"
|
|
|
|
# Clean up generated files
|
|
clean:
|
|
@echo "🧹 Cleaning up..."
|
|
rm -f $(COVERAGE_FILE) coverage.html
|
|
rm -rf /tmp/seaweedfs_fuse_test_*
|
|
go clean -testcache
|
|
@echo "✅ Cleanup complete"
|
|
|
|
# Format Go code
|
|
fmt:
|
|
@echo "🎨 Formatting Go code..."
|
|
go fmt ./...
|
|
|
|
# Run linter
|
|
lint:
|
|
@echo "🔍 Running linter..."
|
|
@if command -v golangci-lint >/dev/null 2>&1; then \
|
|
golangci-lint run; \
|
|
else \
|
|
echo "⚠️ golangci-lint not found, running go vet instead"; \
|
|
go vet ./...; \
|
|
fi
|
|
|
|
# Run all quality checks
|
|
check: validate lint fmt
|
|
@echo "✅ All quality checks passed"
|
|
|
|
# Install development dependencies
|
|
install-deps:
|
|
@echo "📦 Installing development dependencies..."
|
|
go install github.com/golangci/golangci-lint/cmd/golangci-lint@latest
|
|
go mod download
|
|
go mod tidy
|
|
|
|
# Quick development setup
|
|
setup: install-deps build check-prereqs
|
|
@echo "🚀 Development environment ready!"
|
|
|
|
# Docker-based testing
|
|
test-docker:
|
|
@echo "🐳 Running tests in Docker..."
|
|
docker build -t seaweedfs-fuse-tests -f Dockerfile.test ../..
|
|
docker run --rm --privileged seaweedfs-fuse-tests
|
|
|
|
# Create Docker test image
|
|
docker-build:
|
|
@echo "🐳 Building Docker test image..."
|
|
@cat > Dockerfile.test << 'EOF' ;\
|
|
FROM golang:$(GO_VERSION) ;\
|
|
RUN apt-get update && apt-get install -y fuse ;\
|
|
WORKDIR /seaweedfs ;\
|
|
COPY . . ;\
|
|
RUN make ;\
|
|
WORKDIR /seaweedfs/test/fuse ;\
|
|
RUN go mod init seaweedfs-fuse-tests && go mod tidy ;\
|
|
CMD ["make", "test"] ;\
|
|
EOF
|
|
|
|
# GitHub Actions workflow
|
|
generate-workflow:
|
|
@echo "📝 Generating GitHub Actions workflow..."
|
|
@mkdir -p ../../.github/workflows
|
|
@cat > ../../.github/workflows/fuse-integration.yml << 'EOF' ;\
|
|
name: FUSE Integration Tests ;\
|
|
;\
|
|
on: ;\
|
|
push: ;\
|
|
branches: [ master, main ] ;\
|
|
pull_request: ;\
|
|
branches: [ master, main ] ;\
|
|
;\
|
|
jobs: ;\
|
|
fuse-integration: ;\
|
|
runs-on: ubuntu-latest ;\
|
|
timeout-minutes: 45 ;\
|
|
;\
|
|
steps: ;\
|
|
- name: Checkout code ;\
|
|
uses: actions/checkout@v4 ;\
|
|
;\
|
|
- name: Set up Go ;\
|
|
uses: actions/setup-go@v4 ;\
|
|
with: ;\
|
|
go-version: '$(GO_VERSION)' ;\
|
|
;\
|
|
- name: Install FUSE ;\
|
|
run: sudo apt-get update && sudo apt-get install -y fuse ;\
|
|
;\
|
|
- name: Build SeaweedFS ;\
|
|
run: make ;\
|
|
;\
|
|
- name: Run FUSE Integration Tests ;\
|
|
run: | ;\
|
|
cd test/fuse ;\
|
|
make test ;\
|
|
;\
|
|
- name: Upload test artifacts ;\
|
|
if: failure() ;\
|
|
uses: actions/upload-artifact@v3 ;\
|
|
with: ;\
|
|
name: test-logs ;\
|
|
path: /tmp/seaweedfs_fuse_test_* ;\
|
|
EOF
|
|
@echo "✅ GitHub Actions workflow generated"
|
|
|
|
# Performance profiling
|
|
profile: check-prereqs init-module
|
|
@echo "📊 Running performance profiling..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -cpuprofile cpu.prof -memprofile mem.prof -bench=.
|
|
@echo "📊 Profiles generated: cpu.prof, mem.prof"
|
|
@echo "📊 View with: go tool pprof cpu.prof"
|
|
|
|
# Memory leak detection
|
|
test-memory: check-prereqs init-module
|
|
@echo "🔍 Running memory leak detection..."
|
|
go test -v -timeout $(TEST_TIMEOUT) -race -test.memprofile mem.prof
|
|
|
|
# List available test functions
|
|
list-tests:
|
|
@echo "📋 Available test functions:"
|
|
@grep -r "^func Test" *.go | sed 's/.*func \(Test[^(]*\).*/ \1/' | sort
|
|
|
|
# Get test status and statistics
|
|
test-stats: check-prereqs init-module
|
|
@echo "📊 Test statistics:"
|
|
@go test -v ./... | grep -E "(PASS|FAIL|RUN)" | \
|
|
awk '{ \
|
|
if ($$1 == "RUN") tests++; \
|
|
else if ($$1 == "PASS") passed++; \
|
|
else if ($$1 == "FAIL") failed++; \
|
|
} END { \
|
|
printf " Total tests: %d\n", tests; \
|
|
printf " Passed: %d\n", passed; \
|
|
printf " Failed: %d\n", failed; \
|
|
printf " Success rate: %.1f%%\n", (passed/tests)*100; \
|
|
}'
|
|
|
|
# Watch for file changes and run tests
|
|
watch:
|
|
@echo "👀 Watching for changes..."
|
|
@if command -v entr >/dev/null 2>&1; then \
|
|
find . -name "*.go" | entr -c make test-smoke; \
|
|
else \
|
|
echo "⚠️ 'entr' not found. Install with: apt-get install entr"; \
|
|
echo " Falling back to manual test run"; \
|
|
make test-smoke; \
|
|
fi
|
|
|
|
# Show help
|
|
help:
|
|
@echo "SeaweedFS FUSE Integration Testing"
|
|
@echo "=================================="
|
|
@echo ""
|
|
@echo "Prerequisites:"
|
|
@echo " make check-prereqs - Check all prerequisites"
|
|
@echo " make setup - Complete development setup"
|
|
@echo " make build - Build SeaweedFS binary"
|
|
@echo ""
|
|
@echo "Testing:"
|
|
@echo " make test - Run all tests"
|
|
@echo " make test-basic - Run basic file operations tests"
|
|
@echo " make test-directory - Run directory operations tests"
|
|
@echo " make test-concurrent - Run concurrent operations tests"
|
|
@echo " make test-stress - Run stress tests"
|
|
@echo " make test-smoke - Quick smoke test"
|
|
@echo " make test-coverage - Run tests with coverage report"
|
|
@echo ""
|
|
@echo "Debugging:"
|
|
@echo " make test-debug - Run tests with debug output"
|
|
@echo " make test-no-cleanup - Keep temp files for inspection"
|
|
@echo " make profile - Performance profiling"
|
|
@echo " make test-memory - Memory leak detection"
|
|
@echo ""
|
|
@echo "Quality:"
|
|
@echo " make validate - Validate test files compile"
|
|
@echo " make lint - Run linter"
|
|
@echo " make fmt - Format code"
|
|
@echo " make check - Run all quality checks"
|
|
@echo ""
|
|
@echo "Utilities:"
|
|
@echo " make clean - Clean up generated files"
|
|
@echo " make list-tests - List available test functions"
|
|
@echo " make test-stats - Show test statistics"
|
|
@echo " make watch - Watch files and run smoke tests"
|
|
@echo ""
|
|
@echo "Docker & CI:"
|
|
@echo " make test-docker - Run tests in Docker"
|
|
@echo " make generate-workflow - Generate GitHub Actions workflow"
|
|
|
|
.PHONY: help check-prereqs check-binary check-fuse check-go build init-module \
|
|
test test-coverage test-basic test-directory test-concurrent test-stress \
|
|
test-large-files test-debug test-no-cleanup test-smoke benchmark validate \
|
|
clean fmt lint check install-deps setup test-docker docker-build \
|
|
generate-workflow profile test-memory list-tests test-stats watch |