mirror of
https://github.com/chrislusf/seaweedfs
synced 2024-05-10 05:20:31 +02:00
a1c6f1fbd6
While present, the S3 compatibility tests were broken (at the very least when running on Linux) due to a few issues: - `ubuntu:latest` moving ahead of Python 3.6 - Docker networking not working as expected (host.docker.internal) This commit fixes the s3 compatibility tests, ensuring they run properly on linux, and updates the repository to contain some results. Signed-off-by: vados <vados@vadosware.io>
89 lines
2.8 KiB
Bash
Executable file
89 lines
2.8 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
CONTAINER_NAME=${CONTAINER_NAME:-s3test-instance}
|
|
CONF_FILE=${CONF_FILE:-s3tests.conf}
|
|
WEED_BIN=${WEED_BIN:-../../../weed/weed}
|
|
TEST_RAW_OUTPUT_FILE=${TEST_RAW_OUTPUT_FILE:-compat.raw.txt}
|
|
TEST_PROCESSED_OUTPUT_FILE=${TEST_PROCESSED_OUTPUT_FILE:-compat.summary.txt}
|
|
|
|
# Set up debugging for this bash script if DEBUG is set
|
|
if [ -n "${DEBUG}" ]; then
|
|
echo -e "DEBUG set [${DEBUG}], enabling debugging output...";
|
|
set -ex
|
|
fi
|
|
|
|
# Reset from possible previous test run
|
|
killall -9 weed || echo "already stopped"
|
|
rm -Rf tmp
|
|
mkdir tmp
|
|
docker stop $CONTAINER_NAME || echo "already stopped"
|
|
|
|
# Ensure ulimit is set to reasonable value
|
|
ulimit -n 10000
|
|
|
|
# Start weed w/ filer + s3 in the background
|
|
$WEED_BIN server \
|
|
-filer \
|
|
-s3 \
|
|
-volume.max 0 \
|
|
-master.volumeSizeLimitMB 5 \
|
|
-dir "$(pwd)/tmp" \
|
|
1>&2>weed.log &
|
|
|
|
# Wait for master to start up
|
|
echo -e "\n[info] waiting for master @ 9333...";
|
|
until curl --output /dev/null --silent --head --fail http://127.0.0.1:9333; do
|
|
printf '.';
|
|
sleep 5;
|
|
done
|
|
sleep 3;
|
|
|
|
# Wait for s3 to start up
|
|
echo -e "\n[info] waiting for S3 @ 8333...";
|
|
until curl --output /dev/null --silent --fail http://127.0.0.1:8333; do
|
|
printf '.';
|
|
sleep 5;
|
|
done
|
|
sleep 3;
|
|
|
|
# Determine whether docker net
|
|
DOCKER_NET_HOST_ARGS=""
|
|
if [ -n "${DOCKER_NET_HOST}" ]; then
|
|
DOCKER_NET_HOST_ARGS="--net=host"
|
|
echo -e "\n[info] setting docker to het nost"
|
|
fi
|
|
|
|
echo -e "\n[warn] You may have to run with UNFILTERED=y to disable output filtering, if you get the broken pipe error";
|
|
echo -e "\n[info] running tests with unfiltered output...";
|
|
docker run \
|
|
--name $CONTAINER_NAME \
|
|
--rm \
|
|
${DOCKER_NET_HOST_ARGS} \
|
|
-e S3TEST_CONF=$CONF_FILE \
|
|
-v "$(pwd)"/$CONF_FILE:/s3-tests/s3tests.conf \
|
|
-it \
|
|
s3tests \
|
|
./virtualenv/bin/nosetests \
|
|
s3tests_boto3/functional/test_s3.py \
|
|
-v \
|
|
-a 'resource=object,!bucket-policy,!versioning,!encryption' \
|
|
| tee ${TEST_RAW_OUTPUT_FILE}
|
|
|
|
# If the summary logs are present, process them
|
|
if [ -f "${TEST_RAW_OUTPUT_FILE}" ]; then
|
|
cat ${TEST_RAW_OUTPUT_FILE} | sed -n -e '/botocore.hooks/!p;//q' | tee ${TEST_PROCESSED_OUTPUT_FILE}
|
|
echo -e "\n[info] ✅ Successfully wrote processed output @ [${TEST_PROCESSED_OUTPUT_FILE}]";
|
|
if [ -z "${TEST_KEEP_RAW_OUTPUT}" ]; then
|
|
echo -e "\n[info] removing test raw output file @ [${TEST_RAW_OUTPUT_FILE}] (to disable this, set TEST_KEEP_RAW_OUTPUT=y)...";
|
|
rm -rf ${TEST_RAW_OUTPUT_FILE};
|
|
fi
|
|
else
|
|
echo -e "\n[warn] failed to find raw output @ [${TEST_RAW_OUTPUT_FILE}]";
|
|
fi
|
|
|
|
echo -e "\n[info] stopping [${CONTAINER_NAME}] container...";
|
|
docker stop $CONTAINER_NAME || echo "[info] already stopped";
|
|
|
|
echo -e "\n[info] stopping seaweedfs processes (all, via kill -9)...";
|
|
killall -9 weed;
|