#!/bin/bash # # Minio Cloud Storage, (C) 2017 Minio, Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # WORK_DIR="$PWD/verify-$RANDOM" MINIO_CONFIG_DIR="$WORK_DIR/.minio" MC_CONFIG_DIR="$WORK_DIR/.mc" SERVER_ALIAS="myminio" ACCESS_KEY="minio" SECRET_KEY="minio123" BUCKET_NAME="mc-test-bucket-$RANDOM" MINIO="$PWD/minio" MC_CMD="$WORK_DIR/mc" FILE_1_MB="$WORK_DIR/datafile-1-MB" FILE_65_MB="$WORK_DIR/datafile-65-MB" function create_minio_config() { ## version is purposefully set to '3' for minio to migrate configuration file echo '{"version": "3", "credential": {"accessKey": "minio", "secretKey": "minio123"}, "region": "us-east-1"}' > "$MINIO_CONFIG_DIR/config.json" } function assert_run_mc_command() { outfile="$WORK_DIR/cmd.out.$RANDOM" rv=0 if ! "${MC_CMD}" --config-folder "$MC_CONFIG_DIR" --quiet --no-color "$@" >"$outfile" 2>&1; then echo "failed to run command: ${MC_CMD}" "$@" cat "$outfile" rv=1 fi rm -f "$outfile" if [ "$rv" -ne 0 ]; then exit 1 fi } function assert_download_mc() { if ! wget -q -O "${MC_CMD}" https://dl.minio.io/client/mc/release/linux-amd64/mc; then echo "failed to download 'mc'" exit 1 fi chmod a+x "${MC_CMD}" assert_run_mc_command config host add "${SERVER_ALIAS}" http://127.0.0.1:9000 minio minio123 } function start_minio_fs() { "$MINIO" --config-dir "$MINIO_CONFIG_DIR" server "${WORK_DIR}/fs-disk" >"$WORK_DIR/fs-minio.log" 2>&1 & minio_pid=$! sleep 3 echo "$minio_pid" } function start_minio_xl() { "$MINIO" --config-dir "$MINIO_CONFIG_DIR" server "${WORK_DIR}/xl-disk1" "${WORK_DIR}/xl-disk2" "${WORK_DIR}/xl-disk3" "${WORK_DIR}/xl-disk4" >"$WORK_DIR/xl-minio.log" 2>&1 & minio_pid=$! sleep 3 echo "$minio_pid" } function start_minio_dist() { declare -a minio_pids "$MINIO" --config-dir "$MINIO_CONFIG_DIR" server --address=:9000 "http://127.0.0.1:9000${WORK_DIR}/dist-disk1" "http://127.0.0.1:9001${WORK_DIR}/dist-disk2" "http://127.0.0.1:9002${WORK_DIR}/dist-disk3" "http://127.0.0.1:9003${WORK_DIR}/dist-disk4" >"$WORK_DIR/dist-minio-9000.log" 2>&1 & minio_pids[0]=$! "$MINIO" --config-dir "$MINIO_CONFIG_DIR" server --address=:9001 "http://127.0.0.1:9000${WORK_DIR}/dist-disk1" "http://127.0.0.1:9001${WORK_DIR}/dist-disk2" "http://127.0.0.1:9002${WORK_DIR}/dist-disk3" "http://127.0.0.1:9003${WORK_DIR}/dist-disk4" >"$WORK_DIR/dist-minio-9001.log" 2>&1 & minio_pids[1]=$! "$MINIO" --config-dir "$MINIO_CONFIG_DIR" server --address=:9002 "http://127.0.0.1:9000${WORK_DIR}/dist-disk1" "http://127.0.0.1:9001${WORK_DIR}/dist-disk2" "http://127.0.0.1:9002${WORK_DIR}/dist-disk3" "http://127.0.0.1:9003${WORK_DIR}/dist-disk4" >"$WORK_DIR/dist-minio-9002.log" 2>&1 & minio_pids[2]=$! "$MINIO" --config-dir "$MINIO_CONFIG_DIR" server --address=:9003 "http://127.0.0.1:9000${WORK_DIR}/dist-disk1" "http://127.0.0.1:9001${WORK_DIR}/dist-disk2" "http://127.0.0.1:9002${WORK_DIR}/dist-disk3" "http://127.0.0.1:9003${WORK_DIR}/dist-disk4" >"$WORK_DIR/dist-minio-9003.log" 2>&1 & minio_pids[3]=$! sleep 30 echo "${minio_pids[@]}" } function test_make_bucket() { bucket_name="mc-test-bucket-$RANDOM" assert_run_mc_command mb "${SERVER_ALIAS}/${bucket_name}" assert_run_mc_command rm "${SERVER_ALIAS}/${bucket_name}" } function setup() { assert_run_mc_command mb "${SERVER_ALIAS}/${BUCKET_NAME}" } function teardown() { assert_run_mc_command rm --force --recursive "${SERVER_ALIAS}/${BUCKET_NAME}" } function test_put_object() { object_name="mc-test-object-$RANDOM" assert_run_mc_command cp "${FILE_1_MB}" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" assert_run_mc_command rm "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" } function test_put_object_multipart() { object_name="mc-test-object-$RANDOM" assert_run_mc_command cp "${FILE_65_MB}" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" assert_run_mc_command rm "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" } function test_get_object() { object_name="mc-test-object-$RANDOM" assert_run_mc_command cp "${FILE_1_MB}" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" assert_run_mc_command cp "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" "${object_name}.downloaded" assert_run_mc_command rm "${object_name}.downloaded" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" } function test_get_object_multipart() { object_name="mc-test-object-$RANDOM" assert_run_mc_command cp "${FILE_65_MB}" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" assert_run_mc_command cp "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" "${object_name}.downloaded" assert_run_mc_command rm "${object_name}.downloaded" "${SERVER_ALIAS}/${BUCKET_NAME}/${object_name}" } function run_test() { test_make_bucket setup test_put_object test_put_object_multipart test_get_object test_get_object_multipart teardown } function run_test_fs() { minio_pid="$(start_minio_fs)" ( run_test ) rv=$? kill "$minio_pid" sleep 3 if [ "$rv" -ne 0 ]; then cat fs-minio.log fi rm -f fs-minio.log return "$rv" } function run_test_xl() { minio_pid="$(start_minio_xl)" ( run_test ) rv=$? kill "$minio_pid" sleep 3 if [ "$rv" -ne 0 ]; then cat xl-minio.log fi rm -f xl-minio.log return "$rv" } function run_test_dist() { minio_pids=( $(start_minio_dist) ) ( run_test ) rv=$? for pid in "${minio_pids[@]}"; do kill "$pid" done sleep 3 if [ "$rv" -ne 0 ]; then echo "server1 log:" cat dist-minio-9000.log echo "server2 log:" cat dist-minio-9001.log echo "server3 log:" cat dist-minio-9002.log echo "server4 log:" cat dist-minio-9003.log fi rm -f dist-minio-900{0..3}.log return "$rv" } function main() { mkdir "$WORK_DIR" mkdir "$MINIO_CONFIG_DIR" mkdir "$MC_CONFIG_DIR" if ! base64 /dev/urandom | head -c 1048576 >"$FILE_1_MB"; then echo "unable to create 1 MiB file" exit 1 fi if ! base64 /dev/urandom | head -c 68157440 >"$FILE_65_MB"; then echo "unable to create 65 MiB file" exit 1 fi create_minio_config echo "downloading mc" assert_download_mc cd "$WORK_DIR" echo "running test in FS setup" if ! run_test_fs; then echo "running test for FS setup failed" rm -fr "$WORK_DIR" exit 1 fi echo "running test in XL setup" if ! run_test_xl; then echo "running test for XL setup" rm -fr "$WORK_DIR" exit 1 fi echo "running test in Distribute XL setup" if ! run_test_dist; then echo "running test for Distribute setup" rm -fr "$WORK_DIR" exit 1 fi rm -fr "$WORK_DIR" } set -e main "$@"