ab7d3cd508
Change distributed locking to allow taking bulk locks
across objects, reduces usually 1000 calls to 1.
Also allows for situations where multiple clients sends
delete requests to objects with following names
```
{1,2,3,4,5}
```
```
{5,4,3,2,1}
```
will block and ensure that we do not fail the request
on each other.
140 lines
3.8 KiB
Bash
Executable file
140 lines
3.8 KiB
Bash
Executable file
#!/bin/bash
|
|
#
|
|
# MinIO Cloud Storage, (C) 2020 MinIO, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
set -e
|
|
set -E
|
|
set -o pipefail
|
|
|
|
if [ ! -x "$PWD/minio" ]; then
|
|
echo "minio executable binary not found in current directory"
|
|
exit 1
|
|
fi
|
|
|
|
WORK_DIR="$PWD/.verify-$RANDOM"
|
|
MINIO_CONFIG_DIR="$WORK_DIR/.minio"
|
|
MINIO=( "$PWD/minio" --config-dir "$MINIO_CONFIG_DIR" server )
|
|
|
|
function start_minio_3_node() {
|
|
declare -a minio_pids
|
|
export MINIO_ACCESS_KEY=minio
|
|
export MINIO_SECRET_KEY=minio123
|
|
|
|
for i in $(seq 1 3); do
|
|
ARGS+=("http://127.0.0.1:$[8000+$i]${WORK_DIR}/$i/1/ http://127.0.0.1:$[8000+$i]${WORK_DIR}/$i/2/ http://127.0.0.1:$[8000+$i]${WORK_DIR}/$i/3/ http://127.0.0.1:$[8000+$i]${WORK_DIR}/$i/4/ http://127.0.0.1:$[8000+$i]${WORK_DIR}/$i/5/ http://127.0.0.1:$[8000+$i]${WORK_DIR}/$i/6/")
|
|
done
|
|
|
|
"${MINIO[@]}" --address ":8001" ${ARGS[@]} > "${WORK_DIR}/dist-minio-8001.log" 2>&1 &
|
|
minio_pids[0]=$!
|
|
|
|
"${MINIO[@]}" --address ":8002" ${ARGS[@]} > "${WORK_DIR}/dist-minio-8002.log" 2>&1 &
|
|
minio_pids[1]=$!
|
|
|
|
"${MINIO[@]}" --address ":8003" ${ARGS[@]} > "${WORK_DIR}/dist-minio-8003.log" 2>&1 &
|
|
minio_pids[2]=$!
|
|
|
|
sleep "$1"
|
|
echo "${minio_pids[@]}"
|
|
}
|
|
|
|
|
|
function check_online() {
|
|
for i in $(seq 1 3); do
|
|
if grep -q 'Server switching to safe mode' ${WORK_DIR}/dist-minio-$[8000+$i].log; then
|
|
echo "1"
|
|
fi
|
|
done
|
|
}
|
|
|
|
function purge()
|
|
{
|
|
rm -rf "$1"
|
|
}
|
|
|
|
function __init__()
|
|
{
|
|
echo "Initializing environment"
|
|
mkdir -p "$WORK_DIR"
|
|
mkdir -p "$MINIO_CONFIG_DIR"
|
|
|
|
## version is purposefully set to '3' for minio to migrate configuration file
|
|
echo '{"version": "3", "credential": {"accessKey": "minio", "secretKey": "minio123"}, "region": "us-east-1"}' > "$MINIO_CONFIG_DIR/config.json"
|
|
}
|
|
|
|
function perform_test() {
|
|
minio_pids=( $(start_minio_3_node 60) )
|
|
for pid in "${minio_pids[@]}"; do
|
|
if ! kill "$pid"; then
|
|
for i in $(seq 1 3); do
|
|
echo "server$i log:"
|
|
cat "${WORK_DIR}/dist-minio-$[8000+$i].log"
|
|
done
|
|
echo "FAILED"
|
|
purge "$WORK_DIR"
|
|
exit 1
|
|
fi
|
|
# forcibly killing, to proceed further properly.
|
|
kill -9 "$pid"
|
|
done
|
|
|
|
echo "Testing Distributed Erasure setup healing of drives"
|
|
echo "Remove the contents of the disks belonging to '${1}' erasure set"
|
|
|
|
rm -rf ${WORK_DIR}/${1}/*/
|
|
|
|
minio_pids=( $(start_minio_3_node 60) )
|
|
for pid in "${minio_pids[@]}"; do
|
|
if ! kill "$pid"; then
|
|
for i in $(seq 1 3); do
|
|
echo "server$i log:"
|
|
cat "${WORK_DIR}/dist-minio-$[8000+$i].log"
|
|
done
|
|
echo "FAILED"
|
|
purge "$WORK_DIR"
|
|
exit 1
|
|
fi
|
|
# forcibly killing, to proceed further properly.
|
|
# if the previous kill is taking time.
|
|
kill -9 "$pid"
|
|
done
|
|
|
|
rv=$(check_online)
|
|
if [ "$rv" == "1" ]; then
|
|
for pid in "${minio_pids[@]}"; do
|
|
kill -9 "$pid"
|
|
done
|
|
for i in $(seq 1 3); do
|
|
echo "server$i log:"
|
|
cat "${WORK_DIR}/dist-minio-$[8000+$i].log"
|
|
done
|
|
echo "FAILED"
|
|
purge "$WORK_DIR"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
function main()
|
|
{
|
|
perform_test "2"
|
|
perform_test "1"
|
|
perform_test "3"
|
|
}
|
|
|
|
( __init__ "$@" && main "$@" )
|
|
rv=$?
|
|
purge "$WORK_DIR"
|
|
exit "$rv"
|