Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[Test] Format load-test script, correct 'no workspaces started' error handling #22872

Merged
merged 2 commits into from
Mar 8, 2024
Merged

[Test] Format load-test script, correct 'no workspaces started' error handling #22872

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
fce4034
format load-test script
SkorikSergey Mar 7, 2024
2f6d275
not use oc client in script
SkorikSergey Mar 7, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
154 changes: 80 additions & 74 deletions tests/performance/load-tests/load-test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,101 +10,107 @@ NC='\033[0m' # No Color
trap cleanup ERR SIGINT

function print() {
echo -e "${GREEN}$1${NC}"
echo -e "${GREEN}$1${NC}"
}

function print_error() {
echo -e "${RED}$1${NC}"
echo -e "${RED}$1${NC}"
}

function cleanup() {
echo "Clean up the environment"
kubectl delete dw --all > /dev/null
kubectl delete dwt --all > /dev/null
echo "Clean up the environment"
kubectl delete dw --all >/dev/null
kubectl delete dwt --all >/dev/null
}

function parseArguments() {
while getopts "t:c:" opt; do
case $opt in
t) export WORKSPACE_IDLE_TIMEOUT=$OPTARG
;;
c) # Check if the argument to -c is a number
if ! [[ $OPTARG =~ ^[0-9]+$ ]]; then
print_error "Error: Option -c requires a numeric argument." >&2
exit 1
fi
export COMPLETITIONS_COUNT=$OPTARG
;;
\?)
print_error "Invalid option -c. Try for example something like ./load-test.sh -c 7"
exit 1
;;
esac
done
case $opt in
t)
export WORKSPACE_IDLE_TIMEOUT=$OPTARG
;;
c) # Check if the argument to -c is a number
if ! [[ $OPTARG =~ ^[0-9]+$ ]]; then
print_error "Error: Option -c requires a numeric argument." >&2
exit 1
fi
export COMPLETITIONS_COUNT=$OPTARG
;;
\?)
print_error "Invalid option -c. Try for example something like ./load-test.sh -c 7"
exit 1
;;
esac
done
}

function setCompletitionsCount() {
# Set the number of workspaces to start
if [ -z $COMPLETITIONS_COUNT ]; then
echo "Parameter -c wasn't set, setting completitions count to 3."
export COMPLETITIONS_COUNT=3
else
echo "Parameter -c was set to $COMPLETITIONS_COUNT ."
fi

# Set the number of timeouts for waiting for workspaces to start
if [ -z $WORKSPACE_IDLE_TIMEOUT ]; then
echo "Parameter -t wasn't set, setting timeout to 120 second."
export WORKSPACE_IDLE_TIMEOUT=120
else
echo "Parameter -t was set to $WORKSPACE_IDLE_TIMEOUT second."
fi
# Set the number of workspaces to start
if [ -z $COMPLETITIONS_COUNT ]; then
echo "Parameter -c wasn't set, setting completitions count to 3."
export COMPLETITIONS_COUNT=3
else
echo "Parameter -c was set to $COMPLETITIONS_COUNT ."
fi

# Set the number of timeouts for waiting for workspaces to start
if [ -z $WORKSPACE_IDLE_TIMEOUT ]; then
echo "Parameter -t wasn't set, setting timeout to 120 second."
export WORKSPACE_IDLE_TIMEOUT=120
else
echo "Parameter -t was set to $WORKSPACE_IDLE_TIMEOUT second."
fi
}

function runTest() {
# start COMPLETITIONS_COUNT workspaces in parallel
for ((i=1; i<=$COMPLETITIONS_COUNT; i++)); do
cat devworkspace.yaml | sed "0,/name: code-latest/s//name: dw$i/" | kubectl apply -f - &
done
wait

# wait for all workspaces to be started
echo "Wait for all workspaces are started"
for ((i=1; i<=$COMPLETITIONS_COUNT; i++)); do
kubectl wait --for=condition=Ready "dw/dw$i" --timeout=${WORKSPACE_IDLE_TIMEOUT}s || true &
done
wait

# Delete logs on file system if it exists
rm -f logs/dw*

total_time=0
succeeded=0
echo "Calculate average workspaces starting time"
for ((i=1; i<=$COMPLETITIONS_COUNT; i++)); do
if [ "$(kubectl get dw dw$i --template='{{.status.phase}}')" == "Running" ]; then
start_time=$(kubectl get dw dw$i --template='{{range .status.conditions}}{{if eq .type "Started"}}{{.lastTransitionTime}}{{end}}{{end}}')
end_time=$(kubectl get dw dw$i --template='{{range .status.conditions}}{{if eq .type "Ready"}}{{.lastTransitionTime}}{{end}}{{end}}')
start_timestamp=$(date -d $start_time +%s)
end_timestamp=$(date -d $end_time +%s)
dw_starting_time=$((end_timestamp - start_timestamp))

print "Devworkspace dw$i starting time: $dw_starting_time seconds"
total_time=$((total_time + dw_starting_time))
succeeded=$((succeeded + 1))
else
print_error "Timeout waiting for dw$i to become ready or an error occurred."
kubectl describe dw dw$i > logs/dw$i-log.log
kubectl logs $(oc get dw dw$i --template='{{.status.devworkspaceId}}') > logs/dw$i-pod.log || true
# start COMPLETITIONS_COUNT workspaces in parallel
for ((i = 1; i <= $COMPLETITIONS_COUNT; i++)); do
cat devworkspace.yaml | sed "0,/name: code-latest/s//name: dw$i/" | kubectl apply -f - &
done
wait

# wait for all workspaces to be started
echo "Wait for all workspaces are started"
for ((i = 1; i <= $COMPLETITIONS_COUNT; i++)); do
kubectl wait --for=condition=Ready "dw/dw$i" --timeout=${WORKSPACE_IDLE_TIMEOUT}s || true &
done
wait

# Delete logs on file system if it exists
rm -f logs/dw*

total_time=0
succeeded=0
echo "Calculate average workspaces starting time"
for ((i = 1; i <= $COMPLETITIONS_COUNT; i++)); do
if [ "$(kubectl get dw dw$i --template='{{.status.phase}}')" == "Running" ]; then
start_time=$(kubectl get dw dw$i --template='{{range .status.conditions}}{{if eq .type "Started"}}{{.lastTransitionTime}}{{end}}{{end}}')
end_time=$(kubectl get dw dw$i --template='{{range .status.conditions}}{{if eq .type "Ready"}}{{.lastTransitionTime}}{{end}}{{end}}')
start_timestamp=$(date -d $start_time +%s)
end_timestamp=$(date -d $end_time +%s)
dw_starting_time=$((end_timestamp - start_timestamp))

print "Devworkspace dw$i starting time: $dw_starting_time seconds"
total_time=$((total_time + dw_starting_time))
succeeded=$((succeeded + 1))
else
print_error "Timeout waiting for dw$i to become ready or an error occurred."
kubectl describe dw dw$i >logs/dw$i-log.log
kubectl logs $(kubectl get dw dw$i --template='{{.status.devworkspaceId}}') >logs/dw$i-pod.log || true
fi
done
done

}

function printResults() {
print "==================== Test results ===================="
print "Average workspace starting time for $succeeded workspaces from $COMPLETITIONS_COUNT started: $((total_time / succeeded)) seconds"
print "$((COMPLETITIONS_COUNT - succeeded)) workspaces failed. See failed workspace pod logs in the current folder for details."
print "==================== Test results ===================="
if [ $succeeded -eq 0 ]; then
print_error "No workspaces started successfully."
exit 1
else
print "Average workspace starting time for $succeeded workspaces from $COMPLETITIONS_COUNT started: $((total_time / succeeded)) seconds"
fi
print "$((COMPLETITIONS_COUNT - succeeded)) workspaces failed. See failed workspace pod logs in the current folder for details."
}

parseArguments "$@"
Expand Down
Loading