Skip to content

[-] Cleanup smoke test #369

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
ajalon1 wants to merge 3 commits into
base: main
Choose a base branch
from
Open

[-] Cleanup smoke test #369

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
2c582d2
chore: one less expected
ajalon1 Feb 13, 2026
3d4e763
chore: cleanup bash smoke test
ajalon1 Feb 13, 2026
f81dc31
chore: cleanup windows smoke test
ajalon1 Feb 13, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
97 changes: 56 additions & 41 deletions smoke_test_scripts/run_smoke_test.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,18 +1,46 @@
#!/bin/bash

set -euo pipefail

# Helper functions
error() {
echo "❌ $1"
exit 1
}

success() {
echo "✅ $1"
}

info() {
echo "ℹ️ $1"
}

Comment on lines +5 to +18
Copy link
Contributor Author

@ajalon1 ajalon1 Feb 13, 2026

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I could be persuaded to use different names for these lol

# Be sure to get DR_API_TOKEN from args
args=("$@")
DR_API_TOKEN=${args[0]}
if [[ -z "$DR_API_TOKEN" ]]; then
echo "❌ The variable 'DR_API_TOKEN' must be supplied as arg."
exit 1
error "The variable 'DR_API_TOKEN' must be supplied as arg."
fi

export TERM="dumb"

# Used throughout testing
testing_url="https://app.datarobot.com"

# Using `DATAROBOT_CLI_CONFIG` to be sure we can save/update config file in GitHub Action runners
testing_dr_cli_config_dir="$(pwd)/.config/datarobot/"
mkdir -p "$testing_dr_cli_config_dir"
export DATAROBOT_CLI_CONFIG="${testing_dr_cli_config_dir}drconfig.yaml"

cleanup() {
info "Cleaning up..."
rm -rf "$testing_dr_cli_config_dir"
rm -f completion_bash.sh
}

trap cleanup EXIT

# Determine if we can access URL
wget -q --spider "$testing_url"
if [ $? -eq 0 ]; then
Expand All @@ -21,10 +49,6 @@ else
url_accessible=0
fi

# Using `DATAROBOT_CLI_CONFIG` to be sure we can save/update config file in GitHub Action runners
testing_dr_cli_config_dir="$(pwd)/.config/datarobot/"
mkdir -p "$testing_dr_cli_config_dir"
export DATAROBOT_CLI_CONFIG="${testing_dr_cli_config_dir}drconfig.yaml"
touch "$DATAROBOT_CLI_CONFIG"
cat "$(pwd)/smoke_test_scripts/assets/example_config.yaml" > "$DATAROBOT_CLI_CONFIG"

Expand All @@ -35,37 +59,32 @@ yq -i ".token = \"$DR_API_TOKEN\"" "$DATAROBOT_CLI_CONFIG"
header_copy="Build AI Applications Faster"
has_header=$(dr help | grep "${header_copy}")
if [[ -n "$has_header" ]]; then
echo "✅ Help command returned expected content."
success "Help command returned expected content."
else
echo "❌ Help command did not return expected content - missing header copy: ${header_copy}"
exit 1
error "Help command did not return expected content - missing header copy: ${header_copy}"
fi

# Check that JSON output of version command has expected `version` key
has_version_key=$(dr self version --format=json | yq eval 'has("version")')
if [[ "$has_version_key" == "true" ]]; then
echo "✅ Version command returned expected 'version' key in json output."
success "Version command returned expected 'version' key in json output."
else
echo "❌ Version command did not return expected 'version' key in json output."
exit 1
error "Version command did not return expected 'version' key in json output."
fi

dr self completion bash > completion_bash.sh
# Check if we have the file with expected __start_dr() function
function_check=$(cat completion_bash.sh | grep __start_dr\()
if [[ -n "$function_check" ]]; then
echo "✅ Assertion passed: We have expected completion_bash.sh file."
# Remove created bash file - especially helpful when running smoke tests locally
rm completion_bash.sh
success "Assertion passed: We have expected completion_bash.sh file."
else
echo "❌ Assertion failed: We don't have expected completion_bash.sh file w/ expected function: __start_dr()."
# Print completion_bash.sh (if it exists) to aid in debugging if needed
cat completion_bash.sh
exit 1
error "Assertion failed: We don't have expected completion_bash.sh file w/ expected function: __start_dr()."
fi

# Test completion install/uninstall interactively
echo "Testing completion install/uninstall..."
info "Testing completion install/uninstall..."
expect ./smoke_test_scripts/expect_completion.exp

# Check we have expected usage message output
Expand All @@ -74,14 +93,14 @@ if [ -f ".env" ]; then
else
usage_message="You don't seem to be in a DataRobot Template directory."
fi
echo "Testing dr run command..."

info "Testing dr run command..."
# Use 2>&1 to stderr to stdout
has_message=$(dr run 2>&1 | grep "${usage_message}")
if [[ -n "$has_message" ]]; then
echo "✅ Run command returned expected content."
success "Run command returned expected content."
else
echo "❌ Run command did not return expected content - missing informative message: ${usage_message}"
exit 1
error "Run command did not return expected content - missing informative message: ${usage_message}"
fi

# Use expect to run commands as user and we expect to update auth URL config value using `dr auth setURL`
Expand All @@ -91,49 +110,46 @@ expect ./smoke_test_scripts/expect_auth_setURL.exp "$DATAROBOT_CLI_CONFIG"
# Check if we have the auth URL correctly set
auth_endpoint_check=$(cat "$DATAROBOT_CLI_CONFIG" | grep endpoint | grep "${testing_url}/api/v2")
if [[ -n "$auth_endpoint_check" ]]; then
echo "✅ Assertion passed: We have expected expected 'endpoint' auth URL value in config."
echo "Value: $auth_endpoint_check"
success "Assertion passed: We have expected 'endpoint' auth URL value in config."
info "Value: $auth_endpoint_check"
else
echo "❌ Assertion failed: We don't have expected 'endpoint' auth URL value."
# Print ~/.config/datarobot/drconfig.yaml (if it exists) to aid in debugging if needed
echo "${DATAROBOT_CLI_CONFIG} contents:"
info "${DATAROBOT_CLI_CONFIG} contents:"
cat "$DATAROBOT_CLI_CONFIG"
exit 1
error "Assertion failed: We don't have expected 'endpoint' auth URL value."
fi

# Test `dr auth login` and we should have the value shown in output:
# `https://app.datarobot.com/account/developer-tools?cliRedirect=true`
echo "Testing dr auth login..."
info "Testing dr auth login..."
expect ./smoke_test_scripts/expect_auth_login.exp

# Test templates - Confirm expect script has cloned TTMDocs and that .env has expected value
if [ "$url_accessible" -eq 0 ]; then
echo "ℹ️ URL (${testing_url}) is not accessible so skipping 'dr templates setup' test."
info "URL (${testing_url}) is not accessible so skipping 'dr templates setup' test."
else
echo "Testing dr templates setup..."
info "Testing dr templates setup..."
expect ./smoke_test_scripts/expect_templates_setup.exp
testing_session_secret_key="TESTING_SESSION_SECRET_KEY"
DIRECTORY="./talk-to-my-docs-agents"
if [ -d "$DIRECTORY" ]; then
echo "✅ Directory ($DIRECTORY) exists."
success "Directory ($DIRECTORY) exists."
else
echo "❌ Directory ($DIRECTORY) does not exist."
exit 1
error "Directory ($DIRECTORY) does not exist."
fi
cd "$DIRECTORY"

# Validate the SESSION_SECRET_KEY set during templates setup
session_secret_key_check=$(cat .env | grep "SESSION_SECRET_KEY=\"${testing_session_secret_key}\"")
if [[ -n "$session_secret_key_check" ]]; then
echo "✅ Assertion passed: We have expected SESSION_SECRET_KEY in created .env file."
success "Assertion passed: We have expected SESSION_SECRET_KEY in created .env file."
else
echo "❌ Assertion failed: We don't have expected SESSION_SECRET_KEY value in created .env file."
cat .env
exit 1
error "Assertion failed: We don't have expected SESSION_SECRET_KEY value in created .env file."
fi

# Now test dr dotenv setup within the template directory
echo "Testing dr dotenv setup within template directory..."
info "Testing dr dotenv setup within template directory..."

# Run dotenv setup - it should prompt for existing variables including DATAROBOT_ENDPOINT
# The expect script will accept defaults for all variables
Expand All @@ -143,14 +159,13 @@ else
# Validate DATAROBOT_ENDPOINT exists in .env (it should already be there from template)
endpoint_check=$(cat .env | grep "DATAROBOT_ENDPOINT")
if [[ -n "$endpoint_check" ]]; then
echo "✅ Assertion passed: dr dotenv setup preserved DATAROBOT_ENDPOINT in template .env file."
echo "Value: $endpoint_check"
success "Assertion passed: dr dotenv setup preserved DATAROBOT_ENDPOINT in template .env file."
info "Value: $endpoint_check"
else
echo "❌ Assertion failed: DATAROBOT_ENDPOINT not found in .env file."
cat .env
cd ..
rm -rf "$DIRECTORY"
exit 1
error "Assertion failed: DATAROBOT_ENDPOINT not found in .env file."
fi

# Now delete directory to clean up
Expand Down
Loading
Loading