71 lines
2.1 KiB
Bash
71 lines
2.1 KiB
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
exec >> /home/azureuser/anaxi_run.log 2>&1
|
||
|
|
|
||
|
|
echo "Starting script at $(date)"
|
||
|
|
|
||
|
|
# Define the Slack webhook URL
|
||
|
|
script_dir=$(dirname "$0")
|
||
|
|
webhooks_file="slack_webhook_urls.txt"
|
||
|
|
env_file="$script_dir/$webhooks_file"
|
||
|
|
if [ -f "$env_file" ]; then
|
||
|
|
export $(grep -v '^#' "$env_file" | xargs)
|
||
|
|
else
|
||
|
|
echo "Error: $webhooks_file file not found in the script directory."
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Messages to be sent to Slack
|
||
|
|
slack_failure_message=":rotating_light::rotating_light::rotating_light: One or more failures during scheduled anaxi run in production. :rotating_light::rotating_light::rotating_light:"
|
||
|
|
slack_success_message=":white_check_mark::white_check_mark::white_check_mark: anaxi run executed successfully in production. :white_check_mark::white_check_mark::white_check_mark:"
|
||
|
|
|
||
|
|
# Initialize the failure flag
|
||
|
|
has_any_step_failed=0
|
||
|
|
|
||
|
|
cd /home/azureuser/data-anaxi
|
||
|
|
|
||
|
|
# Update from git
|
||
|
|
echo "Updating anaxi project from git."
|
||
|
|
git checkout master
|
||
|
|
git pull
|
||
|
|
|
||
|
|
# Make poetry available
|
||
|
|
echo "Including Poetry in PATH"
|
||
|
|
export PATH="$HOME/.local/bin:$PATH"
|
||
|
|
|
||
|
|
# DWH-healthcheck
|
||
|
|
echo "Running DWH healthcheck..."
|
||
|
|
poetry run anaxi postgres-healthcheck --postgres-database dwh
|
||
|
|
if [ $? -ne 0 ]; then
|
||
|
|
has_any_step_failed=1
|
||
|
|
echo "Something went wrong when healthchecking DWH."
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Define some options here. You might want to change this some day.
|
||
|
|
currencies="CAD,EUR,NZD,ZAR,AUD,USD,PLN,GBP,CHF"
|
||
|
|
start_date=$(date -d "yesterday" +"%Y-%m-%d")
|
||
|
|
end_date=$(date -d "yesterday" +"%Y-%m-%d")
|
||
|
|
|
||
|
|
# Actually run syncs
|
||
|
|
streams=(
|
||
|
|
"some-stream"
|
||
|
|
"another-stream"
|
||
|
|
)
|
||
|
|
|
||
|
|
for stream in "${streams[@]}"; do
|
||
|
|
echo "Starting sync for stream $stream"
|
||
|
|
poetry run anaxi sync-stream --stream-id $stream
|
||
|
|
if [ $? -ne 0 ]; then
|
||
|
|
has_any_step_failed=1
|
||
|
|
echo "Something went wrong when syncing stream: $stream."
|
||
|
|
fi
|
||
|
|
done
|
||
|
|
|
||
|
|
# Check if any step failed and send a Slack message
|
||
|
|
if [ $has_any_step_failed -eq 1 ]; then
|
||
|
|
curl -X POST -H 'Content-type: application/json' --data "{\"text\":\"$slack_failure_message\"}" $SLACK_ALERT_WEBHOOK_URL
|
||
|
|
fi
|
||
|
|
if [ $has_any_step_failed -eq 0 ]; then
|
||
|
|
curl -X POST -H 'Content-type: application/json' --data "{\"text\":\"$slack_success_message\"}" $SLACK_RECEIPT_WEBHOOK_URL
|
||
|
|
fi
|