data-xexe/run_xexe.sh

#!/bin/bash

exec >> /home/azureuser/xexe_run.log 2>&1

echo "Starting script at $(date)"

# Define the Slack webhook URL
script_dir=$(dirname "$0")
webhooks_file="slack_webhook_urls.txt"
env_file="$script_dir/$webhooks_file"
if [ -f "$env_file" ]; then
  export $(grep -v '^#' "$env_file" | xargs)
else
  echo "Error: $webhooks_file file not found in the script directory."
  exit 1
fi

# Messages to be sent to Slack
slack_failure_message=":rotating_light::rotating_light::rotating_light: One or more failures during scheduled xexe run in production. :rotating_light::rotating_light::rotating_light:"
slack_success_message=":white_check_mark::white_check_mark::white_check_mark: xexe run executed successfully in production. :white_check_mark::white_check_mark::white_check_mark:"

# Initialize the failure flag
has_any_step_failed=0

cd /home/azureuser/data-xexe

# Update from git
echo "Updating xexe project from git."
git checkout master
git pull

# Make poetry available
echo "Including Poetry in PATH"
export PATH="$HOME/.local/bin:$PATH"

# DWH-healthcheck
echo "Running DWH healthcheck..."
poetry run xexe dwh-healthcheck
if [ $? -ne 0 ]; then
  has_any_step_failed=1
  echo "Something went wrong when healthchecking DWH."
fi

# xe healthcheck
echo "Running XE.com healthcheck..."
poetry run xexe xe-healthcheck
if [ $? -ne 0 ]; then
  has_any_step_failed=1
  echo "Something went wrong when healthchecking xe.com."
fi

# Define some options here. You might want to change this some day.
currencies="CAD,EUR,NZD,ZAR,AUD,USD,PLN,GBP,CHF"
start_date=$(date -d "yesterday" +"%Y-%m-%d")
end_date=$(date -d "yesterday" +"%Y-%m-%d")

# run the actual thing
echo "Getting rates from xe.com..."
poetry run xexe get-rates --currencies "$currencies" --start-date "$start_date" --end-date "$end_date" --rates-source xe --output dwh --ignore-warnings
if [ $? -ne 0 ]; then
  has_any_step_failed=1
  echo "Something went wrong when getting rates."
fi

# Check if any step failed and send a Slack message
if [ $has_any_step_failed -eq 1 ]; then
  curl -X POST -H 'Content-type: application/json' --data "{\"text\":\"$slack_failure_message\"}" $SLACK_ALERT_WEBHOOK_URL
fi
if [ $has_any_step_failed -eq 0 ]; then
  curl -X POST -H 'Content-type: application/json' --data "{\"text\":\"$slack_success_message\"}" $SLACK_RECEIPT_WEBHOOK_URL
fi