Air-Quality-Web/build

#!/usr/bin/env bash
# Make sure the current directory is the location of this script to simplify matters
cd "$(dirname "$(readlink -f "$0")")" || exit 1;

if [ ! -d "${PWD}/.git" ]; then
	# shellcheck disable=SC1117
	echo -e "\033[1m\033[31mError: The .git folder does not appear to exist. Please ensure you clone this repository with git, like this:\n\n\tgit clone https://github.com/ConnectedHumber/Air-Quality-Web.git\n\033[0m";
	exit 1;
fi
################
### Settings ###
################

# The name of this project
project_name="Air Quality Mapper";

# The path to the lantern build engine git submodule
lantern_path="./lantern-build-engine";

###
# Custom Settings
###

# Put any custom settings here.

# Client-side build output
cache_dir="./.cache";
build_output_folder="./app";

# Database settings for ssh port forwarding task
database_host="ch-kimsufi";
database_name="aq_db";
database_user="www-data";

# Minimum major version of npm
min_npm_version_major="6";

# Deployment settings
deploy_ssh_user="ci";
# deploy_ssh_host="aq.connectedhumber.org";
deploy_ssh_host="37.187.118.171";
deploy_ssh_port="22";

deploy_root_dir="Air-Quality-Web";
deploy_root_dir_beta="Air-Quality-Web-Beta";

###############################################################################

# Check out the lantern git submodule if needed
if [ ! -f "${lantern_path}/lantern.sh" ]; then git submodule update --init "${lantern_path}"; fi

# shellcheck disable=SC1090
source "${lantern_path}/lantern.sh";

if [[ "$#" -lt 1 ]]; then
	echo -e "${FBLE}${project_name}${RS} build script";
	echo -e "    by Starbeamrainbowlabs";
	# shellcheck disable=SC2154
	echo -e "${LC}Powered by the lantern build engine, v${version}${RS}";
	echo -e "";
	echo -e "${CSECTION}Usage${RS}";
	echo -e "    ./build ${CTOKEN}{action}${RS} ${CTOKEN}{action}${RS} ${CTOKEN}{action}${RS} ...";
	echo -e "";
	echo -e "${CSECTION}Available actions${RS}";
	echo -e "    ${CACTION}setup${RS}            - Perform initial setup";
	echo -e "    ${CACTION}setup-dev${RS}        - Perform additional setup for development environments. Run after ${CACTION}setup${RS}.";
	echo -e "    ${CACTION}database${RS}         - Connect to the database via SSH & open MariaDB CLI connection, prompting for a password";
	echo -e "    ${CACTION}dev-server${RS}       - Start a development server";
	echo -e "    ${CACTION}dev-server-stop${RS}  - Stop the currently running development server";
	echo -e "    ${CACTION}client${RS}           - Build the client web app";
	echo -e "    ${CACTION}client-watch${RS}     - Watch for changes to the client code & rebuild automatically";
	echo -e "    ${CACTION}docs${RS}             - Render the documentation";
	echo -e "    ${CACTION}ci${RS}               - Perform CI tasks";
	echo -e "    ${LC}${CACTION}archive${RS}          - CI: Create release archive";
	echo -e "";
	
	exit 1;
fi

###############################################################################


# ███████ ███████ ████████ ██    ██ ██████
# ██      ██         ██    ██    ██ ██   ██
# ███████ █████      ██    ██    ██ ██████
#      ██ ██         ██    ██    ██ ██
# ███████ ███████    ██     ██████  ██

task_download-composer() {
	if [ -f "${cache_dir}/composer" ]; then
		return 0;
	fi
	[ ! -d "${cache_dir}" ] && mkdir "${cache_dir}";
	
	
	task_begin "Downloading composer"; 
	execute curl -sS "https://getcomposer.org/composer.phar" -o "${cache_dir}/composer"; exit_code=$?;
	chmod +x "${cache_dir}/composer";
	task_end ${exit_code};
}

check_php_module() {
	module_name="$1";
	subtask_begin "Checking for ${module_name} PHP module";
	if [[ "$(php -m | grep -ic pdo_mysql)" -eq "0" ]]; then
		subtask_end 1 "Error: The php_mysql PHP module is not installed.";
	fi
	subtask_end 0;
}

task_setup() {
	stage_begin "Setting up";
	
	task_begin "Checking environment";
	check_command git true;
	check_command php true;
	check_command node true;
	check_command npm true;
	check_command curl true;
	
	check_php_module pdo_mysql;
	check_php_module mbstring;
	
	if [ ! -w "${PWD}" ]; then
		task_end 1 "${HC}${FRED}Error: Can't write to the repository directory! This usually you have a permission error of some kind. Try using sudo to run this build command as the user that owns this cloned repository.";
	fi
	
	npm_version_major="$(npm --version | head -c 1)";
	if [[ "${npm_version_major}" -lt "${min_npm_version_major}" ]]; then
		echo "${FRED}${HC}Error: Your version of npm is too far out of date. You're running version $(npm --version), but version 6+ is required.";
	fi
	task_end $?;
	
	task_begin "Initialising submodules";
	execute git submodule update --init;
	task_end $?;
	
	task_begin "Installing client dependencies";
	echo -e "${HC}Not including development dependencies. To complete setup for development, execute the ${CACTION}setup-dev${RS} ${HC}build task.${RS}";
	execute npm install --production;
	task_end $?;
	
	tasks_run download-composer;
	
	task_begin "Installing server dependencies";
	execute "${cache_dir}/composer" install --no-dev;
	task_end $?;
	
	if [ ! -d "./data" ]; then
		task_begin "Setting up initial data folder";
		mkdir "./data"; chmod 0700 "./data";
		
		echo -e "# -------[ Custom Settings File - Last updated $(date) ]-------" >"./data/settings.toml";
		echo -e '[database]\nusername = "INSERT_DATABASE_USERNAME_HERE"\npassword = "INSERT_DATABASE_PASSWORD_HERE"' >>"./data/settings.toml";
		chmod 0600 "./data/settings.toml";
		
		echo -e "${HC}Don't forget to edit './data/settings.toml' to specify the database username and password${RS}";
		echo -e "";
		
		task_end $?;
	fi
	
	stage_end $?;
}

task_setup-dev() {
	task_begin "Checking environment";
	check_command mysql true optional;
	task_end $?;
	
	task_begin "Installing client development dependencies";
	execute npm install;
	task_end $?;
	
	task_begin "Installing server development dependencies";
	execute "${cache_dir}/composer" install;
	task_end $?;
}


# ██████  ███████ ██    ██
# ██   ██ ██      ██    ██
# ██   ██ █████   ██    ██
# ██   ██ ██       ██  ██
# ██████  ███████   ████

task_database() {
	task_begin "Connecting to the database";
	set_title "Database";
	ssh -TN "${database_host}" -L 3306:localhost:3306 &
	ssh_pid=$!;
	sleep 1;
	mysql --host 127.0.0.1 --port 3306 --database "${database_name}" --user "${database_user}" --password;
	
	kill "${ssh_pid}"; wait; sleep 0.5;
	task_end $?;
}

task_dev-server() {
	task_begin "Starting development server";
	php -S "[::1]:40482" &
	exit_code=$?;
	[[ "${exit_code}" -eq "0" ]] && echo $! >/tmp/micro-lantern-dev-server.pid;
	task_end $?; # Should be 0 unless php died for some reason
	sleep 1;
}

task_dev-server-stop() {
	task_begin "Stopping development server";
	
	kill "$(cat /tmp/micro-lantern-dev-server.pid)";
	rm /tmp/micro-lantern-dev-server.pid;
	
	task_end $?;
}


#  ██████ ██      ██ ███████ ███    ██ ████████
# ██      ██      ██ ██      ████   ██    ██
# ██      ██      ██ █████   ██ ██  ██    ██
# ██      ██      ██ ██      ██  ██ ██    ██
#  ██████ ███████ ██ ███████ ██   ████    ██

task_client() {
	task_begin "Packaging Javascript";
	execute node_modules/.bin/rollup --sourcemap --config rollup.config.js;
	task_end $? "Error: rollup packing failed!";
	
	task_begin "Copying html";
	execute cp client_src/index.html "${build_output_folder}";
	task_end $?;
	
	# task_begin "Copying css";
	# # FUTURE: Package this up too?
	# cp -r client_src/css/ "${build_output_folder}";
	# task_end $?;
}

task_client-watch() {
	set_title "Client Watcher";
	
	echo -e "Watching for changes.";
	while :; do # : = infinite loop
		# Wait for an update
		# inotifywait's non-0 exit code forces an exit for some reason :-/
		inotifywait -qr --event modify --format '%:e %f' client_src;
		
		# Rebuild the client code - spawn a sub-process to avoid the hard exit
		# This still doesn't work though, which is *really* annoying
		stage_begin "Rebuilding client code";
		./build client;
		stage_end $?;
	done
}


# ██████   ██████   ██████ ███████
# ██   ██ ██    ██ ██      ██
# ██   ██ ██    ██ ██      ███████
# ██   ██ ██    ██ ██           ██
# ██████   ██████   ██████ ███████

task_docs() {
	task_begin "Rendering docs";
	execute node_modules/.bin/nightdocs --config nightdocs.toml;
	task_end $?;
	
	task_begin "Copying images";
	cp -r docs/images/ __nightdocs/;
	task_end $?;
}


#  ██████ ██
# ██      ██
# ██      ██
# ██      ██
#  ██████ ██
task_ci() {
	if [[ -z "${TERM}" ]]; then
		export TERM=xterm-256color;
	fi
	
	tasks_run setup setup-dev
	NODE_ENV="production" tasks_run client docs archive;
	
	latest_commit="$(git log -n 1 --pretty=format:"%H")";
	current_commit="$(git rev-parse HEAD)";
	
	if [ "${latest_commit}" != "${current_commit}" ]; then
		echo "Not deploying, as this isn't the latest commit on the branch.";
		echo "It's likely that this commit is actually one of several in a queue to be processed by the CI server at once.";
		return 0;
	fi
	
	if [ "${GIT_REF_NAME}" == "refs/heads/master" ]; then
		tasks_run deploy;
	elif [ "${GIT_REF_NAME}" == "refs/heads/dev" ]; then
		echo "Deploying as beta release, as we're on the dev branch";
		deploy_root_dir="${deploy_root_dir_beta}";
		tasks_run deploy;
	else
		echo "Not deploying, as we're not on either the master or dev branches.";
	fi
}

task_archive() {
	task_begin "Preparing to archive";
	execute mv vendor vendor.bak;
	execute "${cache_dir}/composer" install --no-dev;
	task_end $?;
	
	task_begin "Packing archive";
	# We include the data directory here because we assume that this task is ONLY run in a CI environment, so it should only contain the default setup generated by an earlier task.
	execute tar cafv "${ARCHIVE}/Air-Quality-Web.tar.gz" app/ __nightdocs/ lib/ logic/ vendor/ data/ ./*.php ./*.md LICENSE version settings.default.toml;
	task_end $?;
	
	task_begin "Cleaning up";
	execute rm -rf vendor;
	execute mv vendor.bak vendor;
	task_end $?;
}


task_deploy() {
	stage_begin "Deploying to ${deploy_ssh_host}....";
	if [ "${SSH_KEY_PATH}" == "" ]; then
		echo "${FRED}${HC}Error: Can't find the SSH key as the environment variable SSH_KEY_PATH isn't set.${RS}" >&2;
		stage_end 1;
	fi
	
	
	task_begin "Preparing upload";
	
	subtask_begin "Creating temporary directory";
	temp_dir="$(mktemp -d --suffix "-air-quality-upload")";
	subtask_end $? "Error: Failed to create temporary directory";
	
	subtask_begin "Unpacking release files";
	execute tar -xf "${ARCHIVE}/Air-Quality-Web.tar.gz" -C "${temp_dir}";
	subtask_end $? "Failed to unpack release files";
	
	subtask_begin "Removing data directory";
	rm -r "${temp_dir}/data"; # Delete the default data directory - there's one on the server already
	subtask_end $?;
	
	# subtask_begin "Unwinding symlinks";
	# find "${temp_dir}" -D exec -type l -not -path "./beta" -exec bash -c 'ln -f "$(readlink -m "$0")" "$0"' {} \;
	# subtask_end $?;
	
	task_end $?;
	
	# Define the directory whose contents we want to upload
	source_upload_dir="${temp_dir}/";
	
	task_begin "Acquiring upload lock";
	# Acquire an exclusive project-wide lock so that we only upload stuff one-at-a-time
	exec 9<"${WORKSPACE}";
	flock --exclusive 9;
	task_end $? "Failed to acquire lock!";
	
	task_begin "Uploading release";
	sftp -i "${SSH_KEY_PATH}" -P "${deploy_ssh_port}" -o PasswordAuthentication=no "${deploy_ssh_user}@${deploy_ssh_host}" << SFTPCOMMANDS
mkdir ${deploy_root_dir}/www-new
put -r ${source_upload_dir}/* ${deploy_root_dir}/www-new
bye
SFTPCOMMANDS
	task_end $?;
	
	task_begin "Making release live";
	# Actions:
	# 1. Connect to remote server
	# 2. Upload new files
	# 3. Create data dir symlink
	# 4. Swap in new directory
	# 5. Delete old directory
	lftp_commands_filename="$(mktemp --suffix "-commands.lftp")";
	
	(
		echo "set sftp:connect-program 'ssh -x -i ${SSH_KEY_PATH}'";
		# We have an extra : before the @ here to avoid the password prompt
		echo "connect sftp://${deploy_ssh_user}:@${deploy_ssh_host}:${deploy_ssh_port}";
		
		echo "ln -s \"../data\" \"${deploy_root_dir}/www-new/data\"";
		echo "ln -s \"../../Air-Quality-Web-Beta/www/\" \"${deploy_root_dir}/www-new/beta\"";
		
		echo "mv \"${deploy_root_dir}/www\" \"${deploy_root_dir}/www-old\"";
		echo "mv \"${deploy_root_dir}/www-new\" \"${deploy_root_dir}/www\"";
		echo "rm -r \"${deploy_root_dir}/data/cache\"";
		echo "rm -r \"${deploy_root_dir}/www-old\"";
		echo "bye";
	) >"${lftp_commands_filename}";
	
	
	execute lftp --version;
	execute cat "${lftp_commands_filename}";
	execute lftp -f "${lftp_commands_filename}";
	exit_code=$?
	task_end "${exit_code}" "Failed to make release live";
	
	task_begin "Releasing lock";
	exec 9>&- # Close file descriptor 9 and release the lock
	task_end $?;
	
	
	task_begin "Cleaning up";
	execute rm -r "${temp_dir}";
	task_end $?;
	
	
	stage_end $? "Failed to deploy to ${deploy_ssh_host}.";
}


#########################################################################

tasks_run "$@";