southpark-de-downloader/southpark-downloader.sh

#!/usr/bin/env bash

# Resolve executable directory
DIR="$(dirname "$(readlink -e "$0")")"

source "$DIR/config.sh"

# Turn paths into absolute ones if they aren't already. Will be necessary since we'll change directories later.
[ ! "${CACHEDIR::1}" = "/" ] &&
	CACHEDIR="$DIR/$CACHEDIR"
[ ! "${OUTDIR::1}" = "/" ] &&
	OUTDIR="$DIR/$OUTDIR"
[ ! "${YOUTUBE_DL::1}" = "/" ] &&
	YOUTUBE_DL="$DIR/$YOUTUBE_DL"

[ ! -e "$OUTDIR" ] && mkdir -p "$OUTDIR"
[ ! -e "$CACHEDIR" ] && mkdir -p "$CACHEDIR"

p_info() {
	echo -e "\e[32m>>> $@\e[m"
}

p_error() {
	echo -e "\e[1;31m>>> $@\e[m"
}

usage() {
	echo "Usage:"
	echo "  $(basename "$0") [OPTIONS] -a                        -  Download all episodes"
	echo "  $(basename "$0") [OPTIONS] -s <season>               -  Download all episodes of the specified season"
	echo "  $(basename "$0") [OPTIONS] -s <season> -e <episode>  -  Download the specified episode"
	echo "  $(basename "$0") -h                                  -  Show help page"
	echo "Options:"
	echo " -p                                        -  Show progress (default)"
	echo " -P                                        -  Hide progress"
	echo " -E                                        -  Download episodes in English (default)"
	echo " -D                                        -  Download episodes in German"
	echo " -u                                        -  Update episode index (default)"
	echo " -U                                        -  Skip episode index update"
	echo " -d                                        -  Dry run: don't download, just print out URLs"
}

unset OPT_SEASON OPT_EPISODE OPT_ALL OPT_EN OPT_LANG OPT_PROGRESS OPT_UPDATE_INDEX OPT_UPDATE_INDEX_EXPLICIT OPT_DRY
OPT_LANG="EN"
OPT_PROGRESS=true
OPT_UPDATE_INDEX=true

while getopts "pPEDuUdas:e:h" arg; do
	case "$arg" in
		h)
			usage
			exit 0
			;;
		s)
			OPT_SEASON="$OPTARG"
			;;
		e)
			OPT_EPISODE="$OPTARG"
			;;
		a)
			OPT_ALL=true
			;;
		E)
			OPT_LANG="EN"
			;;
		D)
			OPT_LANG="DE"
			;;
		p)
			OPT_PROGRESS=true
			;;
		P)
			unset OPT_PROGRESS
			echo hi
			;;
		u)
			OPT_UPDATE_INDEX=true
			OPT_UPDATE_INDEX_EXPLICIT=true
			;;
		U)
			unset OPT_UPDATE_INDEX
			;;
		d)
			OPT_DRY=true
			;;
		?)
			usage
			exit 1
			;;
	esac
done

if [ "$OPT_LANG" = "DE" ]; then
	INDEX_FILENAME="$CACHEDIR/_episode_index_DE_"
	INDEX_INITIAL_URL="https://www.southpark.de/folgen/940f8z/south-park-cartman-und-die-analsonde-staffel-1-ep-1"
	REGEX_EPISODE_URL="/folgen/[0-9a-z]\\+/south-park-[0-9a-z-]\\+-staffel-[0-9]\\+-ep-[0-9]\\+"
elif [ "$OPT_LANG" = "EN" ]; then
	INDEX_FILENAME="$CACHEDIR/_episode_index_EN_"
	INDEX_INITIAL_URL="https://www.southpark.de/en/episodes/940f8z/south-park-cartman-gets-an-anal-probe-season-1-ep-1"
	REGEX_EPISODE_URL="/en/episodes/[0-9a-z]\\+/south-park-[0-9a-z-]\\+-season-[0-9]\\+-ep-[0-9]\\+"
fi

update_index() {
	[ ! -e "$INDEX_FILENAME" ] && echo "$INDEX_INITIAL_URL" > "$INDEX_FILENAME"
	echo -ne "\e[32m>>> Updating episode index\e[m"
	while true; do
		local SEEDURL="$(tail -n1 "$INDEX_FILENAME" | tr -d '\n')"
		local HTML="$(curl -s "$SEEDURL")"
		local URLS="$(echo -n "$HTML" | sed 's@</a>@\n@g' | sed -n "s@.*href=\"\\($REGEX_EPISODE_URL\\)\".*@\\1@p" | sed "s@^@https://www.southpark.de@g")"
		# The sed command only retains all matches after the seed URL
		local NEWURLS="$(echo -n "$URLS" | sed -n "\\@^$SEEDURL\$@{:1;n;p;b1}")"
		[ -z "$NEWURLS" ] && break
		echo "$NEWURLS" >> "$INDEX_FILENAME"
		echo -ne "\e[32m.\e[m"
	done
	echo
}

# Returns all episode URLs in the specified season
get_season() {
	local SEASON_NUMBER="$1"
	grep "\-${SEASON_NUMBER}-ep-[0-9]\+$" "$INDEX_FILENAME"
}

# Returns the URL of the specified episode
get_episode() {
	local SEASON_NUMBER="$1"
	local EPISODE_NUMBER="$2"
	grep "\-${SEASON_NUMBER}-ep-${EPISODE_NUMBER}$" "$INDEX_FILENAME"
}

get_num_seasons() {
	# Effectively searches, how many "episode 1s" there are in the index
	grep "\-[0-9]\+-ep-1$" "$INDEX_FILENAME" | wc -l
}

# Returns the number of episodes in the specified season
get_num_episodes() {
	local SEASON_NUMBER="$1"
	get_season "$SEASON_NUMBER" | wc -l
}

tmp_cleanup() {
	p_info "Cleaning up temporary files"
	rm -rf "$TMPDIR"
}

# Monitors size of downloaded video files; takes temp folder as arg
monitor_progress() {
	local TMP_DIR="$1"
	while true; do
		[ ! -e "$TMP_DIR" ] && break
		printf " Downloaded: %s\r" "$(du -bB M "$TMP_DIR" | cut -f1)"
		sleep 0.5
	done
}

download_interrupt() {
	p_info "User interrupt received"
	tmp_cleanup
	exit 0
}

merge_interrupt() {
	p_info "User interrupt received"
	tmp_cleanup
	p_info "Cleaning up corrupted output file"
	rm -rf "$1"
	exit 0
}

# Takes season and episode number as arguments
download_episode() {
	local SEASON_NUMBER="$1"
	local EPISODE_NUMBER="$2"
	local OUTFILE="${OUTDIR}/South_Park_S${SEASON_NUMBER}_E${EPISODE_NUMBER}_${OPT_LANG}.mp4"
	[ -e "$OUTFILE" ] && echo "Already downloaded Season ${SEASON_NUMBER} Episode ${EPISODE_NUMBER}" && return
	local URL="$(get_episode "$SEASON_NUMBER" "$EPISODE_NUMBER")"
	[ -z "$URL" ] && echo "Unable to download Season ${SEASON_NUMBER} Episode ${EPISODE_NUMBER}; skipping" && return
	p_info "Downloading Season $SEASON_NUMBER Episode $EPISODE_NUMBER ($URL)"
	if [ -z "$OPT_DRY" ]; then
	trap download_interrupt SIGINT
	TMPDIR="$(mktemp -d "/tmp/southparkdownloader.XXXXXXXXXX")"
	[ -n "$OPT_PROGRESS" ] && monitor_progress "$TMPDIR"&
	pushd "$TMPDIR" > /dev/null
	if ! "$YOUTUBE_DL" "$URL" 2>/dev/null | grep --line-buffered "^\[download\]" | grep -v --line-buffered "^\[download\] Destination:"; then
		p_info "possible youtube-dl \e[1;31mERROR\e[m"
		tmp_cleanup
		exit 1
	fi
	echo "[download] Merging video files"
	trap "merge_interrupt \"$OUTFILE\"" SIGINT
	# Remove all single quotes and dashes from video files, as they cause problems
	for i in ./*.mp4; do mv -n "$i" "$(echo $i | tr -d \'-)"; done
	# Find all video files and write them into the list
	printf "file '%s'\n" ./*.mp4 > list.txt
	# Merge video files
	ffmpeg -safe 0 -f concat -i "list.txt" -c copy "$OUTFILE" 2>/dev/null
	popd > /dev/null
	trap - SIGINT
	fi
	tmp_cleanup
}

# Takes season number as an argument
download_season() {
	local SEASON_NUMBER="$1"
	local NUM_EPISODES="$(get_num_episodes "$SEASON_NUMBER")"
	for i in $(seq "$NUM_EPISODES"); do
		download_episode "$SEASON_NUMBER" "$i"
	done
}

download_all() {
	local NUM_SEASONS="$(get_num_seasons)"
	for i in $(seq "$NUM_SEASONS"); do
		download_season "$i"
	done
}

if [ -n "$OPT_SEASON" ]; then
	[ -n "$OPT_UPDATE_INDEX" ] && update_index
	[ -z "$(get_season $OPT_SEASON)" ] &&
		p_error "Unable to find Season $OPT_SEASON" &&
		exit 1
	if [ -n "$OPT_EPISODE" ]; then
		[ -z "$(get_episode $OPT_SEASON $OPT_EPISODE)" ] &&
			p_error "Unable to find Season $OPT_SEASON Episode $OPT_EPISODE" &&
			exit 1
		p_info "Going to download Season $OPT_SEASON Episode $OPT_EPISODE"
		download_episode "$OPT_SEASON" "$OPT_EPISODE"
	else
		p_info "Going to download Season $OPT_SEASON"
		download_season "$OPT_SEASON"
	fi
elif [ -n "$OPT_ALL" ]; then
	[ -n "$OPT_UPDATE_INDEX" ] && update_index
	p_info "Going to download ALL episodes"
	download_all
elif [ -n "$OPT_UPDATE_INDEX_EXPLICIT" ] && [ -n "$OPT_UPDATE_INDEX" ]; then
	update_index
else
	usage
	exit 1
fi