Initial commit
This commit is contained in:
xypwn
commit
5b61931167
2
.gitignore
vendored
Normal file
2
.gitignore
vendored
Normal file
@ -0,0 +1,2 @@
|
||||
downloads/*
|
||||
yt-dlc/
|
||||
24
LICENSE
Normal file
24
LICENSE
Normal file
@ -0,0 +1,24 @@
|
||||
This is free and unencumbered software released into the public domain.
|
||||
|
||||
Anyone is free to copy, modify, publish, use, compile, sell, or
|
||||
distribute this software, either in source code form or as a compiled
|
||||
binary, for any purpose, commercial or non-commercial, and by any
|
||||
means.
|
||||
|
||||
In jurisdictions that recognize copyright laws, the author or authors
|
||||
of this software dedicate any and all copyright interest in the
|
||||
software to the public domain. We make this dedication for the benefit
|
||||
of the public at large and to the detriment of our heirs and
|
||||
successors. We intend this dedication to be an overt act of
|
||||
relinquishment in perpetuity of all present and future rights to this
|
||||
software under copyright law.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
||||
IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
||||
OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
||||
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
||||
OTHER DEALINGS IN THE SOFTWARE.
|
||||
|
||||
For more information, please refer to <https://unlicense.org>
|
||||
19
README.md
Normal file
19
README.md
Normal file
@ -0,0 +1,19 @@
|
||||
# south-park-de-downloader
|
||||
Effortlessly download South Park episodes from southpark.de in bulk
|
||||
|
||||
## Setup
|
||||
`git clone https://github.com/xypwn/south-park-de-downloader.git; cd south-park-de-downloader`
|
||||
|
||||
`sh init.sh` this will download youtube-dlc and apply a patch for english episodes.
|
||||
|
||||
## Usage
|
||||
`sh southpark-downloader.sh -h` to show usage instructions
|
||||
|
||||
All downloads will end up in the `downloads` folder in the cloned repo (you can also change it in config.sh, if you want to).
|
||||
|
||||
## Examples
|
||||
`./southpark-downloader.sh -s 1` download all episodes of Season 1
|
||||
|
||||
`./southpark-downloader.sh -s 5 -e 13` download Season 5 Episode 13
|
||||
|
||||
`./southpark-downloader.sh -D -s 1` download Season 2 in German
|
||||
9
config.sh
Normal file
9
config.sh
Normal file
@ -0,0 +1,9 @@
|
||||
############################################
|
||||
# South Park Downloader Configuration File #
|
||||
############################################
|
||||
|
||||
# youtube-dl (or youtube-dlc) executable path
|
||||
YOUTUBE_DL="./yt-dlc/youtube-dlc"
|
||||
|
||||
# Where the downloaded videos will get stored
|
||||
SAVEDIR="./downloads"
|
||||
11
fix-southpark-de-en.diff
Normal file
11
fix-southpark-de-en.diff
Normal file
@ -0,0 +1,11 @@
|
||||
--- yt-dlc/youtube_dlc/extractor/southpark.py
|
||||
+++ yt-dlc/youtube_dlc/extractor/southpark.py
|
||||
@@ -44,7 +44,7 @@
|
||||
|
||||
class SouthParkDeIE(SouthParkIE):
|
||||
IE_NAME = 'southpark.de'
|
||||
- _VALID_URL = r'https?://(?:www\.)?(?P<url>southpark\.de/(?:videoclip|collections|folgen)/(?P<id>(?P<unique_id>.+?)/.+?)(?:\?|#|$))'
|
||||
+ _VALID_URL = r'https?://(?:www\.)?(?P<url>southpark\.de/(?:(en/(videoclip|collections|episodes))|(videoclip|collections|folgen))/(?P<id>(?P<unique_id>.+?)/.+?)(?:\?|#|$))'
|
||||
# _FEED_URL = 'http://feeds.mtvnservices.com/od/feed/intl-mrss-player-feed'
|
||||
|
||||
_TESTS = [{
|
||||
15
init.sh
Executable file
15
init.sh
Executable file
@ -0,0 +1,15 @@
|
||||
#!/usr/bin/env sh
|
||||
if [ -e yt-dlc/ ]; then
|
||||
echo ">>> youtube-dlc already downloaded, delete and redownload? [y/N]"
|
||||
read RES
|
||||
[ "$RES" = "y" ] || [ "$RES" = "Y" ] && rm -rf yt-dlc/
|
||||
fi
|
||||
if [ ! -e yt-dlc/ ]; then
|
||||
echo ">>> Cloning youtube-dlc repo" &&
|
||||
git clone --depth 1 --branch "2020.11.11-3" "https://github.com/blackjack4494/yt-dlc.git"
|
||||
echo ">>> Applying patches"
|
||||
# Allows for downloading English content from the German website
|
||||
patch -p0 < fix-southpark-de-en.diff
|
||||
fi
|
||||
echo ">>> Building youtube-dlc"
|
||||
make -C yt-dlc/ youtube-dlc
|
||||
186
southpark-downloader.sh
Executable file
186
southpark-downloader.sh
Executable file
@ -0,0 +1,186 @@
|
||||
#!/usr/bin/env sh
|
||||
|
||||
source ./config.sh
|
||||
|
||||
YOUTUBE_DL="$PWD/$YOUTUBE_DL"
|
||||
OUTDIR="$PWD/$SAVEDIR"
|
||||
|
||||
p_info() {
|
||||
echo -e "\e[32m>>> $@\e[m"
|
||||
}
|
||||
|
||||
p_error() {
|
||||
echo -e "\e[1;31m>>> $@\e[m"
|
||||
}
|
||||
|
||||
usage() {
|
||||
echo "Usage:"
|
||||
echo " $(basename $0) [-E|-D] -a - Download all episodes"
|
||||
echo " $(basename $0) [-E|-D] -s <season> - Download all episodes in the specified season"
|
||||
echo " $(basename $0) [-E|-D] -s <season> -e <episode> - Download the specified episode"
|
||||
echo "Options:"
|
||||
echo " -E - Download episodes in English (default)"
|
||||
echo " -D - Download episodes in German"
|
||||
}
|
||||
|
||||
unset OPT_SEASON OPT_EPISODE OPT_ALL OPT_EN OPT_LANG
|
||||
OPT_LANG="EN"
|
||||
|
||||
while getopts "haEDs:e:" arg; do
|
||||
case "$arg" in
|
||||
h)
|
||||
usage
|
||||
exit 0
|
||||
;;
|
||||
s)
|
||||
OPT_SEASON="$OPTARG"
|
||||
;;
|
||||
e)
|
||||
OPT_EPISODE="$OPTARG"
|
||||
;;
|
||||
a)
|
||||
OPT_ALL=true
|
||||
;;
|
||||
E)
|
||||
OPT_LANG="EN"
|
||||
;;
|
||||
D)
|
||||
OPT_LANG="DE"
|
||||
;;
|
||||
?)
|
||||
echo "Invalid option: -$OPTARG"
|
||||
usage
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
# Parts of the URL differ depending on the language of the website
|
||||
if [ "$OPT_LANG" = "DE" ]; then
|
||||
SEASON_1_URL="https://www.southpark.de/seasons/south-park/yjy8n9/staffel-1"
|
||||
REGEX_SEASON_URL="\"/seasons/south-park/[0-9a-z]\+/staffel-[0-9]\+\""
|
||||
REGEX_EPISODE_URL="\"/folgen/[0-9a-z]\+/south-park-[0-9a-z-]\+-staffel-[0-9]\+-ep-[0-9]\+\""
|
||||
elif [ "$OPT_LANG" = "EN" ]; then
|
||||
SEASON_1_URL="https://www.southpark.de/en/seasons/south-park/yjy8n9/season-1"
|
||||
REGEX_SEASON_URL="\"/en/seasons/south-park/[0-9a-z]\+/season-[0-9]\+\""
|
||||
REGEX_EPISODE_URL="\"/en/episodes/[0-9a-z]\+/south-park-[0-9a-z-]\+-season-[0-9]\+-ep-[0-9]\+\""
|
||||
fi
|
||||
|
||||
# Indexes all season page URLs
|
||||
index_seasons() {
|
||||
# Get all season URLs by matching the regex
|
||||
SEASON_URLS=$(curl -s "$SEASON_1_URL" | grep -o "$REGEX_SEASON_URL" | tr -d "\"" | sed -E "s/^/https:\/\/www.southpark.de/g")
|
||||
}
|
||||
|
||||
# Indexes all episode URLs of the currently indexed season (can only index 1 season at once, for now)
|
||||
index_episodes() {
|
||||
local SEASON_NUMBER="$1"
|
||||
get_season_url "$SEASON_NUMBER"
|
||||
local SEASON_URL="$RES"
|
||||
EPISODE_URLS=$(curl -s "$SEASON_URL" | grep -o "$REGEX_EPISODE_URL" | tr -d "\"" | sed -E "s/^/https:\/\/www.southpark.de/g")
|
||||
INDEXED_SEASON="$SEASON_NUMBER"
|
||||
}
|
||||
|
||||
################
|
||||
# All functions named get_<something> store their result in the RES variable.
|
||||
# We're not using command substitution, because then these functions couldn't set variables.
|
||||
################
|
||||
get_season_url() {
|
||||
local SEASON_NUMBER="$1"
|
||||
[ -z "$SEASON_URLS" ] && index_seasons
|
||||
RES=$(echo "$SEASON_URLS" | grep "\-${SEASON_NUMBER}$")
|
||||
}
|
||||
|
||||
get_episode_url() {
|
||||
local SEASON_NUMBER="$1"
|
||||
local EPISODE_NUMBER="$2"
|
||||
[ ! "$INDEXED_SEASON" = "$SEASON_NUMBER" ] && index_episodes "$SEASON_NUMBER"
|
||||
RES=$(echo "$EPISODE_URLS" | grep "ep-${EPISODE_NUMBER}$")
|
||||
}
|
||||
|
||||
get_num_seasons() {
|
||||
[ -z "$SEASON_URLS" ] && index_seasons
|
||||
RES=$(echo "$SEASON_URLS" | wc -l)
|
||||
}
|
||||
|
||||
get_num_episodes() {
|
||||
local SEASON_NUMBER="$1"
|
||||
[ ! "$INDEXED_SEASON" = "$SEASON_NUMBER" ] && index_episodes "$SEASON_NUMBER"
|
||||
RES=$(echo "$EPISODE_URLS" | wc -l)
|
||||
}
|
||||
|
||||
tmp_cleanup() {
|
||||
p_info "Cleaning up temporary files"
|
||||
rm -rf "$TMPDIR"
|
||||
}
|
||||
|
||||
# Takes season and episode number as arguments
|
||||
download_episode() {
|
||||
local SEASON_NUMBER="$1"
|
||||
local EPISODE_NUMBER="$2"
|
||||
get_episode_url "$SEASON_NUMBER" "$EPISODE_NUMBER"
|
||||
local URL="$RES"
|
||||
local OUTFILE="${OUTDIR}/South_Park_S${SEASON_NUMBER}_E${EPISODE_NUMBER}_${OPT_LANG}.mp4"
|
||||
[ -e "$OUTFILE" ] && echo "Already downloaded Season ${SEASON_NUMBER} Episode ${EPISODE_NUMBER}" && return
|
||||
p_info "Downloading Season $SEASON_NUMBER Episode $EPISODE_NUMBER ($URL)"
|
||||
TMPDIR=$(mktemp -d "/tmp/southparkdownloader.XXXXXXXXXX")
|
||||
pushd "$TMPDIR" > /dev/null
|
||||
if ! "$YOUTUBE_DL" "$URL" 2>/dev/null | grep --line-buffered "^\[download\]" | grep -v --line-buffered "^\[download\] Destination:"; then
|
||||
p_info "possible youtube-dl \e[1;31mERROR\e[m"
|
||||
tmp_cleanup
|
||||
exit 1
|
||||
fi
|
||||
echo "[download] Merging video files"
|
||||
# Remove all single quotes from video files, as they cause problems
|
||||
for i in ./*.mp4; do mv -n "$i" "$(echo $i | tr -d \')"; done
|
||||
# Find all video files and write them into the list
|
||||
printf "file '%s'\n" ./*.mp4 > list.txt
|
||||
# Merge video files
|
||||
ffmpeg -safe 0 -f concat -i "list.txt" -c copy "$OUTFILE" 2>/dev/null
|
||||
popd > /dev/null
|
||||
tmp_cleanup
|
||||
}
|
||||
|
||||
# Takes season number as an argument
|
||||
download_season() {
|
||||
local SEASON_NUMBER="$1"
|
||||
get_num_episodes "$SEASON_NUMBER"
|
||||
local NUM_EPISODES="$RES"
|
||||
for i in $(seq "$NUM_EPISODES"); do
|
||||
download_episode "$SEASON_NUMBER" "$i"
|
||||
done
|
||||
}
|
||||
|
||||
download_all() {
|
||||
get_num_seasons
|
||||
local NUM_SEASONS="$RES"
|
||||
for i in $(seq "$NUM_SEASONS"); do
|
||||
download_season "$i"
|
||||
done
|
||||
}
|
||||
|
||||
[ ! -e "$OUTDIR" ] && mkdir "$OUTDIR"
|
||||
|
||||
if [ -n "$OPT_SEASON" ]; then
|
||||
get_season_url "$OPT_SEASON"
|
||||
[ -z "$RES" ] &&
|
||||
p_error "Unable to open Season $OPT_SEASON" &&
|
||||
exit 1
|
||||
if [ -n "$OPT_EPISODE" ]; then
|
||||
get_episode_url "$OPT_SEASON" "$OPT_EPISODE"
|
||||
[ -z "$RES" ] &&
|
||||
p_error "Unable to open Season $OPT_SEASON Episode $OPT_EPISODE" &&
|
||||
exit 1
|
||||
p_info "Going to download Season $OPT_SEASON Episode $OPT_EPISODE"
|
||||
download_episode "$OPT_SEASON" "$OPT_EPISODE"
|
||||
else
|
||||
p_info "Going to download Season $OPT_SEASON"
|
||||
download_season "$OPT_SEASON"
|
||||
fi
|
||||
elif [ -n "$OPT_ALL" ]; then
|
||||
p_info "Going to download ALL episodes"
|
||||
download_all
|
||||
else
|
||||
usage
|
||||
exit 1
|
||||
fi
|
||||
Loading…
Reference in New Issue
Block a user