targetdisk/bash-util
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
bash-util/scripts/psp-enc

433 lines
13 KiB
Bash
Executable file
Raw Blame History

#!/usr/bin/env bash
progname=$(basename $0)
read -d '' _usage <<EOUSAGE
USAGE
$0 [OPTION] INPUT_DIRECTORY
$progname is a script that utilizes FFmpeg to encode AVC that plays on the PSP's
built-in hardware-accelerated XMB media player in a batch. If running one
instance of this script doesn't fully-saturate all of your CPU threads, you can
safely spawn as many instances of $progname are required to fully-saturate all of
your CPU's threads. Spawning the instances in separate terminal sessions is
reccommended for logging and sanity purposes.
$progname is safe to run across a cluster of computers that all use a shared
network-attached filesystem. I recommend SSHFS with '-o Compression=no' for
maximal security and convenience, but there's nothing stoping you from using
$progname with NFS or SMB shares, as well.
$progname expects to find valid video in a given input directory. It then
encodes the video in an ouput directory. By default, the output directory name
is INPUT_DIRECTORY with the suffix "_out" appended to the end.
If a VARS_FILE is defined with the -I/--ingest-def flag, INPUT_DIRECTORY
parameter is ignored.
OPTIONS
-e, --extract-fonts
Extract all MKV attachments (all platforms), then install any TTF fonts
found (Linux only) and exit.
-o OUTPUT_DIRECTORY, --out-dir=OUTPUT_DIRECTORY
Override the derived output directory name with a custom output path.
(Ignored if -I is used.)
-s, --subtitles
Bake in subtitles from the source material as hard subtitles in the output
video track.
-n, --no-subtitles
Force subtitles to be disabled, no matter what.
-l LANG, --lang=LANG
Specify a language to look for when picking audio and subtitle tracks.
"eng" is the default.
-I VARS_FILE, --ingest-def=VARS_FILE
Source input and output directory names from variables defined in
VARS_FILE. See VARS_FILE section below for more information.
-h, --help
Display this help.
-d, --dry-run
Do a dry run. Gets -vv info on each file and skips actual processing.
-v
Increase the verbosity level.
VARS_FILE
The VARS_FILE is a simple config file that has variables defined in valid Bash
shell.
So far only two variables are recognized:
- ingest_dir
- out_dir (optional)
Here's an example config file:
ingest_dir='batches/initiald/in'
out_dir='batches/initiald/out'
EOUSAGE
usage() { cat <<<"$_usage"; }
oargs='-o o:sI:l:hvdne --long out-dir:,subtitles,ingest-def:,lang:,help,dry-run,no-subtitles,extract-fonts'
parsed=$(getopt $oargs -- "$@")
[ $? -ne 0 ] && (usage >&2)
eval set -- "$parsed"
var_file=0
do_subs=0
no_subs=1
verbose=0
dry_run=0
get_fonts=0
while :; do
case "$1" in
-o | --out-dir)
if [ $var_file -eq 1 ]; then
(echo 'Can'\''t use both -I and -o!' >&2)
(usage >&2)
exit 1
fi
out_dir="$2"
shift 2
;;
-s | --subtitles)
do_subs=1
no_subs=0
shift
;;
-n | --no-subtitles)
do_subs=0
no_subs=1
shift
;;
-I | --ingest-def)
. "$2"
var_file=1
shift 2
;;
-l | --lang)
lang="$1"
shift 2
break
;;
-v)
((verbose++))
shift
;;
-e | --extract-fonts)
get_fonts=1
shift
;;
-d | --dry-run)
verbose=2
dry_run=1
shift
;;
-h | --help)
usage
exit 0
;;
--)
shift
break
;;
*)
(usage >&2)
exit 1
;;
esac
done
redf() { tput setaf 1; }
normf() { tput setaf 9; }
[ $var_file -eq 0 ] && ingest_dir="$1"
if [ ! -d "$ingest_dir" ]; then
(echo $(redf)"[ERR]: \"$ingest_dir\" does not exist!" >&2)
(normf >&2)
exit 1
fi
[ -z ${out_dir+nz} ] && out_dir="$ingest_dir"'_out'
if [ ! -d "$out_dir" ]; then
mkdir "$out_dir"
mkdir_s=$?
if [ $mkdir_s -ne 0 ]; then
(echo $(redf)"[ERR]: Couldn't create output directory named \"$out_dir\"" >&2)
(normf >&2)
exit $mkdir_s
fi
fi
[ -z ${lang+nz} ] && lang='eng'
noext() { basename "$@" | sed 's/\.[a-z0-9]\+$//g'; }
werker() {
#proberx='^\s*Stream\s\+#[0-9]\+:[0-9]\+.*:\s*'
proberx='^\s*Stream\s\+#[0-9]\+:\([0-9]\+\)(\{0,1\}\(.*\))\{0,1\}:\s*'
langrx='^\s*Stream\s\+#[0-9]\+:\([0-9]\+\)(\{0,1\}\('"$lang"'\))\{0,1\}:\s*'
undlangrx='^\s*Stream\s\+#[0-9]\+:\([0-9]\+\)(\{0,1\}\(und\))\{0,1\}:\s*'
for file in $ingest_dir/*; do
noextname=$(noext "$file")
#subfile="$out_dir/PSP_$noextname.ass"
subfile="$out_dir/$(hostname).$(date +%s).ass"
avcfile="$out_dir/PSP_$noextname.mp4"
thmfile="$out_dir/PSP_$noextname.thm"
nfo=$(ffprobe "$file" 2>&1)
nfostat=$?
if [ $nfostat -ne 0 ]; then
(echo <<<"$nfo" >&2)
exit $nfostat
fi
unset nfostat
[ -e "$thmfile" ] && continue
[ -e "$avcfile" ] && continue
audiotracks=$(grep "$proberx"'Audio' <<<$nfo)
videotracks=$(grep "$proberx"'Video' <<<$nfo)
subtracks=$(grep "$proberx"'Subtitle' <<<$nfo)
unset nfo
n_audiotracks=$(wc -l <<<$audiotracks)
n_videotracks=$(wc -l <<<$videotracks)
n_subtracks=$(wc -l <<<$subtracks)
# Useful for youtube-dl downloads
if [ $n_audiotracks -eq 0 ]; then
(echo "[WARN]: Skipping \"$file\" due to missing audio stream..." >&2)
continue
elif [ $n_videotracks -eq 0 ]; then
(echo "[WARN]: Skipping \"$file\" due to missing video stream..." >&2)
continue
fi
[ $verbose -gt 0 ] && (echo -e "[LOG]: Processing file \"$file\"" >&2)
foreign_audiotracks=$(grep -v "$langrx"Audio <<<$audiotracks | grep -v "$undlangrx"Audio)
und_audiotracks=$(grep "$undlangrx"Audio <<<$audiotracks)
lang_audiotracks=$(grep "$langrx"Audio <<<$audiotracks)
foreign_audiotracks_byid=$(sed "s/$proberx.*$/\1/" <<<$foreign_audiotracks)
und_audiotracks_byid=$(sed "s/$proberx.*$/\1/" <<<$und_audiotracks)
lang_audiotracks_byid=$(sed "s/$langrx.*$/\1/" <<<$lang_audiotracks)
foreign_subtracks=$(grep -v "$langrx"Subtitle <<<$subtracks | grep -v "$undlangrx"Subtitle)
und_subtracks=$(grep "$undlangrx"Subtitle <<<$subtracks)
lang_subtracks=$(grep "$langrx"Subtitle <<<$subtracks)
foreign_subtracks_byid=$(sed "s/$proberx.*$/\1/" <<<$foreign_subtracks)
und_subtracks_byid=$(sed "s/$proberx.*$/\1/" <<<$und_subtracks)
lang_subtracks_byid=$(sed "s/$langrx.*$/\1/" <<<$lang_subtracks)
if [ $verbose -gt 1 ]; then
(echo "[DBG]: AUDIO INFO:" >&2)
(echo "[DBG]: ===========" >&2)
(echo -e "[DBG]: all audio:\n$audiotracks" >&2)
(echo -e "[DBG]: foreign audio:\n$foreign_audiotracks" >&2)
(echo -e "[DBG]: lang audio ($lang):\n$lang_audiotracks" >&2)
(echo -e "[DBG]: undef audio ($lang):\n$und_audiotracks" >&2)
(echo -e "[DBG]: [BY ID] lang audio ($lang):\n$lang_audiotracks_byid" >&2)
(echo -e "[DBG]: [BY ID] undef audio ($lang):\n$und_audiotracks_byid" >&2)
(echo -e "[DBG]: [BY ID] foreign audio ($lang):\n$foreign_audiotracks_byid" >&2)
(echo "[DBG]: SUBTITLE INFO:" >&2)
(echo "[DBG]: ==============" >&2)
(echo -e "[DBG]: all subtitle tracks:\n$subtracks" >&2)
(echo -e "[DBG]: foreign subtitle tracks:\n$foreign_subtracks" >&2)
(echo -e "[DBG]: lang subtitle tracks ($lang):\n$lang_subtracks" >&2)
(echo -e "[DBG]: undef subtitle tracks ($lang):\n$und_subtracks" >&2)
(echo -e "[DBG]: [BY ID] lang subtitle tracks ($lang):\n$lang_subtracks_byid" >&2)
(echo -e "[DBG]: [BY ID] undef subtitle tracks ($lang):\n$und_subtracks_byid" >&2)
(echo -e "[DBG]: [BY ID] foreign subtitle tracks ($lang):\n$foreign_subtracks_byid" >&2)
fi
# Set the default audio stream for FFmpeg mapping
audiostream=$(sed "s/$proberx.*$/\1/" <<<$audiotracks | head -n 1)
audiostream_offset=$audiostream
atype='first'
# Try to select the correct audio track for the selected language.
if [ $n_audiotracks -eq 1 ]; then
(echo "[WARN]: Only one audio track found, using that one..." >&2)
elif [ -n "$lang_audiotracks" ]; then
audiostream=$(head -n 1 <<<$lang_audiotracks_byid)
atype='lang'
[ $(wc -l <<<$lang_audiotracks) -gt 1 ] && \
(echo "[WARN]: More than one audio track in \"$lang\" found, using first one found." >&2)
atype='lang_first'
elif [ -z "$lang_audiotracks" ]; then
(echo "[WARN]: No audio track in \"$lang\" found!" >&2)
if [ -n "$und_audiotracks" ]; then
audiostream=$(head -n 1 <<<$und_audiotracks_byid)
(echo "[LOG]: Using first undefined audio track, in hope that it is in the right language." >&2)
atype='undef'
fi
elif [ -n "$foreign_audiotracks" -a "$atype" != "undef" ]; then
[ $no_subs -gt 0 ] && do_subs=1
audiostream=$(head -n 1 <<<$foreign_audiotracks_byid)
atype='foreign'
fi
((audiostream -= audiostream_offset))
[ $verbose -gt 0 ] && (echo "[LOG]: Using audio track $audiostream." >&2)
subvf=""
# Warn for missing subs, when baking is requested.
if [ $do_subs -eq 1 ]; then
if [ $n_subtracks -eq 0 ]; then
(echo "[WARN]: No subtitles found in \"$file\" to bake into video..." >&2)
else
subtrack=$(sed "s/$proberx.*$/\1/" <<<$subtracks | head -n 1)
subtrack_offset=$subtrack
if [ $n_subtracks -eq 1 ]; then
(echo "[WARN]: Only one subtitle track found, using that one..." >&2)
elif [ -n "$lang_subtracks" ]; then
subtrack=$(head -n 1 <<<$lang_subtracks_byid)
[ $(wc -l <<<$lang_subtracks) -gt 1 ] && \
(echo "[WARN]: More than one subtitle track in \"$lang\" found, using first one found." >&2)
fi
((subtrack -= subtrack_offset))
subvf=""
fi
fi
if [ $dry_run -gt 0 ]; then continue; fi
w=160
h=120
ffmpeg -i "$file" \
-vf "scale=$w:$h:force_original_aspect_ratio=decrease,pad=$w:$h:(ow-iw)/2:(oh-ih)/2" \
-f image2 \
-vframes 1 \
-r 1 \
-s $w'x'$h \
-an \
"$thmfile" \
;
[ -e "$avcfile" ] && continue
#lnfile=.$(hostname).$(date +%s)
#ln -s "$file" "$lnfile"
if [ $do_subs -gt 0 ]; then
ffmpeg -i "$file" \
-an \
-vn \
-c:s ass \
-map 0:s:$subtrack \
"$subfile" \
;
subvf=",subtitles=$subfile:si=0[v]"
fi
#continue
#w=720
#h=480
w=480
h=270
ffmpeg -i "$file" \
-vf "scale=$w:$h:force_original_aspect_ratio=decrease,pad=$w:$h:(ow-iw)/2:(oh-ih)/2$subvf" \
-c:a aac \
-b:a 192k \
-ar 48000 \
-ac 2 \
-map 0:a:$audiostream \
-c:v libx264 \
-movflags +faststart \
-bufsize 2M \
-profile:v main -level 3 -refs 3 -b-pyramid none -tune film -preset veryslow -flags +mv4+aic \
-pix_fmt yuv420p \
-b:v 2000k \
-maxrate 5000k \
-s $w'x'$h \
-aspect 16:9 \
-metadata title="$noextname encoded by tuxlovesyou" \
-map 0:v:0 \
"$avcfile" \
;
ffstat=$?
# Haven't gotten this to work yet, had to resort to bash kludge...
#-map m:language:$lang \
#-vf "scale=$w:$h:force_original_aspect_ratio=decrease,pad=$w:$h:(ow-iw)/2:(oh-ih)/2,subtitles=$lnfile:si=$subtrack" \
if [ $ffstat -eq 0 ]; then
rm -vf "$subfile"
continue
#unlink $file
#unlink "$lnfile"
else
(echo $(redf)"[ERR]: FFmpeg exited with code $ffstat while transforming \"$file\" into \"$avcfile\"" >&2)
(normf >&2)
rm -vf "$avcfile"
rm -vf "$thmfile"
rm -vf "$subfile"
#unlink "$lnfile"
exit $ffstat
fi
done
}
extract_fonts() {
ingest_dir=$(realpath "$ingest_dir")
out_dir=$(realpath "$out_dir")
font_dir="$out_dir/fonts"
mkdir "$font_dir"
cd "$font_dir"
attachment_rx='^Attachment\s\+ID\s\+\([0-9]\+\):.*$'
for file in $ingest_dir/*.mkv; do
n_attach=$(mkvmerge -i "$file" | grep "$attachment_rx" | sed "s/$attachment_rx/\1/" | tail -n 1)
attachment_ids=$(eval echo {1..$n_attach})
mkvextract attachments "$file" $attachment_ids
done
ls -1 *.ttf *.TTF *.otf *.OTF | wc -l
command -v fc-cache
if [ $? -eq 0 ]; then
command -v md5sum
if [ $? -eq 0 ]; then
md5sum * | \
sort | \
awk 'BEGIN{lasthash = ""} $1 == lasthash {print $2} {lasthash = $1}' | \
xargs rm -v \
;
fi
ls -1 *.ttf *.TTF *.otf *.OTF | wc -l
mkdir -p ~/.local/share/fonts/opentype
cp -v *.ttf *.TTF ~/.local/share/fonts/
cp -v *.otf *.OTF ~/.local/share/fonts/opentype/
fc-cache -f -v
fi
cd -
}
if [ $get_fonts -gt 0 ]; then
extract_fonts
cat <<'EODONE'
.___________________________________________________________________________.
| _____ _ _ _ _ _ |
| | ___|__ _ __ | |_ ___ _____ _| |_ _ __ __ _ ___| |_ ___ __| | | |
| | |_ / _ \| '_ \| __/ __| / _ \ \/ / __| '__/ _` |/ __| __/ _ \/ _` | | |
| | _| (_) | | | | |_\__ \ | __/> <| |_| | | (_| | (__| || __/ (_| |_| |
| |_| \___/|_| |_|\__|___/ \___/_/\_\\__|_| \__,_|\___|\__\___|\__,_(_) |
`==========================================================================="
Now time to encode for real!
EODONE
exit
fi
werker
Reference in a new issue View git blame Copy permalink