so-rose
/
convmlv
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 3 Wiki Activity

Revamped UI. ffmpeg now streams encoding data from dcraw directly. WB speedup. Just kinda better!

modularize
Sofus Albert Høgsbro Rose 2016-03-13 21:33:53 -04:00
parent 1a91f8027a
commit 54e40b3c78
1 changed files with 317 additions and 198 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

411
convmlv.sh 100755 → 100644
View File

@ -1,36 +1,47 @@
#!/bin/bash #!/bin/bash
#BASIC CONSTANTS #BASIC CONSTANTS
DEPS="imagemagick dcraw ffmpeg python3 pip3 exiftool xxd" #Dependency package names (Debian). List with -K option.
PIP_DEPS="numpy Pillow tifffile" #Technically, you don't need Pillow. I'm not really sure :).
VERSION="1.5.0" #Version string.
PYTHON="python3"
#NON-STANDARD FILE LOCATIONS
MLV_DUMP="./mlv_dump" #Path to mlv_dump location. MLV_DUMP="./mlv_dump" #Path to mlv_dump location.
RAW_DUMP="./raw2dng" #Path to raw2dng location. RAW_DUMP="./raw2dng" #Path to raw2dng location.
MLV_BP="./mlv2badpixels.sh" MLV_BP="./mlv2badpixels.sh"
PYTHON="python3" PYTHON_BAL="./balance.py"
BAL="" BAL="${PYTHON} ${PYTHON_BAL}"
DEPS="imagemagick dcraw ffmpeg python3 pip3" #Dependency package names (Debian). List with -K option.
PIP_DEPS="numpy Pillow tifffile" #Technically, you don't need Pillow. I'm not really sure :).
VERSION="1.4.0" #Version string.
#MODDABLE CONSTANTS #MODDABLE CONSTANTS
OUTDIR="$(pwd)" OUTDIR="$(pwd)"
MOVIE=false
FPS=24
IMAGES=false
isJPG=true
isH264=true
KEEP_DNGS=false
#DCraw
HIGHLIGHT_MODE="0" HIGHLIGHT_MODE="0"
PROXY_SCALE="50%" PROXY_SCALE="50%"
DEMO_MODE="1" DEMO_MODE="1"
HQ_MOV=false
LQ_PROXY=false
DELETE_IMGS=false
GAMMA="1 1" GAMMA="1 1"
DEPTH="-4" DEPTH="-4"
WHITE=""
LUT=""
isLUT=false
NOISE_REDUC="" NOISE_REDUC=""
BADPIXELS="" BADPIXELS=""
isBP=false isBP=false
GEN_WHITE=false
isMLV=true #White Balance
WHITE=""
GEN_WHITE=true
CAMERA_WB=false
WHITE_SPD=15
#LUT
LUT=""
isLUT=false
help () { help () {
@ -46,82 +57,94 @@ help () {
echo -e " -dcraw: For RAW development." echo -e " -dcraw: For RAW development."
echo -e " -ffmpeg: For video creation." echo -e " -ffmpeg: For video creation."
echo -e " -ImageMagick: Used for making proxy sequence." echo -e " -ImageMagick: Used for making proxy sequence."
echo -e " -Python 3 + libs: Used for auto white balance.\n" echo -e " -Python 3 + libs: Used for auto white balance."
echo -e " -exiftool + xxd: Used in mlv2badpixels.sh.\n"
echo -e "VERSION: ${VERSION}\n" echo -e "VERSION: ${VERSION}\n"
echo -e "OPTIONS:" echo -e "OPTIONS, BASIC:"
echo -e " -v version - Print out version string." echo -e " -v version - Print out version string."
echo -e " -o<path> OUTDIR - The path in which files will be placed (no space btwn -o and path)." echo -e " -o<path> OUTDIR - The path in which files will be placed (no space btwn -o and path)."
echo -e " -M<path> MLV_DUMP - The path to mlv_dump (no space btwn -M and path). Default is './mlv_dump'." echo -e " -M<path> MLV_DUMP - The path to mlv_dump (no space btwn -M and path). Default is './mlv_dump'."
echo -e " -R<path> RAW_DUMP - The path to raw2dng (no space btwn -M and path). Default is './raw2dng'." echo -e " -R<path> RAW_DUMP - The path to raw2dng (no space btwn -M and path). Default is './raw2dng'."
echo -e " -y<path> PYTHON - The path or command used to invoke Python. Defaults to python3." echo -e " -y<path> PYTHON - The path or command used to invoke Python. Defaults to python3."
echo -e " -B<path> MLV_BP - The path to mlv2badpixels.sh (by dfort). Default is './mlv2badpixels.sh'.\n" echo -e " -B<path> MLV_BP - The path to mlv2badpixels.sh (by dfort). Default is './mlv2badpixels.sh'.\n\n"
echo -e " -H[0:9] HIGHLIGHT_MODE - 3 to 9 does degrees of colored highlight reconstruction, 1 and 2 allow clipping. 0 is default." echo -e "OPTIONS, OUTPUT:"
echo -e " --> Use -H<number> (no space).\n" echo -e " -i IMAGE - Specify to create a TIFF sequence.\n" ###
echo -e " -m MOVIE - Specify to create a Prores4444 video.\n" ###
echo -e " -f FPS - Specify the FPS to create the movie at. Defaults to 24."
echo -e " -p[0:3] PROXY - Specifies the proxy mode." ###
echo -e " --> 0: No proxies. 1: H.264 proxy. 2: JPG proxy sequence. 3: Both.\n"
echo -e " -s[0%:100%] PROXY_SCALE - the size, in %, of the proxy output." echo -e " -s[0%:100%] PROXY_SCALE - the size, in %, of the proxy output."
echo -e " --> Use -s<double-digit number>% (no space). 50% is default.\n" echo -e " --> Use -s<percentage>% (no space). 50% is default.\n"
echo -e " -m HQ_MOV - Use to create a Prores 4444 file.\n" echo -e " -k KEEP_DNGS - Specify if you want to keep the DNG files."
echo -e " --> Besides testing, this makes the script a glorified mlv_dump...\n\n"
echo -e " -p LQ_MOV - Use to create a low quality H.264 mp4 from the proxies.\n"
echo -e " -D DELETE_IMGS - Use to delete not only TMP, but also the TIF and proxy sequences."
echo -e " --> Useful if all you want are video files.\n"
echo -e "OPTIONS, RAW DEVELOPMENT:"
echo -e " -d[0:3] DEMO_MODE - DCraw demosaicing mode. Higher modes are slower. 1 is default." echo -e " -d[0:3] DEMO_MODE - DCraw demosaicing mode. Higher modes are slower. 1 is default."
echo -e " --> Use -d<mode> (no space). 0: Bilinear. 1: VNG (default). 2: PPG. 3: AHD.\n" echo -e " --> Use -d<mode> (no space). 0: Bilinear. 1: VNG (default). 2: PPG. 3: AHD.\n"
echo -e " -H[0:9] HIGHLIGHT_MODE - 3 to 9 does degrees of colored highlight reconstruction, 1 and 2 allow clipping."
echo -e " --> Use -H<number> (no space). 0 is default.\n"
echo -e " -b BADPIXELS - Fix focus pixels issue using dfort's script."
echo -e " --> His file can be found at https://bitbucket.org/daniel_fort/ml-focus-pixels/src."
echo -e " -n[int] NOISE_REDUC - This is the threshold of wavelet denoising - specify to use."
echo -e " --> Use -n<number>. Defaults to no denoising. 150 tends to be a good setting; 350 starts to look strange.\n"
echo -e " -g[0:4] GAMMA - This is a modal gamma curve that is applied to the image. 0 is default."
echo -e " --> Use -g<mode> (no space). 0: Linear. 1: 2.2 (Adobe RGB). 2: 1.8 (ProPhoto RGB). 3: sRGB. 4: BT.709.\n"
echo -e " -S SHALLOW - Specifying this option will create an 8-bit output instead of a 16-bit output."
echo -e " --> It'll kind of ruin the point of RAW, though....\n\n"
echo -e "OPTIONS, COLOR:"
echo -e " -w[0:3] WHITE - This is a modal white balance setting. Defaults to 0. 1 doesn't always work very well."
echo -e " --> Use -w<mode> (no space)."
echo -e " --> 0: Auto WB (Requires Python Deps). 1: Camera WB. 2: No Change.\n"
echo -e " -A[int] WHITE_SPD - This is the speed of the auto white balance, causing quality loss. Defaults to 15."
echo -e " --> For AWB, the script averages the entire sequence, skipping n frames each time. This value is n."
echo -e " -l<path> LUT - This is a path to the 3D LUT. Specify the path to the LUT to use it."
echo -e " --> Compatibility determined by ffmpeg (.cube is supported)."
echo -e " --> Path to LUT (no space between -l and path). Without specifying -l, no LUT will be applied.\n\n"
echo -e "OPTIONS, DEPENDENCIES:"
echo -e " -K Debian Package Deps - Lists dependecies. Works with apt-get on Debian; should be similar elsewhere." echo -e " -K Debian Package Deps - Lists dependecies. Works with apt-get on Debian; should be similar elsewhere."
echo -e " --> No operations will be done.\n" echo -e " --> No operations will be done."
echo -e " --> Example: sudo apt-get install $ (./convmlv -K)\n" echo -e " --> Example: sudo apt-get install $ (./convmlv -K)\n"
echo -e " -Y Python Deps - Lists Python dependencies. Works with pip." echo -e " -Y Python Deps - Lists Python dependencies. Works with pip."
echo -e " --> No operations will be done. " echo -e " --> No operations will be done. "
echo -e " --> Example: sudo pip3 install $ (./convmlv -Y)\n" echo -e " --> Example: sudo pip3 install $ (./convmlv -Y)\n"
echo -e " -g[0:4] GAMMA - This is a modal gamma curve that is applied to the image. 0 is default."
echo -e " --> Use -g<mode> (no space). 0: Linear. 1: 2.2 (Adobe RGB). 2: 1.8 (ProPhoto RGB). 3: sRGB. 4: BT.709.\n"
echo -e " -P DEPTH - Specifying this option will create an 8-bit output instead of a 16-bit output."
echo -e " --> It'll kind of ruin the point of RAW, though....\n"
echo -e " -W[0:3] WHITE - This is a modal white balance setting. Defaults to 0. 1 doesn't always work very well."
echo -e " --> Use -W<mode> (no space)."
echo -e " --> 0: Auto WB (Requires Python Deps). 1: Camera WB (If retrievable). 2: No WB Change. 3: Custom WB (\n"
echo -e " -l<path> LUT - This is a path to the 3D LUT. Specify the path to the LUT to use it."
echo -e " --> Compatibility determined by ffmpeg (.cube is supported)."
echo -e " --> Path to LUT (no space between -l and path). Without specifying -l, no LUT will be applied.\n"
echo -e " -n[int] NOISE_REDUC - This is the threshold of wavelet denoising - specify to use."
echo -e " --> Use -n<number>. Defaults to no denoising. 150 tends to be a good setting; 350 starts to look strange.\n"
echo -e " -b BADPIXELS - Fix focus pixels issue using dfort's script."
echo -e " --> His file can be found at https://bitbucket.org/daniel_fort/ml-focus-pixels/src."
} }
mkdirS() { mkdirS() {
path=$1 path=$1
mkdir -p $path >/dev/null 2>/dev/null if [ -d $path ]; then
OUT=$?
if [[ $OUT != 0 ]]; then
while true; do while true; do
read -p "Overwrite ${path}? (y/n) " yn read -p "Overwrite ${path}? [y/n] " yn
case $yn in case $yn in
[Yy]* ) rm -rf $path; mkdir -p $path >/dev/null 2>/dev/null [Yy]* ) rm -rf $path; mkdir -p $path >/dev/null 2>/dev/null
;; ;;
[Nn]* ) echo -e "\n\e[0;31m\e[1mDirectory ${path} cannot be created.\e[0m\n"; exit 0 [Nn]* ) echo -e "\n\e[0;31m\e[1mDirectory ${path} won't be created.\e[0m\n"; exit 0
;; ;;
* ) echo -e "\e[0;31m\e[1mPlease answer yes or no.\e[0m\n" * ) echo -e "\e[0;31m\e[1mPlease answer yes or no.\e[0m\n"
;; ;;
esac esac
done done
else
mkdir -p $path >/dev/null 2>/dev/null
fi fi
} }
@ -133,11 +156,11 @@ parseArgs() {
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "s" ]; then if [ `echo ${ARG} | cut -c2-2` = "s" ]; then
if [ `echo ${ARG} | cut -c3-5` = "00" ]; then PROXY_SCALE=`echo ${ARG} | cut -c3-${#ARG}`
PROXY_SCALE="100%" let ARGNUM--
else
PROXY_SCALE=`echo ${ARG} | cut -c3-5`
fi fi
if [ `echo ${ARG} | cut -c2-2` = "f" ]; then
FPS=`echo ${ARG} | cut -c3-${#ARG}`
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "y" ]; then if [ `echo ${ARG} | cut -c2-2` = "y" ]; then
@ -145,15 +168,13 @@ parseArgs() {
BAL="${PYTHON} balance.py" BAL="${PYTHON} balance.py"
let ARGNUM-- let ARGNUM--
else
BAL="${PYTHON} balance.py"
fi fi
if [ `echo ${ARG} | cut -c2-2` = "v" ]; then if [ `echo ${ARG} | cut -c2-2` = "v" ]; then
echo -e "convmlv: v${VERSION}" echo -e "convmlv v${VERSION}"
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "m" ]; then if [ `echo ${ARG} | cut -c2-2` = "m" ]; then
HQ_MOV=true MOVIE=true
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "M" ]; then if [ `echo ${ARG} | cut -c2-2` = "M" ]; then
@ -165,11 +186,21 @@ parseArgs() {
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "p" ]; then if [ `echo ${ARG} | cut -c2-2` = "p" ]; then
LQ_PROXY=true PROXY=`echo ${ARG} | cut -c3-3`
case ${mode} in
"0") isJPG=false; isH264=false
;;
"1") isJPG=false; isH264=true
;;
"2") isJPG=true; isH264=false
;;
"3") isJPG=true; isH264=true
;;
esac
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "D" ]; then if [ `echo ${ARG} | cut -c2-2` = "i" ]; then
DELETE_IMGS=true IMAGES=true
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "o" ]; then if [ `echo ${ARG} | cut -c2-2` = "o" ]; then
@ -183,7 +214,7 @@ parseArgs() {
fi fi
if [ `echo ${ARG} | cut -c2-2` = "h" ]; then if [ `echo ${ARG} | cut -c2-2` = "h" ]; then
help help
let ARGNUM-- exit 0
fi fi
if [ `echo ${ARG} | cut -c2-2` = "d" ]; then if [ `echo ${ARG} | cut -c2-2` = "d" ]; then
DEMO_MODE=`echo ${ARG} | cut -c3-3` DEMO_MODE=`echo ${ARG} | cut -c3-3`
@ -206,36 +237,35 @@ parseArgs() {
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "P" ]; then if [ `echo ${ARG} | cut -c2-2` = "S" ]; then
DEPTH="" DEPTH=""
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "W" ]; then if [ `echo ${ARG} | cut -c2-2` = "w" ]; then
mode=`echo ${ARG} | cut -c3-3` mode=`echo ${ARG} | cut -c3-3`
case ${mode} in case ${mode} in
"0") GEN_WHITE=true #Will generate white balance. "0") CAMERA_WB=false; GEN_WHITE=true #Will generate white balance.
;; ;;
"1") WHITE="-w" "1") CAMERA_WB=true; GEN_WHITE=false;
;; ;;
"2") WHITE="-r 1 1 1 1" "2") WHITE="-r 1 1 1 1"; CAMERA_WB=true; GEN_WHITE=false
;; ;;
esac esac
let ARGNUM-- let ARGNUM--
else
GEN_WHITE=true
fi fi
if [ `echo ${ARG} | cut -c2-2` = "K" ]; then if [ `echo ${ARG} | cut -c2-2` = "K" ]; then
echo $DEPS echo $DEPS
exit 0 exit 0
fi fi
if [ `echo ${ARG} | cut -c2-2` = "l" ]; then if [ `echo ${ARG} | cut -c2-2` = "l" ]; then
LUT=`echo ${ARG} | cut -c3-${#ARG}` LUT_PATH=`echo ${ARG} | cut -c3-${#ARG}`
if [ ! -f $LUT ]; then if [ ! -f $LUT_PATH ]; then
echo "LUT not found!!!" echo "LUT not found!!!"
echo $LUT echo $LUT_PATH
exit 1 exit 1
fi fi
LUT="lut3d=${LUT_PATH}"
isLUT=true isLUT=true
let ARGNUM-- let ARGNUM--
fi fi
@ -243,13 +273,16 @@ parseArgs() {
isBP=true isBP=true
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "k" ]; then
KEEP_DNGS=true
let ARGNUM--
fi
if [ `echo ${ARG} | cut -c2-2` = "B" ]; then if [ `echo ${ARG} | cut -c2-2` = "B" ]; then
MLV_BP=`echo ${ARG} | cut -c3-${#ARG}` MLV_BP=`echo ${ARG} | cut -c3-${#ARG}`
if [ ! -f $MLV_BP ]; then let ARGNUM--
echo "mlv2badpixels.sh not found!!!"
echo $MLV_BP
exit 1
fi fi
if [ `echo ${ARG} | cut -c2-2` = "A" ]; then
WHITE_SPD=`echo ${ARG} | cut -c3-${#ARG}`
let ARGNUM-- let ARGNUM--
fi fi
if [ `echo ${ARG} | cut -c2-2` = "Y" ]; then if [ `echo ${ARG} | cut -c2-2` = "Y" ]; then
@ -258,35 +291,63 @@ parseArgs() {
fi fi
continue continue
fi fi
}
#Check that file exists. checkDeps() {
if [ ! -f $ARG ]; then if [ ! -f $ARG ]; then
echo -e "\e[0;31m\e[1mFile ${ARG} not found!\e[0m\n" echo -e "\e[0;31m\e[1mFile ${ARG} not found!\e[0m\n"
exit 1 exit 1
fi fi
if [ ! -f $PYTHON_BAL ]; then
echo -e "\e[0;31m\e[1mAWB ${PYTHON_BAL} not found! Execution will continue without AWB.\e[0m\n"
fi
if [ ! -f $MLV_DUMP ]; then
echo -e "\e[0;31m\e[1m${MLV_DUMP} not found!\e[0m\n"
exit 1
fi
if [ ! -f $RAW_DUMP ]; then
echo -e "\e[0;31m\e[1m${RAW_DUMP} not found! Execution will continue without .RAW processing capability.\e[0m\n"
fi
if [ ! -f $MLV_BP ]; then
echo -e "\e[0;31m\e[1m${RAW_DUMP} not found! Execution will continue without badpixel removal.\e[0m\n"
fi
} }
if [ $# == 0 ]; then if [ $# == 0 ]; then
echo -e "\e[0;31m\e[1mNo arguments, no joy!!!\e[0m\n"
help help
echo -e "\e[0;31m\e[1mNo arguments, no joy!!!\e[0m\n"
fi fi
ARGNUM=$# ARGNUM=$#
trap "rm -rf ${TMP} ${NEW} ${PROXY}; exit 1" INT
for ARG in $*; do for ARG in $*; do
#Evaluate command line arguments. ARGNUM decrements to keep track of how many files there are to process. #Evaluate command line arguments. ARGNUM decrements to keep track of how many files there are to process.
parseArgs parseArgs
#Check that file exists. #Check that main dependencies exist.
if [ ! -f $ARG ]; then checkDeps
echo -e "\e[0;31m\e[1mFile ${ARG} not found!\e[0m\n"
exit 1 #List remaining files to process.
remFiles=${@:`echo "$# - ($ARGNUM - 1)" | bc`:$#}
remArr=$(echo $remFiles)
list=""
for item in $remArr; do
if [ -z $list ]; then
list="${item}"
else
list="${list}, ${item}"
fi fi
done
echo -e "\n\e[1mFiles Left to Process: \e[0m${ARGNUM}\n" echo -e "\n\e[1m${ARGNUM} Files Left to Process:\e[0m ${list}\n"
#Create directory structure. #PREPARATION
#Basic Directory Structure.
mkdirS $OUTDIR mkdirS $OUTDIR
BASE=$(basename "$ARG") BASE=$(basename "$ARG")
@ -296,14 +357,11 @@ for ARG in $*; do
FILE="${OUTDIR}/${TRUNC_ARG}" FILE="${OUTDIR}/${TRUNC_ARG}"
TMP="${FILE}/tmp_${TRUNC_ARG}" TMP="${FILE}/tmp_${TRUNC_ARG}"
TIFF="${FILE}/tiff_${TRUNC_ARG}"
PROXY="${FILE}/proxy_${TRUNC_ARG}"
mkdirS $FILE
mkdirS $TMP mkdirS $TMP
mkdirS $TIFF
mkdirS $PROXY
#Optionally create badpixels file. #Create badpixels file.
if [ $isBP == true ]; then if [ $isBP == true ]; then
echo -e "\e[1m${TRUNC_ARG}:\e[0m Generating badpixels file..." echo -e "\e[1m${TRUNC_ARG}:\e[0m Generating badpixels file..."
@ -313,28 +371,28 @@ for ARG in $*; do
BADPIXELS="-P ${TMP}/${bad_name}" BADPIXELS="-P ${TMP}/${bad_name}"
fi fi
#Dump to DNG sequence #Dump to DNG sequence
echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Dumping to DNG Sequence..." echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Dumping to DNG Sequence..."
if [ ! -f $MLV_DUMP ]; then
echo -e "\e[0;31m\e[1mmlv_dump not found at path ${MLV_DUMP}!!!\e[0m\n"
exit 1
fi
if [ $EXT == "MLV" ] || [ $EXT == "mlv" ]; then if [ $EXT == "MLV" ] || [ $EXT == "mlv" ]; then
$MLV_DUMP $ARG -o "${TMP}/${TRUNC_ARG}_" --dng --no-cs >/dev/null 2>/dev/null $MLV_DUMP $ARG -o "${TMP}/${TRUNC_ARG}_" --dng --no-cs >/dev/null 2>/dev/null
elif [ $EXT == "RAW" ] || [ $EXT == "raw" ]; then elif [ $EXT == "RAW" ] || [ $EXT == "raw" ]; then
$RAW_DUMP $ARG "${TMP}/${TRUNC_ARG}_" $RAW_DUMP $ARG "${TMP}/${TRUNC_ARG}_" >/dev/null 2>/dev/null
fi fi
FRAMES=`expr $(ls -1U ${TMP} | wc -l) - 1` FRAMES=`expr $(ls -1U ${TMP} | wc -l) - 1`
#Do fastest possible dcraw conversion to get auto white balance (Ideally, read directly from MLV) #Get White Balance correction factor (or ignore it all).
echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Generating Auto WB...\n" echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Generating WB...\n"
if [ $GEN_WHITE == true ]; then if [ $GEN_WHITE == true ]; then
n=`echo "${WHITE_SPD} + 1" | bc`
i=1 i=1
for file in $TMP/*.dng; do #But why??? Only from a tiff sequence can we read white balance. trap "rm -rf ${FILE}; exit 1" INT
for file in $TMP/*.dng; do
if [ `echo "${i} % ${n}" | bc` -eq 0 ] || [ $i -eq 1 ]; then #Only develop every nth file - we're averaging, after all!
dcraw -q 0 $BADPIXELS -r 1 1 1 1 -g $GAMMA -o 0 -T "${file}" dcraw -q 0 $BADPIXELS -r 1 1 1 1 -g $GAMMA -o 0 -T "${file}"
fi
echo -e "\e[2K\rWB Development: Frame ${i}/${FRAMES}.\c" echo -e "\e[2K\rWB Development: Frame ${i}/${FRAMES}.\c"
let i++ let i++
done done
@ -347,32 +405,68 @@ for ARG in $*; do
done done
#Read result into a form dcraw likes. #Read result into a form dcraw likes.
echo -e "\n\nCalculating Auto White Balance..."
BALANCE=`$BAL $toBal` BALANCE=`$BAL $toBal`
echo -e "\n\nCalculating White Balance..."
WHITE="-r ${BALANCE} 1.000000" WHITE="-r ${BALANCE} 1.000000"
echo -e "Correction Factor (RGB): $BALANCE" echo -e "Correction Factor (RGB): ${BALANCE} 1.0"
elif [ $CAMERA_WB == true ]; then
echo -e "\n\nRetrieving Camera White Balance..."
trap "rm -rf ${FILE}; exit 1" INT
for file in $TMP/*.dng; do
BALANCE=`dcraw -T -w -v -c ${file} 2>&1 | awk '/multipliers/ { print $2, $3, $4 }'`
break
done
WHITE="-r ${BALANCE} 1.0"
echo -e "Correction Factor (RGB): ${BALANCE} 1.0"
fi fi
echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Converting ${FRAMES} DNGs to TIFF...\n" echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Converting ${FRAMES} DNGs to TIFF...\n"
#Convert all the actual DNGs to TIFFs, in more correct ways. #Move .wav.
trap "rm -rf ${TMP} ${TIFF} ${PROXY}; exit 1" INT SOUND_PATH="${TMP}/${TRUNC_ARG}_.wav"
if [ ! -f $SOUND_PATH ]; then
echo -e "\n*Not moving .wav, because it doesn't exist."
else
cp $SOUND_PATH $FILE
fi
#IMAGE PROCESSING
if [ $IMAGES == true ] ; then
echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Processing Image Sequence..."
#Define Image Directories, Create TIFF directory
TIFF="${FILE}/tiff_${TRUNC_ARG}"
PROXY="${FILE}/proxy_${TRUNC_ARG}"
mkdirS $TIFF
#Convert all the actual DNGs to TIFFs.
i=1 i=1
trap "rm -rf ${FILE}; exit 1" INT
for file in $TMP/*.dng; do for file in $TMP/*.dng; do
dcraw -q $DEMO_MODE $BADPIXELS $WHITE -H $HIGHLIGHT_MODE -g $GAMMA $NOISE_REDUC -o 0 $DEPTH -T "${file}" dcraw -q $DEMO_MODE $BADPIXELS $WHITE -H $HIGHLIGHT_MODE -g $GAMMA $NOISE_REDUC -o 0 $DEPTH -T "${file}"
echo -e "\e[2K\rDNG Development (dcraw): Frame ${i}/${FRAMES}.\c" echo -e "\e[2K\rDNG Development (dcraw): Frame ${i}/${FRAMES}.\c"
let i++ let i++
done done
#Potentially apply a LUT. #Potentially apply a LUT.
if [ $isLUT == true ]; then if [ $isLUT == true ]; then
echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Applying LUT to ${FRAMES} TIFFs...\n" echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Applying LUT to ${FRAMES} TIFFs...\n"
trap "rm -rf ${TMP} ${TIFF} ${PROXY}; exit 1" INT
i=1 i=1
trap "rm -rf ${FILE}; exit 1" INT
for tiff in $TMP/*.tiff; do for tiff in $TMP/*.tiff; do
output=$(printf "${TMP}/LUT_${TRUNC_ARG}_%06d" ${i}) output=$(printf "${TMP}/LUT_${TRUNC_ARG}_%06d" ${i})
ffmpeg -i $tiff -loglevel panic -vf lut3d="${LUT}" "${output}.tiff" ffmpeg -i $tiff -loglevel panic -vf $LUT "${output}.tiff"
rm $tiff rm $tiff
echo -e "\e[2K\rApplying LUT (ffmpeg): Frame ${i}/${FRAMES}.\c" echo -e "\e[2K\rApplying LUT (ffmpeg): Frame ${i}/${FRAMES}.\c"
let i++ let i++
done done
@ -380,64 +474,89 @@ for ARG in $*; do
echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Processing ${FRAMES} TIFFs & Generating Proxies...\n" echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Processing ${FRAMES} TIFFs & Generating Proxies...\n"
#Move tiffs into place and generate proxies. jpgProxy() {
trap "rm -rf ${TMP} ${TIFF} ${PROXY}; exit" INT
i=1 i=1
trap "rm -rf ${FILE}; exit 1" INT
for tiff in $TMP/*.tiff; do for tiff in $TMP/*.tiff; do
output=$(printf "${PROXY}/${TRUNC_ARG}_%06d" ${i}) output=$(printf "${PROXY}/${TRUNC_ARG}_%06d" ${i})
convert -quiet $tiff -resize $PROXY_SCALE "${output}.jpg" > /dev/null #PROXY GENERATION convert -quiet $tiff -resize $PROXY_SCALE "${output}.jpg" > /dev/null #PROXY GENERATION
mv $tiff $TIFF #TIFF MOVEMENT
echo -e "\e[2K\rProxy Generation (IM): Frame ${i}/${FRAMES}.\c" echo -e "\e[2K\rProxy Generation (IM): Frame ${i}/${FRAMES}.\c"
let i++ let i++
done done
}
#Move .wav. #Image Proxy Generation
if [ ! -f "${TMP}/${TRUNC_ARG}_.wav" ]; then if [ $isJPG == true ]; then
echo -e "\n*Not moving .wav, because it doesn't exist." mkdirS $PROXY #No need to create the proxy directory until we know that proxies are being made.
else jpgProxy
mv "${TMP}/${TRUNC_ARG}_.wav" $OUTDIR
fi fi
#Movie creation, for editing: #Move tiffs into place.
trap "rm -rf ${FILE}; exit 1" INT
for tiff in $TMP/*.tiff; do
mv $tiff $TIFF
done
fi
echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Processing video options..."
#MOVIE PROCESSING
if [ $MOVIE = true ]; then
VID="${FILE}/${TRUNC_ARG}" VID="${FILE}/${TRUNC_ARG}"
SCALE=`echo "($(echo "${PROXY_SCALE}" | sed 's/%//') / 100) * 2" | bc -l` #Get scale as factor, *2 for 50%
# --> Potentially create High Quality Prores 4444: SOUND="-i ${TMP}/${TRUNC_ARG}_.wav"
if [ $HQ_MOV == true ]; then SOUND_ACTION=
echo -e "\n\e[1mHigh Quality (Prores 4444) Video: \e[0m" if [ ! -f $SOUND_PATH ]; then
if [ ! -f "${TMP}/${TRUNC_ARG}_.wav" ]; then SOUND=""
ffmpeg -f image2 -i "${TIFF}/${TRUNC_ARG}_%06d.tiff" -loglevel panic -stats -vcodec prores_ks -profile:v 4444 -alpha_bits 0 -vendor ap4h "${VID}_hq.mov" SOUND_ACTION="-c:a copy"
fi
#LUT is automatically applied if argument was passed.
vidHQ() {
find "${TMP}" -maxdepth 1 -iname '*.dng' -print0 | sort -z | xargs -0 \
dcraw -c -q $DEMO_MODE $BADPIXELS $WHITE -H $HIGHLIGHT_MODE -g $GAMMA $NOISE_REDUC -o 0 $DEPTH | \
ffmpeg -f image2pipe -vcodec ppm -r $FPS -i pipe:0 \
$SOUND -vcodec prores_ks -n -r $FPS -profile:v 4444 -alpha_bits 0 -vendor ap4h $LUT "${VID}_hq.mov"
} #-loglevel panic -stats
vidLQ() {
find "${TMP}" -maxdepth 1 -iname '*.dng' -print0 | sort -z | xargs -0 \
dcraw -c -q 0 $BADPIXELS $WHITE -H $HIGHLIGHT_MODE -g $GAMMA $NOISE_REDUC -o 0 | \
ffmpeg -f image2pipe -vcodec ppm -r $FPS -i pipe:0 \
$SOUND -c:v libx264 -n -r $FPS -preset fast -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" -crf 23 $LUT -c:a mp3 "${VID}_lq.mp4"
#The option -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" fixes when x264 is unhappy about non-2 divisible dimensions.
}
#Pipe through which dcraw will spit out its data.
PIPE="${TMP}/enc_pipe"
mkfifo $PIPE
#Here we go!
if [ $isH264 == true ]; then
echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Encoding to ProRes and Proxy..."
vidHQ
cat $PIPE | vidLQ & echo "text" | tee $PIPE | vidHQ #The magic of simultaneous execution ^_^
else else
ffmpeg -f image2 -i "${TIFF}/${TRUNC_ARG}_%06d.tiff" -i "${OUTDIR}/${TRUNC_ARG}_.wav" -loglevel panic -stats -vcodec prores_ks -alpha_bits 0 -vendor ap4h -c:a copy "${VID}_hq.mov" echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Encoding to ProRes..."
fi vidHQ
fi
# --> Potentially create proxy H.264: Highly unsuited for any color work; just a preview.
if [ $LQ_PROXY == true ]; then
echo -e "\n\e[1mLow Quality (H.264) Video: \e[0m"
if [ ! -f "${TMP}/${TRUNC_ARG}_.wav" ]; then
ffmpeg -f image2 -i "${PROXY}/${TRUNC_ARG}_%06d.jpg" -loglevel panic -stats -c:v libx264 -preset fast -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" -crf 23 "${VID}_lq.mp4"
else
ffmpeg -f image2 -i "${PROXY}/${TRUNC_ARG}_%06d.jpg" -i "${OUTDIR}/${TRUNC_ARG}_.wav" -loglevel panic -stats -c:v libx264 -preset fast -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" -crf 23 -c:a mp3 "${VID}_lq.mp4"
fi fi
fi fi
#-vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" fixes when x264 is unhappy about non-2 divisible dimensions.
echo -e "\n\e[1mDeleting files.\e[0m\n" echo -e "\n\e[1mDeleting files.\e[0m\n"
#Potentially delete TIFFs and JPGs. #Potentially move DNGs.
if [ $DELETE_IMGS = true ]; then if [ $KEEP_DNGS == true ]; then
rm -rf $TIFF DNG="${FILE}/dng_${TRUNC_ARG}"
rm -rf $PROXY mkdirS $DNG
trap "rm -rf ${DNG}; exit 1" INT
for dng in $TMP/*.dng; do
mv $dng $DNG
done
fi fi
#Delete tmp #Delete tmp
rm -rf $TMP rm -rf $TMP
let ARGNUM-- let ARGNUM--