From 54e40b3c785990c029378fa03c203fe9e16f4bfa Mon Sep 17 00:00:00 2001 From: Sofus Rose Date: Sun, 13 Mar 2016 21:33:53 -0400 Subject: [PATCH] Revamped UI. ffmpeg now streams encoding data from dcraw directly. WB speedup. Just kinda better! --- convmlv.sh | 515 +++++++++++++++++++++++++++++++++-------------------- 1 file changed, 317 insertions(+), 198 deletions(-) mode change 100755 => 100644 convmlv.sh diff --git a/convmlv.sh b/convmlv.sh old mode 100755 new mode 100644 index aaa3744..a3239e4 --- a/convmlv.sh +++ b/convmlv.sh @@ -1,36 +1,47 @@ #!/bin/bash #BASIC CONSTANTS +DEPS="imagemagick dcraw ffmpeg python3 pip3 exiftool xxd" #Dependency package names (Debian). List with -K option. +PIP_DEPS="numpy Pillow tifffile" #Technically, you don't need Pillow. I'm not really sure :). +VERSION="1.5.0" #Version string. +PYTHON="python3" + +#NON-STANDARD FILE LOCATIONS MLV_DUMP="./mlv_dump" #Path to mlv_dump location. RAW_DUMP="./raw2dng" #Path to raw2dng location. MLV_BP="./mlv2badpixels.sh" -PYTHON="python3" +PYTHON_BAL="./balance.py" -BAL="" - -DEPS="imagemagick dcraw ffmpeg python3 pip3" #Dependency package names (Debian). List with -K option. -PIP_DEPS="numpy Pillow tifffile" #Technically, you don't need Pillow. I'm not really sure :). -VERSION="1.4.0" #Version string. +BAL="${PYTHON} ${PYTHON_BAL}" #MODDABLE CONSTANTS OUTDIR="$(pwd)" +MOVIE=false +FPS=24 +IMAGES=false +isJPG=true +isH264=true +KEEP_DNGS=false +#DCraw HIGHLIGHT_MODE="0" PROXY_SCALE="50%" DEMO_MODE="1" -HQ_MOV=false -LQ_PROXY=false -DELETE_IMGS=false GAMMA="1 1" DEPTH="-4" -WHITE="" -LUT="" -isLUT=false NOISE_REDUC="" BADPIXELS="" isBP=false -GEN_WHITE=false -isMLV=true + +#White Balance +WHITE="" +GEN_WHITE=true +CAMERA_WB=false +WHITE_SPD=15 + +#LUT +LUT="" +isLUT=false help () { @@ -46,82 +57,94 @@ help () { echo -e " -dcraw: For RAW development." echo -e " -ffmpeg: For video creation." echo -e " -ImageMagick: Used for making proxy sequence." - echo -e " -Python 3 + libs: Used for auto white balance.\n" + echo -e " -Python 3 + libs: Used for auto white balance." + echo -e " -exiftool + xxd: Used in mlv2badpixels.sh.\n" echo -e "VERSION: ${VERSION}\n" - echo -e "OPTIONS:" + echo -e "OPTIONS, BASIC:" echo -e " -v version - Print out version string." echo -e " -o OUTDIR - The path in which files will be placed (no space btwn -o and path)." echo -e " -M MLV_DUMP - The path to mlv_dump (no space btwn -M and path). Default is './mlv_dump'." echo -e " -R RAW_DUMP - The path to raw2dng (no space btwn -M and path). Default is './raw2dng'." echo -e " -y PYTHON - The path or command used to invoke Python. Defaults to python3." - echo -e " -B MLV_BP - The path to mlv2badpixels.sh (by dfort). Default is './mlv2badpixels.sh'.\n" - - echo -e " -H[0:9] HIGHLIGHT_MODE - 3 to 9 does degrees of colored highlight reconstruction, 1 and 2 allow clipping. 0 is default." - echo -e " --> Use -H (no space).\n" + echo -e " -B MLV_BP - The path to mlv2badpixels.sh (by dfort). Default is './mlv2badpixels.sh'.\n\n" + + echo -e "OPTIONS, OUTPUT:" + echo -e " -i IMAGE - Specify to create a TIFF sequence.\n" ### + + echo -e " -m MOVIE - Specify to create a Prores4444 video.\n" ### + + echo -e " -f FPS - Specify the FPS to create the movie at. Defaults to 24." + + echo -e " -p[0:3] PROXY - Specifies the proxy mode." ### + echo -e " --> 0: No proxies. 1: H.264 proxy. 2: JPG proxy sequence. 3: Both.\n" echo -e " -s[0%:100%] PROXY_SCALE - the size, in %, of the proxy output." - echo -e " --> Use -s% (no space). 50% is default.\n" + echo -e " --> Use -s% (no space). 50% is default.\n" - echo -e " -m HQ_MOV - Use to create a Prores 4444 file.\n" - - echo -e " -p LQ_MOV - Use to create a low quality H.264 mp4 from the proxies.\n" - - echo -e " -D DELETE_IMGS - Use to delete not only TMP, but also the TIF and proxy sequences." - echo -e " --> Useful if all you want are video files.\n" + echo -e " -k KEEP_DNGS - Specify if you want to keep the DNG files." + echo -e " --> Besides testing, this makes the script a glorified mlv_dump...\n\n" + echo -e "OPTIONS, RAW DEVELOPMENT:" echo -e " -d[0:3] DEMO_MODE - DCraw demosaicing mode. Higher modes are slower. 1 is default." echo -e " --> Use -d (no space). 0: Bilinear. 1: VNG (default). 2: PPG. 3: AHD.\n" + echo -e " -H[0:9] HIGHLIGHT_MODE - 3 to 9 does degrees of colored highlight reconstruction, 1 and 2 allow clipping." + echo -e " --> Use -H (no space). 0 is default.\n" + + echo -e " -b BADPIXELS - Fix focus pixels issue using dfort's script." + echo -e " --> His file can be found at https://bitbucket.org/daniel_fort/ml-focus-pixels/src." + + echo -e " -n[int] NOISE_REDUC - This is the threshold of wavelet denoising - specify to use." + echo -e " --> Use -n. Defaults to no denoising. 150 tends to be a good setting; 350 starts to look strange.\n" + + echo -e " -g[0:4] GAMMA - This is a modal gamma curve that is applied to the image. 0 is default." + echo -e " --> Use -g (no space). 0: Linear. 1: 2.2 (Adobe RGB). 2: 1.8 (ProPhoto RGB). 3: sRGB. 4: BT.709.\n" + + echo -e " -S SHALLOW - Specifying this option will create an 8-bit output instead of a 16-bit output." + echo -e " --> It'll kind of ruin the point of RAW, though....\n\n" + + echo -e "OPTIONS, COLOR:" + echo -e " -w[0:3] WHITE - This is a modal white balance setting. Defaults to 0. 1 doesn't always work very well." + echo -e " --> Use -w (no space)." + echo -e " --> 0: Auto WB (Requires Python Deps). 1: Camera WB. 2: No Change.\n" + + echo -e " -A[int] WHITE_SPD - This is the speed of the auto white balance, causing quality loss. Defaults to 15." + echo -e " --> For AWB, the script averages the entire sequence, skipping n frames each time. This value is n." + + echo -e " -l LUT - This is a path to the 3D LUT. Specify the path to the LUT to use it." + echo -e " --> Compatibility determined by ffmpeg (.cube is supported)." + echo -e " --> Path to LUT (no space between -l and path). Without specifying -l, no LUT will be applied.\n\n" + + echo -e "OPTIONS, DEPENDENCIES:" echo -e " -K Debian Package Deps - Lists dependecies. Works with apt-get on Debian; should be similar elsewhere." - echo -e " --> No operations will be done.\n" + echo -e " --> No operations will be done." echo -e " --> Example: sudo apt-get install $ (./convmlv -K)\n" echo -e " -Y Python Deps - Lists Python dependencies. Works with pip." echo -e " --> No operations will be done. " echo -e " --> Example: sudo pip3 install $ (./convmlv -Y)\n" - - echo -e " -g[0:4] GAMMA - This is a modal gamma curve that is applied to the image. 0 is default." - echo -e " --> Use -g (no space). 0: Linear. 1: 2.2 (Adobe RGB). 2: 1.8 (ProPhoto RGB). 3: sRGB. 4: BT.709.\n" - - echo -e " -P DEPTH - Specifying this option will create an 8-bit output instead of a 16-bit output." - echo -e " --> It'll kind of ruin the point of RAW, though....\n" - - echo -e " -W[0:3] WHITE - This is a modal white balance setting. Defaults to 0. 1 doesn't always work very well." - echo -e " --> Use -W (no space)." - echo -e " --> 0: Auto WB (Requires Python Deps). 1: Camera WB (If retrievable). 2: No WB Change. 3: Custom WB (\n" - - echo -e " -l LUT - This is a path to the 3D LUT. Specify the path to the LUT to use it." - echo -e " --> Compatibility determined by ffmpeg (.cube is supported)." - echo -e " --> Path to LUT (no space between -l and path). Without specifying -l, no LUT will be applied.\n" - - echo -e " -n[int] NOISE_REDUC - This is the threshold of wavelet denoising - specify to use." - echo -e " --> Use -n. Defaults to no denoising. 150 tends to be a good setting; 350 starts to look strange.\n" - - echo -e " -b BADPIXELS - Fix focus pixels issue using dfort's script." - echo -e " --> His file can be found at https://bitbucket.org/daniel_fort/ml-focus-pixels/src." } mkdirS() { path=$1 - - mkdir -p $path >/dev/null 2>/dev/null - OUT=$? - - if [[ $OUT != 0 ]]; then + + if [ -d $path ]; then while true; do - read -p "Overwrite ${path}? (y/n) " yn + read -p "Overwrite ${path}? [y/n] " yn case $yn in [Yy]* ) rm -rf $path; mkdir -p $path >/dev/null 2>/dev/null ;; - [Nn]* ) echo -e "\n\e[0;31m\e[1mDirectory ${path} cannot be created.\e[0m\n"; exit 0 + [Nn]* ) echo -e "\n\e[0;31m\e[1mDirectory ${path} won't be created.\e[0m\n"; exit 0 ;; * ) echo -e "\e[0;31m\e[1mPlease answer yes or no.\e[0m\n" ;; esac done + else + mkdir -p $path >/dev/null 2>/dev/null fi } @@ -133,11 +156,11 @@ parseArgs() { let ARGNUM-- fi if [ `echo ${ARG} | cut -c2-2` = "s" ]; then - if [ `echo ${ARG} | cut -c3-5` = "00" ]; then - PROXY_SCALE="100%" - else - PROXY_SCALE=`echo ${ARG} | cut -c3-5` - fi + PROXY_SCALE=`echo ${ARG} | cut -c3-${#ARG}` + let ARGNUM-- + fi + if [ `echo ${ARG} | cut -c2-2` = "f" ]; then + FPS=`echo ${ARG} | cut -c3-${#ARG}` let ARGNUM-- fi if [ `echo ${ARG} | cut -c2-2` = "y" ]; then @@ -145,15 +168,13 @@ parseArgs() { BAL="${PYTHON} balance.py" let ARGNUM-- - else - BAL="${PYTHON} balance.py" fi if [ `echo ${ARG} | cut -c2-2` = "v" ]; then - echo -e "convmlv: v${VERSION}" + echo -e "convmlv v${VERSION}" let ARGNUM-- fi if [ `echo ${ARG} | cut -c2-2` = "m" ]; then - HQ_MOV=true + MOVIE=true let ARGNUM-- fi if [ `echo ${ARG} | cut -c2-2` = "M" ]; then @@ -165,11 +186,21 @@ parseArgs() { let ARGNUM-- fi if [ `echo ${ARG} | cut -c2-2` = "p" ]; then - LQ_PROXY=true + PROXY=`echo ${ARG} | cut -c3-3` + case ${mode} in + "0") isJPG=false; isH264=false + ;; + "1") isJPG=false; isH264=true + ;; + "2") isJPG=true; isH264=false + ;; + "3") isJPG=true; isH264=true + ;; + esac let ARGNUM-- fi - if [ `echo ${ARG} | cut -c2-2` = "D" ]; then - DELETE_IMGS=true + if [ `echo ${ARG} | cut -c2-2` = "i" ]; then + IMAGES=true let ARGNUM-- fi if [ `echo ${ARG} | cut -c2-2` = "o" ]; then @@ -183,7 +214,7 @@ parseArgs() { fi if [ `echo ${ARG} | cut -c2-2` = "h" ]; then help - let ARGNUM-- + exit 0 fi if [ `echo ${ARG} | cut -c2-2` = "d" ]; then DEMO_MODE=`echo ${ARG} | cut -c3-3` @@ -206,36 +237,35 @@ parseArgs() { let ARGNUM-- fi - if [ `echo ${ARG} | cut -c2-2` = "P" ]; then + if [ `echo ${ARG} | cut -c2-2` = "S" ]; then DEPTH="" let ARGNUM-- fi - if [ `echo ${ARG} | cut -c2-2` = "W" ]; then + if [ `echo ${ARG} | cut -c2-2` = "w" ]; then mode=`echo ${ARG} | cut -c3-3` case ${mode} in - "0") GEN_WHITE=true #Will generate white balance. + "0") CAMERA_WB=false; GEN_WHITE=true #Will generate white balance. ;; - "1") WHITE="-w" + "1") CAMERA_WB=true; GEN_WHITE=false; ;; - "2") WHITE="-r 1 1 1 1" + "2") WHITE="-r 1 1 1 1"; CAMERA_WB=true; GEN_WHITE=false ;; esac let ARGNUM-- - else - GEN_WHITE=true fi if [ `echo ${ARG} | cut -c2-2` = "K" ]; then echo $DEPS exit 0 fi if [ `echo ${ARG} | cut -c2-2` = "l" ]; then - LUT=`echo ${ARG} | cut -c3-${#ARG}` - if [ ! -f $LUT ]; then + LUT_PATH=`echo ${ARG} | cut -c3-${#ARG}` + if [ ! -f $LUT_PATH ]; then echo "LUT not found!!!" - echo $LUT + echo $LUT_PATH exit 1 fi + LUT="lut3d=${LUT_PATH}" isLUT=true let ARGNUM-- fi @@ -243,13 +273,16 @@ parseArgs() { isBP=true let ARGNUM-- fi + if [ `echo ${ARG} | cut -c2-2` = "k" ]; then + KEEP_DNGS=true + let ARGNUM-- + fi if [ `echo ${ARG} | cut -c2-2` = "B" ]; then MLV_BP=`echo ${ARG} | cut -c3-${#ARG}` - if [ ! -f $MLV_BP ]; then - echo "mlv2badpixels.sh not found!!!" - echo $MLV_BP - exit 1 - fi + let ARGNUM-- + fi + if [ `echo ${ARG} | cut -c2-2` = "A" ]; then + WHITE_SPD=`echo ${ARG} | cut -c3-${#ARG}` let ARGNUM-- fi if [ `echo ${ARG} | cut -c2-2` = "Y" ]; then @@ -258,52 +291,77 @@ parseArgs() { fi continue fi - - #Check that file exists. - if [ ! -f $ARG ]; then - echo -e "\e[0;31m\e[1mFile ${ARG} not found!\e[0m\n" - exit 1 - fi +} + +checkDeps() { + if [ ! -f $ARG ]; then + echo -e "\e[0;31m\e[1mFile ${ARG} not found!\e[0m\n" + exit 1 + fi + + if [ ! -f $PYTHON_BAL ]; then + echo -e "\e[0;31m\e[1mAWB ${PYTHON_BAL} not found! Execution will continue without AWB.\e[0m\n" + fi + + if [ ! -f $MLV_DUMP ]; then + echo -e "\e[0;31m\e[1m${MLV_DUMP} not found!\e[0m\n" + exit 1 + fi + if [ ! -f $RAW_DUMP ]; then + echo -e "\e[0;31m\e[1m${RAW_DUMP} not found! Execution will continue without .RAW processing capability.\e[0m\n" + fi + + if [ ! -f $MLV_BP ]; then + echo -e "\e[0;31m\e[1m${RAW_DUMP} not found! Execution will continue without badpixel removal.\e[0m\n" + fi } if [ $# == 0 ]; then - echo -e "\e[0;31m\e[1mNo arguments, no joy!!!\e[0m\n" help + echo -e "\e[0;31m\e[1mNo arguments, no joy!!!\e[0m\n" fi ARGNUM=$# -trap "rm -rf ${TMP} ${NEW} ${PROXY}; exit 1" INT for ARG in $*; do - #Evaluate command line arguments. ARGNUM decrements to keep track of how many files there are to process. +#Evaluate command line arguments. ARGNUM decrements to keep track of how many files there are to process. parseArgs - #Check that file exists. - if [ ! -f $ARG ]; then - echo -e "\e[0;31m\e[1mFile ${ARG} not found!\e[0m\n" - exit 1 - fi +#Check that main dependencies exist. + checkDeps - echo -e "\n\e[1mFiles Left to Process: \e[0m${ARGNUM}\n" +#List remaining files to process. + remFiles=${@:`echo "$# - ($ARGNUM - 1)" | bc`:$#} + remArr=$(echo $remFiles) - #Create directory structure. + list="" + for item in $remArr; do + if [ -z $list ]; then + list="${item}" + else + list="${list}, ${item}" + fi + done + + echo -e "\n\e[1m${ARGNUM} Files Left to Process:\e[0m ${list}\n" + +#PREPARATION + +#Basic Directory Structure. mkdirS $OUTDIR BASE=$(basename "$ARG") EXT="${BASE##*.}" TRUNC_ARG="${BASE%.*}" - + FILE="${OUTDIR}/${TRUNC_ARG}" TMP="${FILE}/tmp_${TRUNC_ARG}" - TIFF="${FILE}/tiff_${TRUNC_ARG}" - PROXY="${FILE}/proxy_${TRUNC_ARG}" - - mkdirS $TMP - mkdirS $TIFF - mkdirS $PROXY - #Optionally create badpixels file. + mkdirS $FILE + mkdirS $TMP + +#Create badpixels file. if [ $isBP == true ]; then echo -e "\e[1m${TRUNC_ARG}:\e[0m Generating badpixels file..." @@ -313,28 +371,28 @@ for ARG in $*; do BADPIXELS="-P ${TMP}/${bad_name}" fi - #Dump to DNG sequence +#Dump to DNG sequence echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Dumping to DNG Sequence..." - if [ ! -f $MLV_DUMP ]; then - echo -e "\e[0;31m\e[1mmlv_dump not found at path ${MLV_DUMP}!!!\e[0m\n" - exit 1 - fi - if [ $EXT == "MLV" ] || [ $EXT == "mlv" ]; then $MLV_DUMP $ARG -o "${TMP}/${TRUNC_ARG}_" --dng --no-cs >/dev/null 2>/dev/null elif [ $EXT == "RAW" ] || [ $EXT == "raw" ]; then - $RAW_DUMP $ARG "${TMP}/${TRUNC_ARG}_" + $RAW_DUMP $ARG "${TMP}/${TRUNC_ARG}_" >/dev/null 2>/dev/null fi - + FRAMES=`expr $(ls -1U ${TMP} | wc -l) - 1` - #Do fastest possible dcraw conversion to get auto white balance (Ideally, read directly from MLV) - echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Generating Auto WB...\n" +#Get White Balance correction factor (or ignore it all). + echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Generating WB...\n" if [ $GEN_WHITE == true ]; then + n=`echo "${WHITE_SPD} + 1" | bc` + i=1 - for file in $TMP/*.dng; do #But why??? Only from a tiff sequence can we read white balance. - dcraw -q 0 $BADPIXELS -r 1 1 1 1 -g $GAMMA -o 0 -T "${file}" + trap "rm -rf ${FILE}; exit 1" INT + for file in $TMP/*.dng; do + if [ `echo "${i} % ${n}" | bc` -eq 0 ] || [ $i -eq 1 ]; then #Only develop every nth file - we're averaging, after all! + dcraw -q 0 $BADPIXELS -r 1 1 1 1 -g $GAMMA -o 0 -T "${file}" + fi echo -e "\e[2K\rWB Development: Frame ${i}/${FRAMES}.\c" let i++ done @@ -347,97 +405,158 @@ for ARG in $*; do done #Read result into a form dcraw likes. + echo -e "\n\nCalculating Auto White Balance..." BALANCE=`$BAL $toBal` - echo -e "\n\nCalculating White Balance..." WHITE="-r ${BALANCE} 1.000000" - echo -e "Correction Factor (RGB): $BALANCE" + echo -e "Correction Factor (RGB): ${BALANCE} 1.0" + + elif [ $CAMERA_WB == true ]; then + echo -e "\n\nRetrieving Camera White Balance..." + + trap "rm -rf ${FILE}; exit 1" INT + for file in $TMP/*.dng; do + BALANCE=`dcraw -T -w -v -c ${file} 2>&1 | awk '/multipliers/ { print $2, $3, $4 }'` + break + done + WHITE="-r ${BALANCE} 1.0" + echo -e "Correction Factor (RGB): ${BALANCE} 1.0" fi echo -e "\n\e[1m${TRUNC_ARG}:\e[0m Converting ${FRAMES} DNGs to TIFF...\n" + +#Move .wav. + SOUND_PATH="${TMP}/${TRUNC_ARG}_.wav" - #Convert all the actual DNGs to TIFFs, in more correct ways. - trap "rm -rf ${TMP} ${TIFF} ${PROXY}; exit 1" INT - i=1 - for file in $TMP/*.dng; do - dcraw -q $DEMO_MODE $BADPIXELS $WHITE -H $HIGHLIGHT_MODE -g $GAMMA $NOISE_REDUC -o 0 $DEPTH -T "${file}" - echo -e "\e[2K\rDNG Development (dcraw): Frame ${i}/${FRAMES}.\c" - let i++ - done + if [ ! -f $SOUND_PATH ]; then + echo -e "\n*Not moving .wav, because it doesn't exist." + else + cp $SOUND_PATH $FILE + fi - #Potentially apply a LUT. - if [ $isLUT == true ]; then - echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Applying LUT to ${FRAMES} TIFFs...\n" - trap "rm -rf ${TMP} ${TIFF} ${PROXY}; exit 1" INT + +#IMAGE PROCESSING + + + if [ $IMAGES == true ] ; then + echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Processing Image Sequence..." + +#Define Image Directories, Create TIFF directory + TIFF="${FILE}/tiff_${TRUNC_ARG}" + PROXY="${FILE}/proxy_${TRUNC_ARG}" + + mkdirS $TIFF + +#Convert all the actual DNGs to TIFFs. i=1 - for tiff in $TMP/*.tiff; do - output=$(printf "${TMP}/LUT_${TRUNC_ARG}_%06d" ${i}) - ffmpeg -i $tiff -loglevel panic -vf lut3d="${LUT}" "${output}.tiff" - rm $tiff - echo -e "\e[2K\rApplying LUT (ffmpeg): Frame ${i}/${FRAMES}.\c" + trap "rm -rf ${FILE}; exit 1" INT + for file in $TMP/*.dng; do + dcraw -q $DEMO_MODE $BADPIXELS $WHITE -H $HIGHLIGHT_MODE -g $GAMMA $NOISE_REDUC -o 0 $DEPTH -T "${file}" + echo -e "\e[2K\rDNG Development (dcraw): Frame ${i}/${FRAMES}.\c" let i++ done + +#Potentially apply a LUT. + if [ $isLUT == true ]; then + echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Applying LUT to ${FRAMES} TIFFs...\n" + + i=1 + trap "rm -rf ${FILE}; exit 1" INT + for tiff in $TMP/*.tiff; do + output=$(printf "${TMP}/LUT_${TRUNC_ARG}_%06d" ${i}) + ffmpeg -i $tiff -loglevel panic -vf $LUT "${output}.tiff" + + rm $tiff + + echo -e "\e[2K\rApplying LUT (ffmpeg): Frame ${i}/${FRAMES}.\c" + let i++ + done + fi + + echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Processing ${FRAMES} TIFFs & Generating Proxies...\n" + + jpgProxy() { + i=1 + trap "rm -rf ${FILE}; exit 1" INT + for tiff in $TMP/*.tiff; do + output=$(printf "${PROXY}/${TRUNC_ARG}_%06d" ${i}) + convert -quiet $tiff -resize $PROXY_SCALE "${output}.jpg" > /dev/null #PROXY GENERATION + + echo -e "\e[2K\rProxy Generation (IM): Frame ${i}/${FRAMES}.\c" + let i++ + done + } + +#Image Proxy Generation + if [ $isJPG == true ]; then + mkdirS $PROXY #No need to create the proxy directory until we know that proxies are being made. + jpgProxy + fi + + #Move tiffs into place. + trap "rm -rf ${FILE}; exit 1" INT + for tiff in $TMP/*.tiff; do + mv $tiff $TIFF + done +fi + + +#MOVIE PROCESSING + if [ $MOVIE = true ]; then + VID="${FILE}/${TRUNC_ARG}" + SCALE=`echo "($(echo "${PROXY_SCALE}" | sed 's/%//') / 100) * 2" | bc -l` #Get scale as factor, *2 for 50% + + SOUND="-i ${TMP}/${TRUNC_ARG}_.wav" + SOUND_ACTION= + if [ ! -f $SOUND_PATH ]; then + SOUND="" + SOUND_ACTION="-c:a copy" + fi + + #LUT is automatically applied if argument was passed. + vidHQ() { + find "${TMP}" -maxdepth 1 -iname '*.dng' -print0 | sort -z | xargs -0 \ + dcraw -c -q $DEMO_MODE $BADPIXELS $WHITE -H $HIGHLIGHT_MODE -g $GAMMA $NOISE_REDUC -o 0 $DEPTH | \ + ffmpeg -f image2pipe -vcodec ppm -r $FPS -i pipe:0 \ + $SOUND -vcodec prores_ks -n -r $FPS -profile:v 4444 -alpha_bits 0 -vendor ap4h $LUT "${VID}_hq.mov" + } #-loglevel panic -stats + + vidLQ() { + find "${TMP}" -maxdepth 1 -iname '*.dng' -print0 | sort -z | xargs -0 \ + dcraw -c -q 0 $BADPIXELS $WHITE -H $HIGHLIGHT_MODE -g $GAMMA $NOISE_REDUC -o 0 | \ + ffmpeg -f image2pipe -vcodec ppm -r $FPS -i pipe:0 \ + $SOUND -c:v libx264 -n -r $FPS -preset fast -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" -crf 23 $LUT -c:a mp3 "${VID}_lq.mp4" + #The option -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" fixes when x264 is unhappy about non-2 divisible dimensions. + } + + #Pipe through which dcraw will spit out its data. + PIPE="${TMP}/enc_pipe" + mkfifo $PIPE + + #Here we go! + if [ $isH264 == true ]; then + echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Encoding to ProRes and Proxy..." + vidHQ + cat $PIPE | vidLQ & echo "text" | tee $PIPE | vidHQ #The magic of simultaneous execution ^_^ + else + echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Encoding to ProRes..." + vidHQ + fi + fi + + echo -e "\n\e[1mDeleting files.\e[0m\n" + +#Potentially move DNGs. + if [ $KEEP_DNGS == true ]; then + DNG="${FILE}/dng_${TRUNC_ARG}" + mkdirS $DNG + + trap "rm -rf ${DNG}; exit 1" INT + for dng in $TMP/*.dng; do + mv $dng $DNG + done fi - echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Processing ${FRAMES} TIFFs & Generating Proxies...\n" - - #Move tiffs into place and generate proxies. - trap "rm -rf ${TMP} ${TIFF} ${PROXY}; exit" INT - i=1 - for tiff in $TMP/*.tiff; do - output=$(printf "${PROXY}/${TRUNC_ARG}_%06d" ${i}) - convert -quiet $tiff -resize $PROXY_SCALE "${output}.jpg" > /dev/null #PROXY GENERATION - - mv $tiff $TIFF #TIFF MOVEMENT - - echo -e "\e[2K\rProxy Generation (IM): Frame ${i}/${FRAMES}.\c" - - let i++ - done - - #Move .wav. - if [ ! -f "${TMP}/${TRUNC_ARG}_.wav" ]; then - echo -e "\n*Not moving .wav, because it doesn't exist." - else - mv "${TMP}/${TRUNC_ARG}_.wav" $OUTDIR - fi - - #Movie creation, for editing: - - echo -e "\n\n\e[1m${TRUNC_ARG}:\e[0m Processing video options..." - - VID="${FILE}/${TRUNC_ARG}" - - # --> Potentially create High Quality Prores 4444: - if [ $HQ_MOV == true ]; then - echo -e "\n\e[1mHigh Quality (Prores 4444) Video: \e[0m" - if [ ! -f "${TMP}/${TRUNC_ARG}_.wav" ]; then - ffmpeg -f image2 -i "${TIFF}/${TRUNC_ARG}_%06d.tiff" -loglevel panic -stats -vcodec prores_ks -profile:v 4444 -alpha_bits 0 -vendor ap4h "${VID}_hq.mov" - else - ffmpeg -f image2 -i "${TIFF}/${TRUNC_ARG}_%06d.tiff" -i "${OUTDIR}/${TRUNC_ARG}_.wav" -loglevel panic -stats -vcodec prores_ks -alpha_bits 0 -vendor ap4h -c:a copy "${VID}_hq.mov" - fi - - fi - - # --> Potentially create proxy H.264: Highly unsuited for any color work; just a preview. - if [ $LQ_PROXY == true ]; then - echo -e "\n\e[1mLow Quality (H.264) Video: \e[0m" - if [ ! -f "${TMP}/${TRUNC_ARG}_.wav" ]; then - ffmpeg -f image2 -i "${PROXY}/${TRUNC_ARG}_%06d.jpg" -loglevel panic -stats -c:v libx264 -preset fast -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" -crf 23 "${VID}_lq.mp4" - else - ffmpeg -f image2 -i "${PROXY}/${TRUNC_ARG}_%06d.jpg" -i "${OUTDIR}/${TRUNC_ARG}_.wav" -loglevel panic -stats -c:v libx264 -preset fast -vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" -crf 23 -c:a mp3 "${VID}_lq.mp4" - fi - fi - #-vf "scale=trunc(iw/2)*2:trunc(ih/2)*2" fixes when x264 is unhappy about non-2 divisible dimensions. - - echo -e "\n\e[1mDeleting files.\e[0m\n" - - #Potentially delete TIFFs and JPGs. - if [ $DELETE_IMGS = true ]; then - rm -rf $TIFF - rm -rf $PROXY - fi - - #Delete tmp +#Delete tmp rm -rf $TMP let ARGNUM--