Initial Commit

ProGamerGov · Oct 6, 2018 · f34e7a7 · f34e7a7
1 parent 12062d4
commit f34e7a7
Show file tree

Hide file tree

Showing 7 changed files with 800 additions and 0 deletions.
diff --git a/multires_content2style.sh b/multires_content2style.sh
@@ -0,0 +1,84 @@
+CONTENT_IMAGE=content_image.jpg
+STYLE_IMAGE=style_image.png
+
+INTERPRETER=python
+NEURAL_STYLE=neural_style.py
+
+
+# Histogram Matching from content image to style image
+python linear-color-transfer.py --target_image $STYLE_IMAGE --source_image $CONTENT_IMAGE --output_image style_colored_pca.png
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE \
+  -style_image style_colored_pca.png \
+  -init image \
+  -tv_weight 0 -seed 876 -save_iter 500 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -output_image out1.png \
+  -image_size 640 \
+  -num_iterations 1500 
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE \
+  -style_image style_colored_pca.png \
+  -init image -init_image out1.png \
+  -tv_weight 0 -seed 876 -save_iter 500 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -output_image out2.png \
+  -image_size 768 \
+  -num_iterations 1000
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE \
+  -style_image style_colored_pca.png \
+  -init image -init_image out2.png \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1024 \
+  -num_iterations 500 \
+  -output_image out3.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE \
+  -style_image style_colored_pca.png \
+  -init image -init_image out3.png \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1152 \
+  -num_iterations 200 \
+  -output_image out4.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE \
+  -style_image style_colored_pca.png \
+  -init image -init_image out4.png \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1536 \
+  -num_iterations 200 \
+  -output_image out5.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE \
+  -style_image style_colored_pca.png \
+  -init image -init_image out5.png \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1664 \
+  -num_iterations 200 \
+  -output_image out6.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE \
+  -style_image style_colored_pca.png \
+  -init image -init_image out6.png \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 1920 \
+  -num_iterations 200 \
+  -output_image out7.png
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE \
+  -style_image style_colored_pca.png \
+  -init image -init_image out7.png \
+  -tv_weight 0 -seed 876 -save_iter 100 -print_iter 50 -init image -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 2125 \
+  -num_iterations 200 \
+  -output_image out8.png
+
+# Luminance Transfer from original content image, to the final output
+python lum-transfer.py --output_lum2 out8.png --cp_mode lum2 --output_image out8_final.png --org_content $CONTENT_IMAGE
diff --git a/multires_seg.sh b/multires_seg.sh
@@ -0,0 +1,74 @@
+# This variant of multires uses this modified version of Neural-Style: https://gist.github.com/ProGamerGov/bcbd27a3d2e431adb73ef158d9990d93
+
+CONTENT_IMAGE=content_image.jpg
+STYLE_IMAGE=style_image.png
+
+CONTENT_MASK=content_mask.jpg
+STYLE_MASK=style_mask.png
+
+INTERPRETER=th
+NEURAL_STYLE=neural_style_seg.lua
+
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -color_codes blue,green,black,white,red,yellow,grey,lightblue,purple \
+  -tv_weight 0 -seed 876 -save_iter 500 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -output_image out1.png \
+  -image_size 640 \
+  -num_iterations 1500 
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out1.png -color_codes blue,green,black,white,red,yellow,grey,lightblue,purple \
+  -tv_weight 0 -seed 876 -save_iter 500 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -output_image out2.png \
+  -image_size 768 \
+  -num_iterations 1000
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out2.png -color_codes blue,green,black,white,red,yellow,grey,lightblue,purple \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1024 \
+  -num_iterations 500 \
+  -output_image out3.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out3.png -color_codes blue,green,black,white,red,yellow,grey,lightblue,purple \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1152 \
+  -num_iterations 200 \
+  -output_image out4.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out4.png -color_codes blue,green,black,white,red,yellow,grey,lightblue,purple \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1536 \
+  -num_iterations 200 \
+  -output_image out5.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out5.png -color_codes blue,green,black,white,red,yellow,grey,lightblue,purple \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1664 \
+  -num_iterations 200 \
+  -output_image out6.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out6.png -color_codes blue,green,black,white,red,yellow,grey,lightblue,purple \
+  -tv_weight 0 -seed 876 -save_iter 100 -print_iter 50 -init image -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 1920 \
+  -num_iterations 200 \
+  -output_image out7.png
diff --git a/multires_seg_large_cp.sh b/multires_seg_large_cp.sh
@@ -0,0 +1,128 @@
+# This variant of multires uses this modified version of Neural-Style: https://gist.github.com/ProGamerGov/bcbd27a3d2e431adb73ef158d9990d93
+# You can download it via: 
+# wget https://gist.githubusercontent.com/ProGamerGov/bcbd27a3d2e431adb73ef158d9990d93/raw/1e7ecd1c9aecaead0d92e3eb0027baa3fa2c4f31/neural_style_seg.lua
+
+# The channel prunning can be donwloaded via: 
+# wget https://github.com/yihui-he/channel-pruning/releases/download/channel_pruning_5x/channel_pruning.caffemodel
+# wget https://github.com/yihui-he/channel-pruning/releases/download/channel_pruning_5x/channel_pruning.prototxt
+
+CONTENT_IMAGE=content_image.jpg
+STYLE_IMAGE=style_image.png
+
+CONTENT_MASK=content_mask.jpg
+STYLE_MASK=style_mask.png
+
+INTERPRETER=th
+NEURAL_STYLE=neural_style_seg.lua
+
+# Remove color(s) not used in the content mask
+COLOR_CODES="blue,green,black,white,red,yellow,grey,lightblue,purple"
+
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 500 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -output_image out1.png \
+  -image_size 640 \
+  -num_iterations 1500 
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out1.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 500 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -output_image out2.png \
+  -image_size 768 \
+  -num_iterations 1000
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out2.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1024 \
+  -num_iterations 500 \
+  -output_image out3.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out3.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1152 \
+  -num_iterations 200 \
+  -output_image out4.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out4.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1536 \
+  -num_iterations 200 \
+  -output_image out5.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out5.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -proto_file models/channel_pruning.prototxt -model_file models/channel_pruning.caffemodel -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 1664 \
+  -num_iterations 200 \
+  -output_image out6.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out6.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -proto_file models/channel_pruning.prototxt -model_file models/channel_pruning.caffemodel -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 1920 \
+  -num_iterations 200 \
+  -output_image out7.png
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out7.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -proto_file models/channel_pruning.prototxt -model_file models/channel_pruning.caffemodel -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 2048 \
+  -num_iterations 200 \
+  -output_image out8.png
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out8.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -proto_file models/channel_pruning.prototxt -model_file models/channel_pruning.caffemodel -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 2432 \
+  -num_iterations 200 \
+  -output_image out9.png
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out9.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -proto_file models/channel_pruning.prototxt -model_file models/channel_pruning.caffemodel -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 2560 \
+  -num_iterations 200 \
+  -output_image out10.png
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out10.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -proto_file models/channel_pruning.prototxt -model_file models/channel_pruning.caffemodel -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 2816 \
+  -num_iterations 200 \
+  -output_image out11.png
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image $CONTENT_IMAGE -content_seg $CONTENT_MASK \
+  -style_image $STYLE_IMAGE -style_seg $STYLE_MASK \
+  -init image -init_image out11.png -color_codes $COLOR_CODES \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -proto_file models/channel_pruning.prototxt -model_file models/channel_pruning.caffemodel -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 2944 \
+  -num_iterations 200 \
+  -output_image out12.png
diff --git a/multires_style2content.sh b/multires_style2content.sh
@@ -0,0 +1,87 @@
+CONTENT_IMAGE=content_image.jpg
+STYLE_IMAGE=style_image.png
+
+INTERPRETER=python
+NEURAL_STYLE=neural_style.py
+
+
+# Histogram Matching from style image to content image
+python linear-color-transfer.py --target_image $CONTENT_IMAGE --source_image $STYLE_IMAGE --output_image content_colored_pca.png
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image content_colored_pca.png \
+  -style_image $STYLE_IMAGE \
+  -init image \
+  -tv_weight 0 -seed 876 -save_iter 500 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -output_image out1.png \
+  -image_size 640 \
+  -num_iterations 1500 
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image content_colored_pca.png \
+  -style_image $STYLE_IMAGE \
+  -init image -init_image out1.png \
+  -tv_weight 0 -seed 876 -save_iter 500 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -output_image out2.png \
+  -image_size 768 \
+  -num_iterations 1000
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image content_colored_pca.png \
+  -style_image $STYLE_IMAGE \
+  -init image -init_image out2.png \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1024 \
+  -num_iterations 500 \
+  -output_image out3.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image content_colored_pca.png \
+  -style_image $STYLE_IMAGE \
+  -init image -init_image out3.png \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1152 \
+  -num_iterations 200 \
+  -output_image out4.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image content_colored_pca.png \
+  -style_image $STYLE_IMAGE \
+  -init image -init_image out4.png \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1536 \
+  -num_iterations 200 \
+  -output_image out5.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image content_colored_pca.png \
+  -style_image $STYLE_IMAGE \
+  -init image -init_image out5.png \
+  -tv_weight 0 -seed 876 -save_iter 0 -print_iter 50 -init image -backend cudnn -cudnn_autotune \
+  -image_size 1664 \
+  -num_iterations 200 \
+  -output_image out6.png \
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image content_colored_pca.png \
+  -style_image $STYLE_IMAGE \
+  -init image -init_image out6.png \
+  -tv_weight 0 -seed 876 -save_iter 100 -print_iter 50 -init image -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 1920 \
+  -num_iterations 200 \
+  -output_image out7.png
+
+$INTERPRETER $NEURAL_STYLE \
+  -content_image content_colored_pca.png \
+  -style_image $STYLE_IMAGE \
+  -init image -init_image out7.png \
+  -tv_weight 0 -seed 876 -save_iter 100 -print_iter 50 -init image -backend cudnn -cudnn_autotune -optimizer adam \
+  -image_size 2125 \
+  -num_iterations 200 \
+  -output_image out8.png
+
+# Luminance Transfer from histogram matched content image, to the final output
+python lum-transfer.py --output_lum2 out8.png --cp_mode lum2 --output_image out8_final.png --org_content content_colored_pca.png
+
+# Luminance Transfer from unmodified content image, to the final output
+python lum-transfer.py --output_lum2 out8.png --cp_mode lum2 --output_image out8_final_2.png --org_content $CONTENT_IMAGE