Various improvements

.editorconfig

@@ -0,0 +1,20 @@
+root = true
+
+[*]
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+indent_style = space
+indent_size = 4
+trim_trailing_whitespace = true
+
+[*.md]
+trim_trailing_whitespace = false
+
+[*.yml]
+indent_size = 2
+indent_style = space
+
+[*.yaml]
+indent_size = 2
+indent_style = space

.gitignore

@@ -0,0 +1,6 @@
+models
+__pycache__
+venv
+.idea
+.vs
+outputs

CKPT_PTH.py

@@ -1,4 +1,4 @@
-LLAVA_CLIP_PATH = '/opt/data/private/AIGC_pretrain/LLaVA1.5/clip-vit-large-patch14-336'
-LLAVA_MODEL_PATH = '/opt/data/private/AIGC_pretrain/LLaVA1.5/llava-v1.5-13b'
-SDXL_CLIP1_PATH = '/opt/data/private/AIGC_pretrain/clip-vit-large-patch14'
-SDXL_CLIP2_CKPT_PTH = '/opt/data/private/AIGC_pretrain/CLIP-ViT-bigG-14-laion2B-39B-b160k/open_clip_pytorch_model.bin'
+LLAVA_CLIP_PATH = 'openai/clip-vit-large-patch14-336'
+LLAVA_MODEL_PATH = 'liuhaotian/llava-v1.5-7b'
+SDXL_CLIP1_PATH = 'openai/clip-vit-large-patch14'
+SDXL_CLIP2_CKPT_PTH = 'models/open_clip_pytorch_model.bin'

README.md

@@ -1,6 +1,6 @@
 ## (CVPR2024) Scaling Up to Excellence: Practicing Model Scaling for Photo-Realistic Image Restoration In the Wild
 
-> [[Paper](https://arxiv.org/abs/2401.13627)] &emsp; [[Project Page](http://supir.xpixel.group/)] &emsp; [Online Demo (Coming soon)] <br>
+> [[Paper](https://arxiv.org/abs/2401.13627)] &emsp; [[Project Page](http://supir.xpixel.group/)]<br>
 > Fanghua, Yu, [Jinjin Gu](https://www.jasongt.com/), Zheyuan Li, Jinfan Hu, Xiangtao Kong, [Xintao Wang](https://xinntao.github.io/), [Jingwen He](https://scholar.google.com.hk/citations?user=GUxrycUAAAAJ), [Yu Qiao](https://scholar.google.com.hk/citations?user=gFtI-8QAAAAJ), [Chao Dong](https://scholar.google.com.hk/citations?user=OSDCB0UAAAAJ) <br>
 > Shenzhen Institute of Advanced Technology; Shanghai AI Laboratory; University of Sydney; The Hong Kong Polytechnic University; ARC Lab, Tencent PCG; The Chinese University of Hong Kong <br>
 
@@ -38,7 +38,7 @@ For users who can connect to huggingface, please setting `LLAVA_CLIP_PATH, SDXL_
 * [SDXL CLIP Encoder-2](https://huggingface.co/laion/CLIP-ViT-bigG-14-laion2B-39B-b160k)
 * [SDXL base 1.0_0.9vae](https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/blob/main/sd_xl_base_1.0_0.9vae.safetensors)
 * [LLaVA CLIP](https://huggingface.co/openai/clip-vit-large-patch14-336)
-* [LLaVA v1.5 13B](https://huggingface.co/liuhaotian/llava-v1.5-13b)
+* [LLaVA v1.5 7B](https://huggingface.co/liuhaotian/llava-v1.5-7b)
 * (optional) [Juggernaut-XL_v9_RunDiffusionPhoto_v2](https://huggingface.co/RunDiffusion/Juggernaut-XL-v9/blob/main/Juggernaut-XL_v9_RunDiffusionPhoto_v2.safetensors)
   * Replacement of `SDXL base 1.0_0.9vae` for Photo Realistic
 * (optional) [Juggernaut_RunDiffusionPhoto2_Lightning_4Steps](https://huggingface.co/RunDiffusion/Juggernaut-XL-Lightning/blob/main/Juggernaut_RunDiffusionPhoto2_Lightning_4Steps.safetensors)
@@ -124,8 +124,11 @@ CUDA_VISIBLE_DEVICES=0,1 python gradio_demo.py --ip 0.0.0.0 --port 6688 --use_im
 </p>
 
 
-### Online Demo (Coming Soon)
+### Online Resources & Demos
 
+1. [Replicate Demo](https://replicate.com/cjwbw/supir)
+2. [RunPod Template](https://runpod.io/console/gpu-cloud?template=aa31uo64wv&ref=2xxro4sy)
+3. [YouTube Tutorial](https://www.youtube.com/watch?v=PqREA6-bC3w)
 
 ---
 

download_models.py

@@ -0,0 +1,69 @@
+#!/usr/bin/env python3
+import os
+import requests
+from tqdm import tqdm
+from huggingface_hub import snapshot_download
+
+
+def create_directory(path):
+    """Create directory if it does not exist."""
+    if not os.path.exists(path):
+        os.makedirs(path)
+        print(f'Directory created: {path}')
+    else:
+        print(f'Directory already exists: {path}')
+
+
+def download_file(url, folder_path, file_name=None):
+    """Download a file from a given URL to a specified folder with an optional file name."""
+    local_filename = file_name if file_name else url.split('/')[-1]
+    local_filepath = os.path.join(folder_path, local_filename)
+    print(f'Downloading {url} to: {local_filepath}')
+
+    # Stream download to handle large files
+    with requests.get(url, stream=True) as r:
+        r.raise_for_status()
+        total_size_in_bytes = int(r.headers.get('content-length', 0))
+        block_size = 1024  # 1 Kibibyte
+        progress_bar = tqdm(total=total_size_in_bytes, unit='iB', unit_scale=True)
+        with open(local_filepath, 'wb') as f:
+            for data in r.iter_content(block_size):
+                progress_bar.update(len(data))
+                f.write(data)
+        progress_bar.close()
+
+    if total_size_in_bytes != 0 and progress_bar.n != total_size_in_bytes:
+        print('ERROR, something went wrong')
+    else:
+        print(f'Downloaded {local_filename} to {folder_path}')
+
+
+# Define the folders and their corresponding file URLs with optional file names
+folders_and_files = {
+    os.path.join('models'): [
+        ('https://huggingface.co/laion/CLIP-ViT-bigG-14-laion2B-39B-b160k/resolve/main/open_clip_pytorch_model.bin', None),
+        ('https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_base_1.0_0.9vae.safetensors', None),
+        ('https://huggingface.co/ashleykleynhans/SUPIR/resolve/main/SUPIR-v0F.ckpt', None),
+        ('https://huggingface.co/ashleykleynhans/SUPIR/resolve/main/SUPIR-v0Q.ckpt', None),
+    ]
+}
+
+
+if __name__ == '__main__':
+    for folder, files in folders_and_files.items():
+        create_directory(folder)
+    for file_url, file_name in files:
+        download_file(file_url, folder, file_name)
+
+    llava_model = os.getenv('LLAVA_MODEL', 'liuhaotian/llava-v1.5-7b')
+    llava_clip_model = 'openai/clip-vit-large-patch14-336'
+    sdxl_clip_model = 'openai/clip-vit-large-patch14'
+
+    print(f'Downloading LLaVA model: {llava_model}')
+    snapshot_download(llava_model)
+
+    print(f'Downloading LLaVA CLIP model: {llava_clip_model}')
+    snapshot_download(llava_clip_model)
+
+    print(f'Downloading SDXL CLIP model: {sdxl_clip_model}')
+    snapshot_download(sdxl_clip_model)