Update app.py

app.py

@@ -43,8 +43,7 @@ model = DepthAnythingV2(**model_configs[encoder])
 filepath = hf_hub_download(repo_id=f"depth-anything/Depth-Anything-V2-Large", filename=f"depth_anything_v2_vitl.pth", repo_type="model")
 state_dict = torch.load(filepath, map_location="cpu")
 model.load_state_dict(state_dict)
-# model = model.to(DEVICE).eval()
-model = model.eval()
+model = model.to(DEVICE).eval()
 
 import torch
 from diffusers.utils import load_image
@@ -67,6 +66,7 @@ open_pose = OpenposeDetector.from_pretrained("lllyasviel/Annotators")
 torch.backends.cuda.matmul.allow_tf32 = True
 pipe.vae.enable_tiling()
 pipe.vae.enable_slicing()
+pipe.enable_model_cpu_offload() # for saving memory
 
 def convert_from_image_to_cv2(img: Image) -> np.ndarray:
     return cv2.cvtColor(np.array(img), cv2.COLOR_RGB2BGR)