A custom
Modular Diffusers block for monocular depth estimation using
Depth Anything V2. Supports both images and videos.
1# Using uv
2uv sync
3
4# Using pip
5pip install -r requirements.txt
1from diffusers import ModularPipelineBlocks
2import torch
3
4blocks = ModularPipelineBlocks.from_pretrained(
5 "your-username/depth-anything-v2-estimator", # or local path "."
6 trust_remote_code=True,
7)
8pipeline = blocks.init_pipeline()
9pipeline.load_components(torch_dtype=torch.float16)
10pipeline.to("cuda")
1from PIL import Image
2
3image = Image.open("photo.jpg")
4output = pipeline(image=image)
5
6# Save depth map
7output.depth_image.save("photo_depth.png")
8
9# Access raw relative depth tensor
10print(output.predicted_depth.shape) # (H, W)
1output = pipeline(image=image, colormap="turbo")
2output.depth_image.save("photo_depth_turbo.png")
1from block import save_video
2
3output = pipeline(video_path="input.mp4", colormap="grayscale")
4save_video(output.depth_frames, output.fps, "output_depth.mp4")
1output = pipeline(video_path="input.mp4", colormap="turbo")
2save_video(output.depth_frames, output.fps, "output_depth_turbo.mp4")
Depth values are min-max normalized and inverted so that bright areas represent nearby surfaces and dark areas represent distant ones.
