Depth Map as Context

Install Dependencies

!uv pip install replicate -q

Set Replicate API Token

import sys
import os
from dotenv import load_dotenv

if 'google.colab' in sys.modules:
  from google.colab import userdata # type:ignore
  os.environ['REPLICATE_API_TOKEN'] = userdata.get('REPLICATE_API_TOKEN')
  print("Replicate API Token set for Colab")
else:
  load_dotenv()
  print("Loaded env vars from .env")

Control Image

from IPython.display import Image

CONTROL_IMAGE = "https://raw.githubusercontent.com/simonguest/CS-394/refs/heads/main/src/04/images/campus-depth.png"

Image(url=CONTROL_IMAGE)

Image-to-Image with guiding prompt using Flux Depth Pro

import replicate

MODEL = "black-forest-labs/flux-depth-pro"

output = replicate.run(
  MODEL,
  input={
      "control_image": CONTROL_IMAGE,
      "output_format": "png",
      "seed": 12345,
      "prompt": "A futuristic building set in 2050, neon lighting, night shot, dynamic"
  },
)

import io
from PIL import Image

output_bytes = io.BytesIO(output.read())
output_image = Image.open(output_bytes)
output_image

import replicate

MODEL = "black-forest-labs/flux-depth-pro"

output = replicate.run(
  MODEL,
  input={
      "control_image": CONTROL_IMAGE,
      "output_format": "png",
      "seed": 12345,
      "prompt": "A historical castle set in medieval England, clear day, partially cloudy sky"
  },
)

import io
from PIL import Image

output_bytes = io.BytesIO(output.read())
output_image = Image.open(output_bytes)
output_image