Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions scripts/conversion_ldm_uncond.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
import OmegaConf
import torch

from diffusers import UNetLDMModel, VQModel, LatentDiffusionUncondPipeline, DDIMScheduler
from diffusers import UNetLDMModel, VQModel, LDMPipeline, DDIMScheduler

def convert_ldm_original(checkpoint_path, config_path, output_path):
config = OmegaConf.load(config_path)
Expand Down Expand Up @@ -41,7 +41,7 @@ def convert_ldm_original(checkpoint_path, config_path, output_path):
clip_sample=False,
)

pipeline = LatentDiffusionUncondPipeline(vqvae, unet, noise_scheduler)
pipeline = LDMPipeline(vqvae, unet, noise_scheduler)
pipeline.save_pretrained(output_path)


Expand Down
4 changes: 2 additions & 2 deletions scripts/convert_ldm_original_checkpoint_to_diffusers.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@
import argparse
import json
import torch
from diffusers import VQModel, DDPMScheduler, UNet2DModel, LatentDiffusionUncondPipeline
from diffusers import VQModel, DDPMScheduler, UNet2DModel, LDMPipeline


def shave_segments(path, n_shave_prefix_segments=1):
Expand Down Expand Up @@ -326,7 +326,7 @@ def convert_ldm_checkpoint(checkpoint, config):
scheduler = DDPMScheduler.from_config("/".join(args.checkpoint_path.split("/")[:-1]))
vqvae = VQModel.from_pretrained("/".join(args.checkpoint_path.split("/")[:-1]))

pipe = LatentDiffusionUncondPipeline(unet=model, scheduler=scheduler, vae=vqvae)
pipe = LDMPipeline(unet=model, scheduler=scheduler, vae=vqvae)
pipe.save_pretrained(args.dump_path)
except:
model.save_pretrained(args.dump_path)
4 changes: 2 additions & 2 deletions src/diffusers/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,11 +9,11 @@
from .modeling_utils import ModelMixin
from .models import AutoencoderKL, UNet2DConditionModel, UNet2DModel, VQModel
from .pipeline_utils import DiffusionPipeline
from .pipelines import DDIMPipeline, DDPMPipeline, LatentDiffusionUncondPipeline, PNDMPipeline, ScoreSdeVePipeline
from .pipelines import DDIMPipeline, DDPMPipeline, LDMPipeline, PNDMPipeline, ScoreSdeVePipeline
from .schedulers import DDIMScheduler, DDPMScheduler, PNDMScheduler, SchedulerMixin, ScoreSdeVeScheduler


if is_transformers_available():
from .pipelines import LatentDiffusionPipeline
from .pipelines import LDMTextToImagePipeline
else:
from .utils.dummy_transformers_objects import *
4 changes: 2 additions & 2 deletions src/diffusers/pipelines/__init__.py
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
from ..utils import is_inflect_available, is_transformers_available, is_unidecode_available
from .ddim import DDIMPipeline
from .ddpm import DDPMPipeline
from .latent_diffusion_uncond import LatentDiffusionUncondPipeline
from .latent_diffusion_uncond import LDMPipeline
from .pndm import PNDMPipeline
from .score_sde_ve import ScoreSdeVePipeline


if is_transformers_available():
from .latent_diffusion import LatentDiffusionPipeline
from .latent_diffusion import LDMTextToImagePipeline
2 changes: 1 addition & 1 deletion src/diffusers/pipelines/latent_diffusion/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,4 @@


if is_transformers_available():
from .pipeline_latent_diffusion import LatentDiffusionPipeline, LDMBertModel
from .pipeline_latent_diffusion import LDMBertModel, LDMTextToImagePipeline
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
from ...pipeline_utils import DiffusionPipeline


class LatentDiffusionPipeline(DiffusionPipeline):
class LDMTextToImagePipeline(DiffusionPipeline):
def __init__(self, vqvae, bert, tokenizer, unet, scheduler):
super().__init__()
scheduler = scheduler.set_format("pt")
Expand Down
Original file line number Diff line number Diff line change
@@ -1 +1 @@
from .pipeline_latent_diffusion_uncond import LatentDiffusionUncondPipeline
from .pipeline_latent_diffusion_uncond import LDMPipeline
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from ...pipeline_utils import DiffusionPipeline


class LatentDiffusionUncondPipeline(DiffusionPipeline):
class LDMPipeline(DiffusionPipeline):
def __init__(self, vqvae, unet, scheduler):
super().__init__()
scheduler = scheduler.set_format("pt")
Expand Down
37 changes: 1 addition & 36 deletions src/diffusers/utils/dummy_transformers_objects.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,42 +3,7 @@
from ..utils import DummyObject, requires_backends


class GlideSuperResUNetModel(metaclass=DummyObject):
_backends = ["transformers"]

def __init__(self, *args, **kwargs):
requires_backends(self, ["transformers"])


class GlideTextToImageUNetModel(metaclass=DummyObject):
_backends = ["transformers"]

def __init__(self, *args, **kwargs):
requires_backends(self, ["transformers"])


class GlideUNetModel(metaclass=DummyObject):
_backends = ["transformers"]

def __init__(self, *args, **kwargs):
requires_backends(self, ["transformers"])


class UNetGradTTSModel(metaclass=DummyObject):
_backends = ["transformers"]

def __init__(self, *args, **kwargs):
requires_backends(self, ["transformers"])


class GlidePipeline(metaclass=DummyObject):
_backends = ["transformers"]

def __init__(self, *args, **kwargs):
requires_backends(self, ["transformers"])


class LatentDiffusionPipeline(metaclass=DummyObject):
class LDMTextToImagePipeline(metaclass=DummyObject):
_backends = ["transformers"]

def __init__(self, *args, **kwargs):
Expand Down
10 changes: 5 additions & 5 deletions tests/test_modeling_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,8 +29,8 @@
DDIMScheduler,
DDPMPipeline,
DDPMScheduler,
LatentDiffusionPipeline,
LatentDiffusionUncondPipeline,
LDMPipeline,
LDMTextToImagePipeline,
PNDMPipeline,
PNDMScheduler,
ScoreSdeVePipeline,
Expand Down Expand Up @@ -826,7 +826,7 @@ def test_pndm_cifar10(self):

@slow
def test_ldm_text2img(self):
ldm = LatentDiffusionPipeline.from_pretrained("/home/patrick/google_checkpoints/ldm-text2im-large-256")
ldm = LDMTextToImagePipeline.from_pretrained("/home/patrick/google_checkpoints/ldm-text2im-large-256")

prompt = "A painting of a squirrel eating a burger"
generator = torch.manual_seed(0)
Expand All @@ -842,7 +842,7 @@ def test_ldm_text2img(self):

@slow
def test_ldm_text2img_fast(self):
ldm = LatentDiffusionPipeline.from_pretrained("/home/patrick/google_checkpoints/ldm-text2im-large-256")
ldm = LDMTextToImagePipeline.from_pretrained("/home/patrick/google_checkpoints/ldm-text2im-large-256")

prompt = "A painting of a squirrel eating a burger"
generator = torch.manual_seed(0)
Expand Down Expand Up @@ -877,7 +877,7 @@ def test_score_sde_ve_pipeline(self):

@slow
def test_ldm_uncond(self):
ldm = LatentDiffusionUncondPipeline.from_pretrained("/home/patrick/google_checkpoints/ldm-celebahq-256")
ldm = LDMPipeline.from_pretrained("/home/patrick/google_checkpoints/ldm-celebahq-256")

generator = torch.manual_seed(0)
image = ldm(generator=generator, num_inference_steps=5, output_type="numpy")["sample"]
Expand Down