From 10fdb3a1a9defde7580f7c41b84a3bf70bcca6c8 Mon Sep 17 00:00:00 2001 From: terrancewang Date: Wed, 15 Mar 2023 12:57:47 -0700 Subject: [PATCH] fixing training camera warmup bug --- nerfstudio/data/datamanagers/dreamfusion_datamanager.py | 6 +++++- nerfstudio/generative/stable_diffusion_utils.py | 1 - nerfstudio/models/dreamembedding.py | 2 +- 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/nerfstudio/data/datamanagers/dreamfusion_datamanager.py b/nerfstudio/data/datamanagers/dreamfusion_datamanager.py index 7b7649410..ddcabe7c2 100644 --- a/nerfstudio/data/datamanagers/dreamfusion_datamanager.py +++ b/nerfstudio/data/datamanagers/dreamfusion_datamanager.py @@ -152,7 +152,10 @@ def random_train_pose( cy=resolution / 2, ).to(device) - return cameras, torch.rad2deg(vertical_rotation), torch.rad2deg(central_rotation) + central_rotation = torch.rad2deg(central_rotation) + central_rotation = torch.where(central_rotation < 0, central_rotation + 360, central_rotation) + + return cameras, torch.rad2deg(vertical_rotation), central_rotation @dataclass @@ -232,6 +235,7 @@ class DreamFusionDataManager(DataManager): # pylint: disable=abstract-method radius_mean=self.config.radius_mean, radius_std=self.config.radius_std, focal_range=self.config.focal_range, + central_rotation_range=(-45, 45), vertical_rotation_range=self.config.vertical_rotation_range, jitter_std=self.config.jitter_std, center=self.config.center, diff --git a/nerfstudio/generative/stable_diffusion_utils.py b/nerfstudio/generative/stable_diffusion_utils.py index 141df766f..2fe8811ac 100644 --- a/nerfstudio/generative/stable_diffusion_utils.py +++ b/nerfstudio/generative/stable_diffusion_utils.py @@ -105,7 +105,6 @@ class PositionalTextEmbeddings: text_embedding = text_embedding / 90.0 text_embedding = (vert * text_embedding + (90 - vert) * self.top_embed) / 90.0 else: - print("here") text_embedding = self.base_embed return text_embedding diff --git a/nerfstudio/models/dreamembedding.py b/nerfstudio/models/dreamembedding.py index be046f4ae..bb4de6209 100644 --- a/nerfstudio/models/dreamembedding.py +++ b/nerfstudio/models/dreamembedding.py @@ -40,7 +40,7 @@ class DreamEmbeddingModelConfig(DreamFusionModelConfig): _target: Type = field(default_factory=lambda: DreamEmbeddingModel) """target class to instantiate""" - prompt: str = "A high quality photo of a plate of waffles" + prompt: str = "A high quality photo of a rubber ducky" """prompt for stable dreamfusion""" orientation_loss_mult: float = 0.0001