mirror of
https://github.com/nerfstudio-project/nerfstudio.git
synced 2026-11-21 23:25:39 +08:00
64 lines
2.4 KiB
Python
64 lines
2.4 KiB
Python
"""
|
|
LERF configuration file.
|
|
"""
|
|
|
|
from nerfstudio.cameras.camera_optimizers import CameraOptimizerConfig
|
|
from nerfstudio.configs.base_config import ViewerConfig
|
|
from nerfstudio.data.dataparsers.nerfstudio_dataparser import NerfstudioDataParserConfig
|
|
from nerfstudio.engine.optimizers import AdamOptimizerConfig, RAdamOptimizerConfig
|
|
from nerfstudio.engine.schedulers import ExponentialDecaySchedulerConfig
|
|
from nerfstudio.engine.trainer import TrainerConfig
|
|
from nerfstudio.plugins.types import MethodSpecification
|
|
|
|
from lerf.data.lerf_datamanager import LERFDataManagerConfig
|
|
from lerf.lerf import LERFModelConfig
|
|
from lerf.lerf_pipeline import LERFPipelineConfig
|
|
|
|
"""
|
|
Swap out the network config to use OpenCLIP or CLIP here.
|
|
"""
|
|
from lerf.encoders.openclip_encoder import OpenCLIPNetworkConfig
|
|
from lerf.encoders.clip_encoder import CLIPNetworkConfig
|
|
|
|
lerf_method = MethodSpecification(
|
|
config=TrainerConfig(
|
|
method_name="lerf",
|
|
steps_per_eval_batch=500,
|
|
steps_per_save=2000,
|
|
max_num_iterations=30000,
|
|
mixed_precision=True,
|
|
pipeline=LERFPipelineConfig(
|
|
datamanager=LERFDataManagerConfig(
|
|
dataparser=NerfstudioDataParserConfig(train_split_fraction=0.99),
|
|
train_num_rays_per_batch=4096,
|
|
eval_num_rays_per_batch=4096,
|
|
camera_optimizer=CameraOptimizerConfig(
|
|
mode="SO3xR3", optimizer=AdamOptimizerConfig(lr=6e-4, eps=1e-8, weight_decay=1e-2)
|
|
),
|
|
),
|
|
model=LERFModelConfig(eval_num_rays_per_chunk=1 << 16),
|
|
network=OpenCLIPNetworkConfig(
|
|
clip_model_type = "ViT-B-16",
|
|
clip_model_pretrained = "laion2b_s34b_b88k",
|
|
clip_n_dims= 512
|
|
)
|
|
),
|
|
optimizers={
|
|
"proposal_networks": {
|
|
"optimizer": AdamOptimizerConfig(lr=1e-2, eps=1e-15),
|
|
"scheduler": None,
|
|
},
|
|
"fields": {
|
|
"optimizer": RAdamOptimizerConfig(lr=1e-2, eps=1e-15),
|
|
"scheduler": ExponentialDecaySchedulerConfig(lr_final=1e-3, max_steps=30000),
|
|
},
|
|
"lerf": {
|
|
"optimizer": RAdamOptimizerConfig(lr=1e-2, eps=1e-15),
|
|
"scheduler": ExponentialDecaySchedulerConfig(lr_final=1e-3, max_steps=7000),
|
|
},
|
|
},
|
|
viewer=ViewerConfig(num_rays_per_chunk=1 << 15),
|
|
vis="viewer",
|
|
),
|
|
description="TODO"
|
|
) |