|
{ |
|
"ckpt_path": null, |
|
"cond_stage_config": { |
|
"params": { |
|
"max_length": 77, |
|
"version": "openai/clip-vit-large-patch14", |
|
"zero_embedding_radio": 0.1 |
|
}, |
|
"target": "michelangelo.models.conditional_encoders.encoder_factory.FrozenAlignedCLIPTextEmbedder" |
|
}, |
|
"cond_stage_key": "text", |
|
"denoiser_cfg": { |
|
"params": { |
|
"context_dim": 768, |
|
"heads": 12, |
|
"init_scale": 1.0, |
|
"input_channels": 64, |
|
"layers": 8, |
|
"n_ctx": 256, |
|
"output_channels": 64, |
|
"skip_ln": true, |
|
"use_checkpoint": true, |
|
"width": 768 |
|
}, |
|
"target": "michelangelo.models.asl_diffusion.asl_udt.ConditionalASLUDTDenoiser" |
|
}, |
|
"first_stage_config": { |
|
"params": { |
|
"aligned_module_cfg": { |
|
"params": { |
|
"clip_model_version": "openai/clip-vit-large-patch14" |
|
}, |
|
"target": "michelangelo.models.tsal.clip_asl_module.CLIPAlignedShapeAsLatentModule" |
|
}, |
|
"loss_cfg": { |
|
"target": "torch.nn.Identity" |
|
}, |
|
"shape_module_cfg": { |
|
"params": { |
|
"embed_dim": 64, |
|
"heads": 12, |
|
"include_pi": false, |
|
"init_scale": 0.25, |
|
"num_decoder_layers": 16, |
|
"num_encoder_layers": 8, |
|
"num_freqs": 8, |
|
"num_latents": 256, |
|
"point_feats": 3, |
|
"qkv_bias": false, |
|
"use_checkpoint": true, |
|
"use_ln_post": true, |
|
"width": 768 |
|
}, |
|
"target": "michelangelo.models.tsal.sal_perceiver.AlignedShapeLatentPerceiver" |
|
} |
|
}, |
|
"target": "michelangelo.models.tsal.asl_pl_module.AlignedShapeAsLatentPLModule" |
|
}, |
|
"first_stage_key": "surface", |
|
"ignore_keys": [], |
|
"loss_cfg": { |
|
"loss_type": "mse" |
|
}, |
|
"optimizer_cfg": { |
|
"optimizer": { |
|
"params": { |
|
"betas": [ |
|
0.9, |
|
0.99 |
|
], |
|
"eps": 1e-06, |
|
"weight_decay": 0.01 |
|
}, |
|
"target": "torch.optim.AdamW" |
|
}, |
|
"scheduler": { |
|
"params": { |
|
"f_max": 1.0, |
|
"f_min": 0.001, |
|
"f_start": 1e-06, |
|
"warm_up_steps": 5000 |
|
}, |
|
"target": "michelangelo.utils.trainings.lr_scheduler.LambdaWarmUpCosineFactorScheduler" |
|
} |
|
}, |
|
"scale_by_std": false, |
|
"scheduler_cfg": { |
|
"denoise": { |
|
"params": { |
|
"beta_end": 0.012, |
|
"beta_schedule": "scaled_linear", |
|
"beta_start": 0.00085, |
|
"clip_sample": false, |
|
"num_train_timesteps": 1000, |
|
"set_alpha_to_one": false, |
|
"steps_offset": 1 |
|
}, |
|
"target": "diffusers.schedulers.DDIMScheduler" |
|
}, |
|
"eta": 0.0, |
|
"guidance_scale": 7.5, |
|
"noise": { |
|
"params": { |
|
"beta_end": 0.012, |
|
"beta_schedule": "scaled_linear", |
|
"beta_start": 0.00085, |
|
"clip_sample": false, |
|
"num_train_timesteps": 1000, |
|
"variance_type": "fixed_small" |
|
}, |
|
"target": "diffusers.schedulers.DDPMScheduler" |
|
}, |
|
"num_inference_steps": 50 |
|
}, |
|
"z_scale_factor": 1.0 |
|
} |