| { |
| "imports": [ |
| "$import glob", |
| "$import os", |
| "$import scripts", |
| "$import ignite" |
| ], |
| "bundle_root": ".", |
| "ckpt_dir": "$@bundle_root + '/models'", |
| "output_dir": "$@bundle_root + '/output'", |
| "data_list_file_path": "$@bundle_root + '/datasets/C4KC-KiTS_subset.json'", |
| "dataset_dir": "$@bundle_root + '/datasets/C4KC-KiTS_subset'", |
| "trained_diffusion_path": "$@ckpt_dir + '/input_unet3d_data-all_steps1000size512ddpm_random_current_inputx_v1.pt'", |
| "trained_controlnet_path": "$@ckpt_dir + '/controlnet-20datasets-e20wl100fold0bc_noi_dia_fsize_current.pt'", |
| "use_tensorboard": true, |
| "fold": 0, |
| "device": "$torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')", |
| "epochs": 100, |
| "batch_size": 1, |
| "val_at_start": false, |
| "learning_rate": 0.0001, |
| "weighted_loss_label": [ |
| 129 |
| ], |
| "weighted_loss": 100, |
| "amp": true, |
| "train_datalist": "$scripts.utils.maisi_datafold_read(json_list=@data_list_file_path, data_base_dir=@dataset_dir, fold=@fold)[0]", |
| "spatial_dims": 3, |
| "image_channels": 1, |
| "latent_channels": 4, |
| "diffusion_unet_def": { |
| "_target_": "monai.apps.generation.maisi.networks.diffusion_model_unet_maisi.DiffusionModelUNetMaisi", |
| "spatial_dims": "@spatial_dims", |
| "in_channels": "@latent_channels", |
| "out_channels": "@latent_channels", |
| "num_channels": [ |
| 64, |
| 128, |
| 256, |
| 512 |
| ], |
| "attention_levels": [ |
| false, |
| false, |
| true, |
| true |
| ], |
| "num_head_channels": [ |
| 0, |
| 0, |
| 32, |
| 32 |
| ], |
| "num_res_blocks": 2, |
| "use_flash_attention": true, |
| "include_top_region_index_input": true, |
| "include_bottom_region_index_input": true, |
| "include_spacing_input": true |
| }, |
| "controlnet_def": { |
| "_target_": "monai.apps.generation.maisi.networks.controlnet_maisi.ControlNetMaisi", |
| "spatial_dims": "@spatial_dims", |
| "in_channels": "@latent_channels", |
| "num_channels": [ |
| 64, |
| 128, |
| 256, |
| 512 |
| ], |
| "attention_levels": [ |
| false, |
| false, |
| true, |
| true |
| ], |
| "num_head_channels": [ |
| 0, |
| 0, |
| 32, |
| 32 |
| ], |
| "num_res_blocks": 2, |
| "use_flash_attention": true, |
| "conditioning_embedding_in_channels": 8, |
| "conditioning_embedding_num_channels": [ |
| 8, |
| 32, |
| 64 |
| ] |
| }, |
| "noise_scheduler": { |
| "_target_": "monai.networks.schedulers.ddpm.DDPMScheduler", |
| "num_train_timesteps": 1000, |
| "beta_start": 0.0015, |
| "beta_end": 0.0195, |
| "schedule": "scaled_linear_beta", |
| "clip_sample": false |
| }, |
| "unzip_dataset": "$scripts.utils.unzip_dataset(@dataset_dir)", |
| "diffusion_unet": "$@diffusion_unet_def.to(@device)", |
| "checkpoint_diffusion_unet": "$torch.load(@trained_diffusion_path, weights_only=False)", |
| "load_diffusion": "$@diffusion_unet.load_state_dict(@checkpoint_diffusion_unet['unet_state_dict'])", |
| "controlnet": "$@controlnet_def.to(@device)", |
| "copy_controlnet_state": "$monai.networks.utils.copy_model_state(@controlnet, @diffusion_unet.state_dict())", |
| "checkpoint_controlnet": "$torch.load(@trained_controlnet_path, weights_only=False)", |
| "load_controlnet": "[email protected]_state_dict(@checkpoint_controlnet['controlnet_state_dict'], strict=True)", |
| "scale_factor": "$@checkpoint_diffusion_unet['scale_factor'].to(@device)", |
| "loss": { |
| "_target_": "torch.nn.L1Loss", |
| "reduction": "none" |
| }, |
| "optimizer": { |
| "_target_": "torch.optim.AdamW", |
| "params": "[email protected]()", |
| "lr": "@learning_rate", |
| "weight_decay": 1e-05 |
| }, |
| "lr_schedule": { |
| "activate": true, |
| "lr_scheduler": { |
| "_target_": "torch.optim.lr_scheduler.PolynomialLR", |
| "optimizer": "@optimizer", |
| "total_iters": "$(@epochs * len(@train#dataloader.dataset)) / @batch_size", |
| "power": 2.0 |
| } |
| }, |
| "train": { |
| "deterministic_transforms": [ |
| { |
| "_target_": "LoadImaged", |
| "keys": [ |
| "image", |
| "label" |
| ], |
| "image_only": true, |
| "ensure_channel_first": true |
| }, |
| { |
| "_target_": "Orientationd", |
| "keys": [ |
| "label" |
| ], |
| "axcodes": "RAS" |
| }, |
| { |
| "_target_": "EnsureTyped", |
| "keys": [ |
| "label" |
| ], |
| "dtype": "$torch.uint8", |
| "track_meta": true |
| }, |
| { |
| "_target_": "Lambdad", |
| "keys": "top_region_index", |
| "func": "$lambda x: torch.FloatTensor(x)" |
| }, |
| { |
| "_target_": "Lambdad", |
| "keys": "bottom_region_index", |
| "func": "$lambda x: torch.FloatTensor(x)" |
| }, |
| { |
| "_target_": "Lambdad", |
| "keys": "spacing", |
| "func": "$lambda x: torch.FloatTensor(x)" |
| }, |
| { |
| "_target_": "Lambdad", |
| "keys": "top_region_index", |
| "func": "$lambda x: x * 1e2" |
| }, |
| { |
| "_target_": "Lambdad", |
| "keys": "bottom_region_index", |
| "func": "$lambda x: x * 1e2" |
| }, |
| { |
| "_target_": "Lambdad", |
| "keys": "spacing", |
| "func": "$lambda x: x * 1e2" |
| } |
| ], |
| "inferer": { |
| "_target_": "SimpleInferer" |
| }, |
| "preprocessing": { |
| "_target_": "Compose", |
| "transforms": "$@train#deterministic_transforms" |
| }, |
| "dataset": { |
| "_target_": "Dataset", |
| "data": "@train_datalist", |
| "transform": "@train#preprocessing" |
| }, |
| "dataloader": { |
| "_target_": "DataLoader", |
| "dataset": "@train#dataset", |
| "batch_size": "@batch_size", |
| "shuffle": true, |
| "num_workers": 4, |
| "pin_memory": true, |
| "persistent_workers": true |
| }, |
| "handlers": [ |
| { |
| "_target_": "LrScheduleHandler", |
| "_disabled_": "$not @lr_schedule#activate", |
| "lr_scheduler": "@lr_schedule#lr_scheduler", |
| "epoch_level": false, |
| "print_lr": true |
| }, |
| { |
| "_target_": "CheckpointSaver", |
| "save_dir": "@ckpt_dir", |
| "save_dict": { |
| "controlnet_state_dict": "@controlnet", |
| "optimizer": "@optimizer" |
| }, |
| "save_interval": 1, |
| "n_saved": 5 |
| }, |
| { |
| "_target_": "TensorBoardStatsHandler", |
| "_disabled_": "$not @use_tensorboard", |
| "log_dir": "@output_dir", |
| "tag_name": "train_loss", |
| "output_transform": "$monai.handlers.from_engine(['loss'], first=True)" |
| }, |
| { |
| "_target_": "StatsHandler", |
| "tag_name": "train_loss", |
| "name": "StatsHandler", |
| "output_transform": "$monai.handlers.from_engine(['loss'], first=True)" |
| } |
| ], |
| "trainer": { |
| "_target_": "scripts.trainer.MAISIControlNetTrainer", |
| "_requires_": [ |
| "@load_diffusion", |
| "@copy_controlnet_state", |
| "@load_controlnet", |
| "@unzip_dataset" |
| ], |
| "max_epochs": "@epochs", |
| "device": "@device", |
| "train_data_loader": "@train#dataloader", |
| "diffusion_unet": "@diffusion_unet", |
| "controlnet": "@controlnet", |
| "noise_scheduler": "@noise_scheduler", |
| "loss_function": "@loss", |
| "optimizer": "@optimizer", |
| "inferer": "@train#inferer", |
| "key_train_metric": null, |
| "train_handlers": "@train#handlers", |
| "amp": "@amp", |
| "hyper_kwargs": { |
| "weighted_loss": "@weighted_loss", |
| "weighted_loss_label": "@weighted_loss_label", |
| "scale_factor": "@scale_factor" |
| } |
| } |
| }, |
| "initialize": [ |
| "$monai.utils.set_determinism(seed=0)" |
| ], |
| "run": [ |
| "$@train#trainer.add_event_handler(ignite.engine.Events.ITERATION_COMPLETED, ignite.handlers.TerminateOnNan())", |
| "$@train#trainer.run()" |
| ] |
| } |
|
|
