my learning rate is: 0.0001 This is my vol_shape (160, 192, 224) Conv_image_shape: [40, 48, 56, 32] Using GPU:0 with 0% of the memory Weights selected: [100.0, 0.1, 0.1, 1.0] My learning rate: 0.0001 Model: "model_2" ________________________________________________________________________________________________________________________ Layer (type) Output Shape Param # Connected to ======================================================================================================================== hyper_template_hyp_input (InputLayer) [(None, 4)] 0 [] hyper_template_hyp_dense_1 (Dense) (None, 128) 640 ['hyper_template_hyp_input[0][0]'] hyper_template_hyp_dense_2 (Dense) (None, 128) 16512 ['hyper_template_hyp_dense_1[0][0]'] hyper_template_hyp_dense_3 (Dense) (None, 128) 16512 ['hyper_template_hyp_dense_2[0][0]'] hyper_template_hyp_dense_4 (Dense) (None, 128) 16512 ['hyper_template_hyp_dense_3[0][0]'] hyper_template_hyp_dense_5 (Dense) (None, 128) 16512 ['hyper_template_hyp_dense_4[0][0]'] pheno_input (InputLayer) [(None, 4)] 0 [] hyper_template_hyp_dense_6 (Dense) (None, 16) 2064 ['hyper_template_hyp_dense_5[0][0]'] hyper_dense_from_dense (HyperDenseFro (None, 3440640) 292454400 ['pheno_input[0][0]', mDense) 'hyper_template_hyp_dense_6[0][0]'] pheno_reshape (Reshape) (None, 40, 48, 56, 32) 0 ['hyper_dense_from_dense[0][0]'] decoder_conv_0 (HyperConv3DFromDense) (None, 40, 48, 56, 32) 470560 ['pheno_reshape[0][0]', 'hyper_template_hyp_dense_6[0][0]'] decoder_conv_0_activation (LeakyReLU) (None, 40, 48, 56, 32) 0 ['decoder_conv_0[0][0]'] decoder_upsample_0 (UpSampling3D) (None, 80, 96, 112, 32) 0 ['decoder_conv_0_activation[0][0]'] decoder_conv_1 (HyperConv3DFromDense) (None, 80, 96, 112, 32) 470560 ['decoder_upsample_0[0][0]', 'hyper_template_hyp_dense_6[0][0]'] decoder_conv_1_activation (LeakyReLU) (None, 80, 96, 112, 32) 0 ['decoder_conv_1[0][0]'] decoder_upsample_1 (UpSampling3D) (None, 160, 192, 224, 32) 0 ['decoder_conv_1_activation[0][0]'] decoder_extra_conv_0 (HyperConv3DFrom (None, 160, 192, 224, 32) 470560 ['decoder_upsample_1[0][0]', Dense) 'hyper_template_hyp_dense_6[0][0]'] decoder_extra_conv_0_activation (Leak (None, 160, 192, 224, 32) 0 ['decoder_extra_conv_0[0][0]'] yReLU) decoder_extra_conv_1 (HyperConv3DFrom (None, 160, 192, 224, 32) 470560 ['decoder_extra_conv_0_activation[0][0]' Dense) , 'hyper_template_hyp_dense_6[0][0]'] decoder_extra_conv_1_activation (Leak (None, 160, 192, 224, 32) 0 ['decoder_extra_conv_1[0][0]'] yReLU) decoder_extra_conv_2 (HyperConv3DFrom (None, 160, 192, 224, 32) 470560 ['decoder_extra_conv_1_activation[0][0]' Dense) , 'hyper_template_hyp_dense_6[0][0]'] decoder_extra_conv_2_activation (Leak (None, 160, 192, 224, 32) 0 ['decoder_extra_conv_2[0][0]'] yReLU) atlas_input (InputLayer) [(None, 160, 192, 224, 18 0 [] )] decoder_final_conv (HyperConv3DFromDe (None, 160, 192, 224, 18) 264690 ['decoder_extra_conv_2_activation[0][0]' nse) , 'hyper_template_hyp_dense_6[0][0]'] atlas (Add) (None, 160, 192, 224, 18) 0 ['atlas_input[0][0]', 'decoder_final_conv[0][0]'] source_input (InputLayer) [(None, 160, 192, 224, 1) 0 [] ] vxm_dense_unet_input_concat (Concaten (None, 160, 192, 224, 19) 0 ['atlas[0][0]', ate) 'source_input[0][0]'] vxm_dense_unet_enc_conv_0_0 (HyperCon (None, 160, 192, 224, 16) 139808 ['vxm_dense_unet_input_concat[0][0]', v3DFromDense) 'hyper_template_hyp_dense_6[0][0]'] vxm_dense_unet_enc_conv_0_0_activatio (None, 160, 192, 224, 16) 0 ['vxm_dense_unet_enc_conv_0_0[0][0]'] n (LeakyReLU) vxm_dense_unet_enc_pooling_0 (MaxPool (None, 80, 96, 112, 16) 0 ['vxm_dense_unet_enc_conv_0_0_activation ing3D) [0][0]'] vxm_dense_unet_enc_conv_1_0 (HyperCon (None, 80, 96, 112, 32) 235552 ['vxm_dense_unet_enc_pooling_0[0][0]', v3DFromDense) 'hyper_template_hyp_dense_6[0][0]'] vxm_dense_unet_enc_conv_1_0_activatio (None, 80, 96, 112, 32) 0 ['vxm_dense_unet_enc_conv_1_0[0][0]'] n (LeakyReLU) vxm_dense_unet_enc_pooling_1 (MaxPool (None, 40, 48, 56, 32) 0 ['vxm_dense_unet_enc_conv_1_0_activation ing3D) [0][0]'] vxm_dense_unet_enc_conv_2_0 (HyperCon (None, 40, 48, 56, 32) 470560 ['vxm_dense_unet_enc_pooling_1[0][0]', v3DFromDense) 'hyper_template_hyp_dense_6[0][0]'] vxm_dense_unet_enc_conv_2_0_activatio (None, 40, 48, 56, 32) 0 ['vxm_dense_unet_enc_conv_2_0[0][0]'] n (LeakyReLU) vxm_dense_unet_enc_pooling_2 (MaxPool (None, 20, 24, 28, 32) 0 ['vxm_dense_unet_enc_conv_2_0_activation ing3D) [0][0]'] vxm_dense_unet_enc_conv_3_0 (HyperCon (None, 20, 24, 28, 32) 470560 ['vxm_dense_unet_enc_pooling_2[0][0]', v3DFromDense) 'hyper_template_hyp_dense_6[0][0]'] vxm_dense_unet_enc_conv_3_0_activatio (None, 20, 24, 28, 32) 0 ['vxm_dense_unet_enc_conv_3_0[0][0]'] n (LeakyReLU) vxm_dense_unet_enc_pooling_3 (MaxPool (None, 10, 12, 14, 32) 0 ['vxm_dense_unet_enc_conv_3_0_activation ing3D) [0][0]'] vxm_dense_unet_dec_conv_3_0 (HyperCon (None, 10, 12, 14, 32) 470560 ['vxm_dense_unet_enc_pooling_3[0][0]', v3DFromDense) 'hyper_template_hyp_dense_6[0][0]'] vxm_dense_unet_dec_conv_3_0_activatio (None, 10, 12, 14, 32) 0 ['vxm_dense_unet_dec_conv_3_0[0][0]'] n (LeakyReLU) vxm_dense_unet_dec_upsample_3 (UpSamp (None, 20, 24, 28, 32) 0 ['vxm_dense_unet_dec_conv_3_0_activation ling3D) [0][0]'] vxm_dense_unet_dec_upsample_3_concat (None, 20, 24, 28, 64) 0 ['vxm_dense_unet_dec_upsample_3[0][0]', (Concatenate) 'vxm_dense_unet_enc_conv_3_0_activation [0][0]'] vxm_dense_unet_dec_conv_2_0 (HyperCon (None, 20, 24, 28, 32) 940576 ['vxm_dense_unet_dec_upsample_3_concat[0 v3DFromDense) ][0]', 'hyper_template_hyp_dense_6[0][0]'] vxm_dense_unet_dec_conv_2_0_activatio (None, 20, 24, 28, 32) 0 ['vxm_dense_unet_dec_conv_2_0[0][0]'] n (LeakyReLU) vxm_dense_unet_dec_upsample_2 (UpSamp (None, 40, 48, 56, 32) 0 ['vxm_dense_unet_dec_conv_2_0_activation ling3D) [0][0]'] vxm_dense_unet_dec_upsample_2_concat (None, 40, 48, 56, 64) 0 ['vxm_dense_unet_dec_upsample_2[0][0]', (Concatenate) 'vxm_dense_unet_enc_conv_2_0_activation [0][0]'] vxm_dense_unet_dec_conv_1_0 (HyperCon (None, 40, 48, 56, 32) 940576 ['vxm_dense_unet_dec_upsample_2_concat[0 v3DFromDense) ][0]', 'hyper_template_hyp_dense_6[0][0]'] vxm_dense_unet_dec_conv_1_0_activatio (None, 40, 48, 56, 32) 0 ['vxm_dense_unet_dec_conv_1_0[0][0]'] n (LeakyReLU) vxm_dense_unet_dec_upsample_1 (UpSamp (None, 80, 96, 112, 32) 0 ['vxm_dense_unet_dec_conv_1_0_activation ling3D) [0][0]'] vxm_dense_unet_dec_upsample_1_concat (None, 80, 96, 112, 64) 0 ['vxm_dense_unet_dec_upsample_1[0][0]', (Concatenate) 'vxm_dense_unet_enc_conv_1_0_activation [0][0]'] vxm_dense_unet_dec_conv_0_0 (HyperCon (None, 80, 96, 112, 32) 940576 ['vxm_dense_unet_dec_upsample_1_concat[0 v3DFromDense) ][0]', 'hyper_template_hyp_dense_6[0][0]'] vxm_dense_unet_dec_conv_0_0_activatio (None, 80, 96, 112, 32) 0 ['vxm_dense_unet_dec_conv_0_0[0][0]'] n (LeakyReLU) vxm_dense_unet_dec_final_conv_0 (Hype (None, 80, 96, 112, 16) 235280 ['vxm_dense_unet_dec_conv_0_0_activation rConv3DFromDense) [0][0]', 'hyper_template_hyp_dense_6[0][0]'] vxm_dense_unet_dec_final_conv_0_activ (None, 80, 96, 112, 16) 0 ['vxm_dense_unet_dec_final_conv_0[0][0]' ation (LeakyReLU) ] vxm_dense_flow (Conv3D) (None, 80, 96, 112, 3) 1299 ['vxm_dense_unet_dec_final_conv_0_activa tion[0][0]'] vxm_dense_flow_int (VecInt) (None, 80, 96, 112, 3) 0 ['vxm_dense_flow[0][0]'] lambda (Lambda) ((None, 160, 192, 224, 1) 0 ['atlas[0][0]'] , (None, 160, 192, 224, 1 7)) vxm_dense_diffflow (RescaleTransform) (None, 160, 192, 224, 3) 0 ['vxm_dense_flow_int[0][0]'] tf.math.reduce_sum_1 (TFOpLambda) (None, 1) 0 ['hyper_template_hyp_input[0][0]'] watlas_pix (SpatialTransformer) (None, 160, 192, 224, 1) 0 ['lambda[0][0]', 'vxm_dense_diffflow[0][0]'] tf.math.truediv (TFOpLambda) (None, 4) 0 ['hyper_template_hyp_input[0][0]', 'tf.math.reduce_sum_1[0][0]'] watlas_seg (SpatialTransformer) (None, 160, 192, 224, 17) 0 ['lambda[0][1]', 'vxm_dense_diffflow[0][0]'] mri_seg (InputLayer) [(None, 160, 192, 224, 17 0 [] )] mri_pix_loss (Lambda) () 0 ['watlas_pix[0][0]', 'source_input[0][0]'] tf.__operators__.getitem (SlicingOpLa (None,) 0 ['tf.math.truediv[0][0]'] mbda) mri_seg_loss (Lambda) () 0 ['watlas_seg[0][0]', 'mri_seg[0][0]'] tf.__operators__.getitem_1 (SlicingOp (None,) 0 ['tf.math.truediv[0][0]'] Lambda) centrality_loss (Lambda) (160, 192, 224) 0 ['vxm_dense_diffflow[0][0]'] tf.__operators__.getitem_3 (SlicingOp (None,) 0 ['tf.math.truediv[0][0]'] Lambda) phi_smooth (Lambda) (None,) 0 ['vxm_dense_diffflow[0][0]'] tf.__operators__.getitem_2 (SlicingOp (None,) 0 ['tf.math.truediv[0][0]'] Lambda) hyp_mri_pix_loss (Lambda) (None,) 0 ['mri_pix_loss[0][0]', 'tf.__operators__.getitem[0][0]'] hyp_mri_seg_loss (Lambda) (None,) 0 ['mri_seg_loss[0][0]', 'tf.__operators__.getitem_1[0][0]'] hyp_centrality (Lambda) (None,) 0 ['centrality_loss[0][0]', 'tf.__operators__.getitem_3[0][0]'] hyp_phi_smooth (Lambda) (None,) 0 ['phi_smooth[0][0]', 'tf.__operators__.getitem_2[0][0]'] ======================================================================================================================== Total params: 299,985,989 Trainable params: 299,985,989 Non-trainable params: 0 ________________________________________________________________________________________________________________________ Model Directory: hyper-models/hypernet_cond_seg_atlas17/data_format_full_size/bs_2_lr_0.0001_imloss_mse_100.0_segloss_catcrossentrop_0.1_centrality_loss_0.1_gradloss_1.0_nb_levels_3_dec_feats_32_unet_half_resTrue_sigma_centrality_1.0 Epoch 1/4000