diff --git a/models/maisi_ct_generative/configs/inference_trt.json b/models/maisi_ct_generative/configs/inference_trt.json new file mode 100644 index 00000000..90851711 --- /dev/null +++ b/models/maisi_ct_generative/configs/inference_trt.json @@ -0,0 +1,19 @@ +{ + "+imports": [ + "$from monai.networks import trt_compile" + ], + "c_trt_args": { + "export_args": { + "dynamo": "$False", + "report": "$True" + }, + "output_lists": [ + [ + -1 + ], + [] + ] + }, + "controlnet": "$trt_compile(@controlnet_def.to(@device), @trained_controlnet_path, @c_trt_args)", + "diffusion_unet": "$trt_compile(@diffusion_unet_def.to(@device), @trained_diffusion_path)" +} diff --git a/models/maisi_ct_generative/configs/metadata.json b/models/maisi_ct_generative/configs/metadata.json index fd2a306c..010a70d1 100644 --- a/models/maisi_ct_generative/configs/metadata.json +++ b/models/maisi_ct_generative/configs/metadata.json @@ -1,7 +1,8 @@ { "schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_generator_ldm_20240318.json", - "version": "0.4.5", + "version": "0.4.6", "changelog": { + "0.4.6": "add TensorRT support", "0.4.5": "update README", "0.4.4": "update issue for IgniteInfo", "0.4.3": "remove download large files, add weights_only when loading weights and add label_dict to large files",