@inproceedings{c8f1e09f3d5648b588ccbec382e322db,
title = "Deformable Registration of MRI to Intraoperative Cone-Beam CT of the Brain Using a Joint Synthesis and Registration Network",
abstract = "Purpose: Neuro-endoscopic surgery requires accurate targeting of deep-brain structures in the presence of deep-brain deformations (up to 10 mm). We report a deep learning-based method to solve deformable MR-to-CBCT registration using a joint synthesis and registration (JSR) network. Method: The JSR network first encodes the MR and CBCT images into latent variables via MR and CBCT encoders, which are then decoded by two branches: image synthesis branches for MR-CT and CBCT-CT synthesis; and a registration branch for intra-modality registration in an intermediate (synthetic) CT domain. The two branches are jointly optimized, encouraging the encoders to extract features pertinent to both synthesis and registration. The algorithm was trained and tested on a dataset of 420 paired volumes presenting a wide range of simulated deformations. The JSR method was trained in a semi-supervised manner and evaluated in comparison to an alternative, state-of-the-art, inter-modality registration method (VoxelMorph). Results: The JSR method achieved Dice of 0.67 ± 0.11, surface distance error (SD) of 0.47 ± 0.26 mm, and target registration error (TRE) of 2.23 ± 0.80 mm in a simulation study - each superior to the alternative methods considered in this work. Moreover, JSR maintained diffeomorphism and exhibited a fast runtime of 2.55 ± 0.03 s. Conclusion: The JSR algorithm demonstrates accurate, near real-time deformable registration of preoperative MRI to intraoperative CBCT and is potentially suitable to intraoperative guidance of intracranial neurosurgery.",
keywords = "Deep Learning, Deformable Registration, Generative Adversarial Network, Image Synthesis, Multimodal Registration, Neurosurgery",
author = "R. Han and Jones, {C. K.} and P. Wu and P. Vagdargi and X. Zhang and A. Uneri and J. Lee and M. Luciano and Anderson, {W. S.} and P. Helm and Siewerdsen, {J. H.}",
note = "Funding Information: This research was supported by NIH grant U01-NS-107133 and academic-industry partnership with Medtronic Inc. (Littleton, MA). Publisher Copyright: {\textcopyright} 2022 SPIE.; Medical Imaging 2022: Image-Guided Procedures, Robotic Interventions, and Modeling ; Conference date: 21-03-2022 Through 27-03-2022",
year = "2022",
doi = "10.1117/12.2611783",
language = "English (US)",
series = "Progress in Biomedical Optics and Imaging - Proceedings of SPIE",
publisher = "SPIE",
editor = "Linte, {Cristian A.} and Siewerdsen, {Jeffrey H.}",
booktitle = "Medical Imaging 2022",
}