@unpublished {orozco2023invnet,
	title = {InvertibleNetworks.jl: A Julia package for scalable normalizing flows},
	year = {2023},
	month = {12},
	abstract = {InvertibleNetworks.jl is a Julia package designed for the scalable implementation of normalizing flows, a method for density estimation and sampling in high-dimensional distributions. This package excels in memory efficiency by leveraging the inherent invertibility of normalizing flows, which significantly reduces memory requirements during backpropagation compared to existing normalizing flow packages that rely on automatic differentiation frameworks. InvertibleNetworks.jl has been adapted for diverse applications, including seismic imaging, medical imaging, and CO2 monitoring, demonstrating its effectiveness in learning high-dimensional distributions.},
	keywords = {Bayesian inference, computing, conditional normalizing flows, deep learning, HPC, Inverse problems, memory, Normalizing flows, software, Uncertainty quantification},
	doi = {10.48550/arXiv.2312.13480},
	author = {Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@article {louboutin2023lmi,
	title = {Learned multiphysics inversion with differentiable programming and machine learning},
	journal = {The Leading Edge},
	volume = {42},
	year = {2023},
	note = {(The Leading Edge)},
	month = {07},
	pages = {452-516},
	abstract = {We present the Seismic Laboratory for Imaging and Modeling/Monitoring (SLIM) open-source software framework for computational geophysics and, more generally, inverse problems involving the wave-equation (e.g., seismic and medical ultrasound), regularization with learned priors, and learned neural surrogates for multiphase flow simulations. By integrating multiple layers of abstraction, our software is designed to be both readable and scalable. This allows researchers to easily formulate their problems in an abstract fashion while exploiting the latest developments in high-performance computing. We illustrate and demonstrate our design principles and their benefits by means of building a scalable prototype for permeability inversion from time-lapse crosswell seismic data, which aside from coupling of wave physics and multiphase flow, involves machine learning.},
	keywords = {CCS, deep learning, Fourier neural operators, GCS, Imaging, inversion, invertible networks, machine learning, monitoring, multiphysics, Normalizing flows, SLIM, software, time-lapse},
	url = {https://library.seg.org/doi/10.1190/tle42070474.1},
	presentation = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.html},
	author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Ali Siahkoohi and Gabrio Rizzuti and Philipp A. Witte and Olav M{\o}yner and Gerard J. Gorman and Felix J. Herrmann}
}
@conference {siahkoohi2021EarthMLfar,
	title = {Fast and reliability-aware seismic imaging with conditional normalizing flows},
	booktitle = {Intelligent illumination of the Earth},
	year = {2021},
	note = {(KAUST, virtual)},
	month = {09},
	abstract = {The posterior probability distribution provides a comprehensive description of the solution in ill-posed inverse problems. Sampling from the posterior distribution in the context of seismic imaging is challenged by the high-dimensionality of the unknown and the expensive-to-evaluate forward operator. These challenges limit the applicability of Markov Chain sampling methods due to the costs associated with the forward operator. Moreover, explicitly choosing a prior distribution that captures the true heterogeneity exhibited by the Earth{\textquoteright}s subsurface further complicates casting seismic imaging into a Bayesian framework. To handle this situation and to assess uncertainty, we propose a data-driven variational inference approach based on conditional normalizing flows (NFs). The proposed scheme leverages existing data, which are in the form of low- and high-fidelity migrated image pairs, to train a conditional NF capable of characterizing the posterior distribution. After training, the NF can be used to sample from the posterior distribution associated with a previously unseen seismic survey, which is in some sense close, e.g., data from a neighboring survey area. In our numerical example, we obtain high-fidelity images from the Parihaka dataset and low-fidelity images are derived from these images through the process of demigration, followed by adding band-limited noise and migration. During inference, given shot records from a new neighboring seismic survey, we first compute the reverse-time migration image. Next, by feeding this low-fidelity migrated image to the NF we gain access to samples from the posterior distribution virtually for free. We use these samples to compute a high-fidelity image including a first assessment of the image{\textquoteright}s reliability.},
	keywords = {Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/KAUST/2021/siahkoohi2021EarthMLfar/siahkoohi2021EarthMLfar.pdf},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@conference {witte2021JULIACONmedlj,
	title = {InvertibleNetworks.jl - Memory efficient deep learning in Julia},
	booktitle = {JuliaCon},
	year = {2021},
	note = {(JuliaCon, virtual)},
	month = {07},
	abstract = {We present InvertibleNetworks.jl, an open-source package for invertible neural networks and normalizing flows using memory-efficient backpropagation. InvertibleNetworks.jl uses manually implement gradients to take advantage of the invertibility of building blocks, which allows for scaling to large-scale problem sizes. We present the architecture and features of the library and demonstrate its application to a variety of problems ranging from loop unrolling to uncertainty quantification.},
	keywords = {deep learning, Invertible network, Julia, Normalizing flows, segmentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/JuliaCon/2021/witte2021JULIACONmedlj/witte2021JULIACONmedlj.pdf},
	url2 = {https://www.youtube.com/watch?v=9M-zEGHY4i4},
	author = {Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@conference {herrmann2021Delftlwi,
	title = {Learned wave-based imaging - variational inference at scale},
	booktitle = {Delft},
	year = {2021},
	note = {(Delft, virtual)},
	month = {06},
	abstract = {High dimensionality, complex physics, and lack of access to the ground truth rank medical ultrasound and seismic imaging amongst the most challenging problems in the computational imaging sciences. If these challenges were not bad enough, modern applications of computational imaging increasingly call for the assessment of uncertainty on the image itself and on subsequent tasks. During this talk, I will show how recent developments in Normalizing Flows, a new type of invertible neural networks, can be used to cast wave-based imaging into a scalable Bayesian framework. Contrary to conventional methods, where sample images are drawn from the posterior distribution during inversion, our approach trains Normalizing Flows capable of generating samples from the posterior. Aside from greatly reducing the computational cost, this approach gives us access to the image itself (via Maximum a posteriori or mean estimation) and its multidimensional statistical distribution including its pointwise variance.},
	keywords = {medical imaging, Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.mp4},
	author = {Felix J. Herrmann and Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin}
}
@presentation {siahkoohi2021ML4SEISMICmcn,
	title = {Multifidelity conditional normalizing flows for physics-guided Bayesian inference},
	year = {2021},
	month = {11},
	abstract = {We introduce a scalable Bayesian inference approach that combines techniques from deep learning with a physic-based variational inference formulation. Bayesian inference for ill-posed inverse problems is challenged by the high-dimensionality of the unknown, computationally expensive forward operator, and choosing a prior distribution that accurately encodes prior knowledge on the unknown. To handle this situation and to assess uncertainty, we propose to approximate the posterior distribution using a pretrained conditional normalizing flow, which is trained on existing low- and high-fidelity estimations of the unknown. To further improve the accuracy of this approximation, we use transfer learning and finetune this normalizing flow by minimizing the Kullback-Leibler divergence between the predicted and the desired high-fidelity posterior density. This amounts to minimizing a physic-based variational inference objective with respect to the network weights, which we believe might scale better than Bayesian inference with Markov Chain sampling methods. We apply the proposed Bayesian inference approach to seismic imaging where we use quasi-real data obtained from the Parihaka dataset.},
	keywords = {deep learning, ML4SEISMIC, Normalizing flows, seismic imaging, SLIM, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/siahkoohi2021ML4SEISMICmcn/Mon-11-45-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@conference {siahkoohi2021AABIpto,
	title = {Preconditioned training of normalizing flows for variational inference in inverse problems},
	booktitle = {3rd Symposium on Advances in Approximate Bayesian Inference},
	year = {2021},
	note = {AABI},
	month = {01},
	abstract = {Obtaining samples from the posterior distribution of inverse problems with expensive forward operators is challenging especially when the unknowns involve the strongly heterogeneous Earth. To meet these challenges, we propose a preconditioning scheme involving a conditional normalizing flow (NF) capable of sampling from a low-fidelity posterior distribution directly. This conditional NF is used to speed up the training of the high-fidelity objective involving minimization of the Kullback-Leibler divergence between the predicted and the desired high-fidelity posterior density for indirect measurements at hand. To minimize costs associated with the forward operator, we initialize the high-fidelity NF with the weights of the pretrained low-fidelity NF, which is trained beforehand on available model and data pairs. Our numerical experiments, including a 2D toy and a seismic compressed sensing example, demonstrate that thanks to the preconditioning considerable speed-ups are achievable compared to training NFs from scratch.},
	keywords = {Inverse problems, Normalizing flows, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2021/siahkoohi2021AABIpto/siahkoohi2020ABIfab.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2021/siahkoohi2021AABIpto/siahkoohi2021AABIpto_pres.pdf},
	url2 = {https://openreview.net/forum?id=P9m1sMaNQ8T},
	software = {https://github.com/slimgroup/Software.siahkoohi2021AABIpto},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Philipp A. Witte and Felix J. Herrmann}
}
@conference {ren2021AGUsvi,
	title = {Seismic Velocity Inversion and Uncertainty Quantification Using Conditional Normalizing Flows},
	booktitle = {AGU Annual Meeting},
	year = {2021},
	note = {(AGU 2021, New Orleans)},
	month = {12},
	pages = {U12A-03},
	abstract = {In this work, we use a conditional normalizing flow (CNF) to address the seismic velocity inversion problem. Considering the large dimension difference between seismic data and velocity model, we reduce the data dimension by calculating its reverse time. After that, we train the CNF on pairs of migrated data and velocity. During inference, given a new seismic data, feeding the corresponding migrated image into the trained CNF will lead to posterior samples of the velocity inversion distribution. In addition, uncertainty quantification of the inverted results can be achieved by statistical metrics like mean and standard deviation. In our numerical example, the implementation is based on open-sourced software InvertibleNetworks.jl (Witte et al., 2021), JUDI.jl (Witte et al., 2019) and Devito (Louboutin et al., 2019). The training dataset are built based on the SEG/EAGE Overthrust model. For an unseen seismic data, the posterior samples of inversion results given by the trained CNF can be considered as good estimates of the true velocity. Especially, judging from the metrics like MAE, MSE, PSNR, SSIM, et al., the posterior mean is usually closer to the true velocity and the standard deviation indicates that the velocity value is more reliable within the subsurface layers than that on layer edges. Moreover, the inverted results, either the posterior samples or posterior mean, can be used as an initial model in the subsequent FWI for a more accurate result.},
	keywords = {AGU, inversion, machine learning, Normalizing flows, Uncertainty quantification},
	url = {https://agu.confex.com/agu/fm21/meetingapp.cgi/Paper/815883},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi.mp4},
	software = {https://github.com/slimgroup/INN_Velocity-Migration},
	author = {Yuxiao Ren and Philipp A. Witte and Ali Siahkoohi and Mathias Louboutin and Ziyi Yin and Felix J. Herrmann}
}
