@article {orozco2023invnet,
	title = {InvertibleNetworks.jl: A Julia package for scalable normalizing flows},
	journal = {Journal of Open Source Software},
	volume = {9},
	year = {2024},
	month = {7},
	abstract = {InvertibleNetworks.jl is a Julia package designed for the scalable implementation of normalizing flows, a method for density estimation and sampling in high-dimensional distributions. This package excels in memory efficiency by leveraging the inherent invertibility of normalizing flows, which significantly reduces memory requirements during backpropagation compared to existing normalizing flow packages that rely on automatic differentiation frameworks. InvertibleNetworks.jl has been adapted for diverse applications, including seismic imaging, medical imaging, and CO2 monitoring, demonstrating its effectiveness in learning high-dimensional distributions.},
	keywords = {Bayesian inference, computing, conditional normalizing flows, deep learning, HPC, Inverse problems, memory, Normalizing flows, software, Uncertainty quantification},
	doi = {10.21105/joss.06554},
	url = {https://doi.org/10.21105/joss.06554},
	author = {Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@conference {orozco2022SPIEadjoint,
	title = {Adjoint operators enable fast and amortized machine learning based Bayesian uncertainty quantification},
	booktitle = {SPIE Medical Imaging Conference},
	year = {2023},
	note = {(SPIE, San Diego)},
	month = {02},
	abstract = {Machine learning algorithms such as Normalizing Flows, VAEs, and GANs are powerful tools in Bayesian uncertainty quantification (UQ) of inverse problems. Unfortunately, when using these algorithms medical imaging practitioners are faced with the challenging task of manually defining neural networks that can handle complicated inputs such as acoustic data. This task needs to be replicated for different receiver types or configurations since these change the dimensionality of the input. We propose to first transform the data using the adjoint operator {\textemdash}ex: time reversal in photoacoustic imaging (PAI) or back-projection in computer tomography (CT) imaging {\textemdash} then continue posterior inference using the adjoint data as an input now that it has been standardized to the size of the unknown model. This adjoint preprocessing technique has been used in previous works but with minimal discussion on if it is biased. In this work, we prove that conditioning on adjoint data is unbiased for a certain class of inverse problems. We then demonstrate with two medical imaging examples (PAI and CT) that adjoints enable two things: Firstly, adjoints partially undo the physics of the forward operator resulting in faster convergence of an ML based Bayesian UQ technique. Secondly, the algorithm is now robust to changes in the observed data caused by differing transducer subsampling in PAI and number of angles in CT. Our adjoint-based Bayesian inference method results in point estimates that are faster to compute than traditional baselines and show higher SSIM metrics, while also providing validated UQ.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, Normalizing flows, SPIE, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2023/orozco2022SPIEadjoint/SPIE_2022_adjoint.html},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {orozco2023MIDLanf,
	title = {Amortized normalizing flows for transcranial ultrasound with uncertainty quantification},
	booktitle = {Medical Imaging with Deep Learning},
	year = {2023},
	note = {(MIDL, Nashville)},
	month = {07},
	abstract = {We present a novel approach to transcranial ultrasound computed tomography that utilizes normalizing flows to improve the speed of imaging and provide Bayesian uncertainty quantification. Our method combines physics-informed methods and data-driven methods to accelerate the reconstruction of the final image. We make use of a physics-informed summary statistic to incorporate the known ultrasound physics with the goal of compressing large incoming observations. This compression enables efficient training of the normalizing flow and standardizes the size of the data regardless of imaging configurations. The combinations of these methods results in fast uncertainty-aware image reconstruction that generalizes to a variety of transducer configurations. We evaluate our approach with in silico experiments and demonstrate that it can significantly improve the imaging speed while quantifying uncertainty. We validate the quality of our image reconstructions by comparing against the traditional physics-only method and also verify that our provided uncertainty is calibrated with the error.},
	keywords = {Bayesian Estimation, invertible networks, medical imaging, MIDL, Physics and Machine Learning Hybrid, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/MIDL/2023/orozco2023MIDLanf/paper.pdf},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@article {louboutin2023lmi,
	title = {Learned multiphysics inversion with differentiable programming and machine learning},
	journal = {The Leading Edge},
	volume = {42},
	year = {2023},
	note = {(The Leading Edge)},
	month = {07},
	pages = {452-516},
	abstract = {We present the Seismic Laboratory for Imaging and Modeling/Monitoring (SLIM) open-source software framework for computational geophysics and, more generally, inverse problems involving the wave-equation (e.g., seismic and medical ultrasound), regularization with learned priors, and learned neural surrogates for multiphase flow simulations. By integrating multiple layers of abstraction, our software is designed to be both readable and scalable. This allows researchers to easily formulate their problems in an abstract fashion while exploiting the latest developments in high-performance computing. We illustrate and demonstrate our design principles and their benefits by means of building a scalable prototype for permeability inversion from time-lapse crosswell seismic data, which aside from coupling of wave physics and multiphase flow, involves machine learning.},
	keywords = {CCS, deep learning, Fourier neural operators, GCS, Imaging, inversion, invertible networks, machine learning, monitoring, multiphysics, Normalizing flows, SLIM, software, time-lapse},
	url = {https://library.seg.org/doi/10.1190/tle42070474.1},
	presentation = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.html},
	author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Ali Siahkoohi and Gabrio Rizzuti and Philipp A. Witte and Olav M{\o}yner and Gerard J. Gorman and Felix J. Herrmann}
}
@article {siahkoohi2022ravi,
	title = {Reliable amortized variational inference with physics-based latent distribution correction},
	journal = {Geophysics},
	volume = {88},
	number = {3},
	year = {2023},
	note = {(Geophysics)},
	month = {05},
	abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs of the forward operator and the selection of an appropriate prior distribution. Amortized variational inference addresses these challenges where a neural network is trained to approximate the posterior distribution over existing pairs of model and data. When fed previously unseen data and normally distributed latent samples as input, the pretrained deep neural network{\textendash}-in our case a conditional normalizing flow{\textendash}-provides posterior samples with virtually no cost. However, the accuracy of this approach relies on the availability of high-fidelity training data, which seldom exists in geophysical inverse problems because of the highly heterogeneous structure of the Earth. In addition, accurate amortized variational inference requires the observed data to be drawn from the training data distribution. As such, we offer a solution that increases the resilience of amortized variational inference when faced with data distribution shifts, e.g., changes in the forward model or prior distribution. Our method involves a physics-based correction to the conditional normalizing flow latent distribution to provide a more accurate approximation to the posterior distribution for the observed data at hand. To accomplish this, instead of a standard Gaussian latent distribution, we parameterize the latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance. These unknown quantities are then estimated by minimizing the Kullback-Leibler divergence between the corrected and true posterior distributions. While generic and applicable to other inverse problems, by means of a seismic imaging example, we show that our correction step improves the robustness of amortized variational inference with respect to changes in number of source experiments, noise variance, and shifts in the prior distribution. This approach provides a seismic image with limited artifacts and an assessment of its uncertainty with approximately the same cost as five reverse-time migrations.},
	keywords = {Inverse problems, Normalizing flows, seismic imaging, Uncertainty quantification, Variational Inference},
	doi = {10.1190/geo2022-0472.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2023/siahkoohi2022ravi/paper.html},
	software = {https://github.com/slimgroup/ReliableAVI.jl},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@conference {louboutin2022RHPCafa,
	title = {Abstractions for at-scale seismic inversion},
	booktitle = {Rice Oil and Gas High Performance Computing Conference 2022},
	year = {2022},
	note = {Rice Oil and Gas High Performance Computing Conference 2022},
	month = {03},
	pages = {Thursday Workshop: Devito Training and Hackathon},
	abstract = {We present the SLIM open-source software framework for computational geophysics, and more generally, inverse problems based on the wave-equation (e.g., medical ultrasound). We developed a software environment aimed at scalable research and development by designing multiple layers of abstractions. This environment allows the researchers to easily formulate their problem in an abstract fashion, while still being able to exploit the latest developments in high-performance computing. We illustrate and demonstrate the benefits of our software design on many geophysical applications, including seismic inversion and physics-informed machine learning for geophysics (e.g., loop unrolled imaging, uncertainty quantification), all while facilitating the integration of external software.},
	keywords = {CCS, devito, FWI, HPC, inversion, JUDI, machine learning, RHPC, software, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/RHPC/2022/louboutin2022RHPCafa/RiceHPC22.pdf},
	url2 = {https://youtu.be/scRTbP8w6Wk?t=4542},
	author = {Mathias Louboutin and Ali Siahkoohi and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Yijun Zhang and Philipp A. Witte and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {louboutin2022SEGais,
	title = {Accelerating innovation with software abstractions for scalable computational geophysics},
	booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
	year = {2022},
	note = {(IMAGE, Houston)},
	month = {05},
	abstract = {We present the SLIM open-source software framework for computational geophysics, and more generally, inverse problems based on the wave-equation (e.g., medical ultrasound). We developed a software environment aimed at scalable research and development by designing multiple layers of abstractions. This environment allows the researchers to easily formulate their problem in an abstract fashion, while still being able to exploit the latest developments in high-performance computing. We illustrate and demonstrate the benefits of our software design on many geophysical applications, including seismic inversion and physics-informed machine learning for geophysics(e.g., loop unrolled imaging, uncertainty quantification), all while facilitating the integration of external software.},
	keywords = {CCS, devito, FWI, HPC, inversion, JUDI, machine learning, SEG, software, Uncertainty quantification},
	doi = {10.1190/image2022-3750561.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/louboutin_seg22.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/index.html},
	author = {Mathias Louboutin and Philipp A. Witte and Ali Siahkoohi and Gabrio Rizzuti and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICaos,
	title = {Adjoint operators as summary functions in amortized Bayesian inference frameworks},
	year = {2022},
	month = {11},
	abstract = {An important concern in seismic inverse problems is the large and varying size of observed data. The large size can cause computational cost concerns and its varying size (such as when changing receiver geometries) implies the need to rerun inference algorithms from scratch for each new observation. Motivated by these two problems, we take inspiration from the statistics literature which commonly relies on summary statistic of observed data. Summary statistic compress the observed data leaving only information needed for inference. In this work, we argue that the adjoint operator provides a natural candidate for a summary function in the context of physics-based inverse problems. We first mathematically show that for certain general assumptions transforming data under the adjoint operator defines a new conditional distribution which preserves the expectations of the original posterior. We validate our hypothesis by evaluating our framework in a learned amortized inference algorithm. Our seismic and medical synthetic experiments show computational gains and increased quality of point estimates using our framework. We discuss statistical metrics that show our learned posterior is well calibrated therefore justifying its use in uncertainty quantification.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICaos/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@article {siahkoohi2021dbif,
	title = {Deep Bayesian inference for seismic imaging with tasks},
	journal = {Geophysics},
	volume = {87},
	number = {5},
	year = {2022},
	note = {(Geophysics)},
	month = {07},
	pages = {281-302},
	abstract = {We propose to use techniques from Bayesian inference and deep neural networks to translate uncertainty in seismic imaging to uncertainty in tasks performed on the image, such as horizon tracking. Seismic imaging is an ill-posed inverse problem because of unavoidable bandwidth and aperture limitations, which that is hampered by the presence of noise and linearization errors. Many regularization methods, such as transform-domain sparsity promotion, have been designed to deal with the adverse effects of these errors, however, these methods run the risk of biasing the solution and do not provide information on uncertainty in the image space and how this uncertainty impacts certain tasks on the image. A systematic approach is proposed to translate uncertainty due to noise in the data to confidence intervals of automatically tracked horizons in the image. The uncertainty is characterized by a convolutional neural network (CNN) and to assess these uncertainties, samples are drawn from the posterior distribution of the CNN weights, used to parameterize the image. Compared to traditional priors, in the literature it is argued that these CNNs introduce a flexible inductive bias that is a surprisingly good fit for many diverse domains in imaging. The method of stochastic gradient Langevin dynamics is employed to sample from the posterior distribution. This method is designed to handle large scale Bayesian inference problems with computationally expensive forward operators as in seismic imaging. Aside from offering a robust alternative to maximum a posteriori estimate that is prone to overfitting, access to these samples allow us to translate uncertainty in the image, due to noise in the data, to uncertainty on the tracked horizons. For instance, it admits estimates for the pointwise standard deviation on the image and for confidence intervals on its automatically tracked horizons.},
	keywords = {deep priors, horizon tracking, seismic imaging, Uncertainty quantification},
	doi = {10.1190/geo2021-0666.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2022/siahkoohi2021dbif/paper.html},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@presentation {yin2022TRANSFORMjulia,
	title = {Julia for Geoscience},
	year = {2022},
	month = {04},
	abstract = {In this tutorial, we will introduce the Julia programming language to the geoscience community, covering topics such as I/O, data processing, inversion, and machine learning. We will begin by installing Julia and relevant packages. Through a series of tutorials, we will demonstrate Julia{\textquoteright}s abstraction power and show how to load and plot data, write your own functions/operators, form and solve a geophysical inverse problem, and demonstrate how to integrate wave-equation solvers in Julia with machine learning frameworks. The intent of this presentation is to provide an introductory level tutorial that will be useful to members of the geoscience community.},
	keywords = {JOLI, JUDI, Julia, machine learning, SLIM, software, TRANSFORM},
	url = {https://transform.softwareunderground.org/2022-julia-for-geoscience},
	url2 = {https://www.youtube.com/watch?v=HyWfp3NzIbg},
	software = {https://github.com/slimgroup/SLIMTutorials},
	author = {Ziyi Yin and Mathias Louboutin and Philipp A. Witte and Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Henryk Modzelewski and Felix J. Herrmann}
}
@presentation {siahkoohi2022ML4SEISMICluq,
	title = {Low-cost uncertainty quantification for large-scale inverse problems},
	year = {2022},
	month = {11},
	abstract = {Bayesian inference for large-scale inverse problems is challenged by the computationally costly forward operator evaluations during posterior distribution sampling. Recent advances in variational inference and deep learning reduce these costs by pretraining a neural network capable of sampling the posterior distribution for previously unseen observed data. In geophysical applications, however, the accuracy of these methods depends on sufficiently capturing subsurface variability through a training dataset, which is challenging given the heterogeneity of the Earth{\textquoteright}s subsurface and our lack of access to it. Moreover, these methods may be unreliable in the presence of data distribution shifts, e.g., a change in the number of source experiments, noise distribution, or geological features to be imaged. As such, we present a solution that increases the robustness of deep-learning-based Bayesian inference approaches when faced with changes in data distribution. Our proposed method involves a physics-based adaptation to the latent distribution of a conditional normalizing flow that is pretrained to approximate the posterior distribution for previously unseen data. Instead of feeding standard Gaussian latent samples to the conditional normalizing flow, this method parameterizes the latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, estimated by minimizing the Kullback-Leibler divergence between predicted and true posterior distributions. This method is applicable to a wide range of inverse problems and has the potential to significantly reduce the costs of Bayesian variational inference. By means of a realistic seismic imaging example we demonstrate that the proposed latent distribution adaptation method mitigates the Bayesian inference errors induced by data distribution shifts, including shifts in the forward model and prior distribution.},
	keywords = {Inverse problems, ML4SEISMIC, Normalizing flows, seismic imaging, SLIM, Uncertainty quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/siahkoohi2022ML4SEISMICluq/siahkoohi2022ML4SEISMICluq_pres.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@conference {siahkoohi2022SEGWSrav,
	title = {Reliable amortized variational inference with conditional normalizing flows via physics-based latent distribution correction},
	booktitle = {IMAGE Workshop on Subsurface Uncertainty Description and Estimation - Moving Away from Single Prediction with Distribution Learning},
	year = {2022},
	note = {(IMAGE Workshop, Houston)},
	month = {09},
	abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs associated with the forward operator during posterior sampling, as well as the selection of an appropriate prior distribution that encodes our prior knowledge about the unknown. Amortized variational inference addresses these challenges by pretraining a conditional normalizing flow (cNF) that approximates the posterior distribution over the existing model and data joint samples where the prior is implicitly learned from the data. When fed data and normally distributed latent samples as input, the pretrained cNF provides posterior samples for previously unseen data virtually for free. The accuracy of this purely data-driven approach, however, is dependent on the availability of high-fidelity training data, which is rarely the case with geophysical inverse problems, due to the highly heterogeneous structure of the Earth. To overcome this challenge and to minimize the negative bias of data distribution shifts during inference, we propose learning a physics-based correction to the cNF latent distribution to provide a more accurate approximation to the posterior distribution. We accomplish this by parameterizing the cNF latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, which are estimated by minimizing the Kullback-Leibler divergence between the corrected posterior distribution estimate and the true posterior distribution. For a relatively well-trained cNF, this approach provides reliable posterior samples with a limited computational cost while remaining bound to data and physics. We showcase the computational gains of this approach on a "quasi" real seismic imaging example.},
	keywords = {Bayesian inference, deep learning, Generative models, Imaging, Inverse problems, SEG, Uncertainty quantification, workshop},
	url = {https://www.imageevent.org/Workshop/subsurface-uncertainty-description-estimation-moving-away-single-prediction-distribution-learning},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGWSrav/Thur-15-55-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@conference {siahkoohi2022EAGEweb,
	title = {Wave-equation based inversion with amortized variational Bayesian inference},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2022},
	note = {(EAGE, Madrid)},
	month = {06},
	pages = {Session 2: Velocity model building and imaging (different domains)},
	abstract = {Solving inverse problems involving measurement noise and modeling errors requires regularization in order to avoid data overfit. Geophysical inverse problems, in which the Earth{\textquoteright}s highly heterogeneous structure is unknown, present a challenge in encoding prior knowledge through analytical expressions. Our main contribution is a generative-model-based regularization approach, robust to out-of-distribution data, which exploits the prior knowledge embedded in existing data and model pairs. Utilizing an amortized variational inference objective, a conditional normalizing flow (NF) is pretrained on pairs of low- and high-fidelity migrated images in order to achieve a low-fidelity approximation to the seismic imaging posterior distribution for previously unseen data. The NF is used after pretraining to reparameterize the unknown seismic image in an inversion scheme involving physics-guided data misfit and a Gaussian prior on the NF latent variable. Solving this optimization problem with respect to the latent variable enables us to leverage the benefits of data-driven conditional priors whilst being informed by physics and data. The numerical experiments demonstrate that the proposed inversion scheme produces seismic images with limited artifacts when dealing with noisy and out-of-distribution data.},
	keywords = {conditional priors, EAGE, Normalizing flows, seismic imaging},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/siahkoohi2022EAGEweb/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/siahkoohi2022EAGEweb/Mon-Herrmann.pdf},
	software = {https://github.com/slimgroup/ConditionalNFs4Imaging.jl},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {herrmann2021KAUSTdbi,
	title = {Deep Bayesian Inference for Task-based Seismic Imaging},
	booktitle = {KAUST},
	year = {2021},
	note = {(KAUST, virtual)},
	month = {03},
	abstract = {High dimensionality, complex physics, and lack of access to the ground truth make seismic imaging one of the most challenging inversion problems in the computational imaging sciences. If these challenges were not bad enough, modern applications of computational imaging increasingly call for the assessment of uncertainty on the image itself and on subsequent tasks conducted on these images. By making use of a Markov-chain Monte Carlo (McMC) sampling technique, we demonstrate how uncertainty in the data can be propagated to the task of seismic horizon tracking. While this example shows that uncertainty can in principle be handled in a systematic manner by using neural nets as deep priors, it unfortunately also reveals that the McMC method fundamentally lacks ability to scale to relevant problem sizes. To overcome this shortcoming, we introduce a variational formulation based on normalizing flows. In this approach, invertible neural networks are trained to generate samples from the posterior. There are strong indications that this approach has the capability to scale better to problems where the forward operator is expensive to evaluate.},
	keywords = {Bayesian inference, Inverse problems, seismic imaging, Uncertainty quantification},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/KAUST/2021/herrmann2021KAUSTdbi/Kaust.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Philipp A. Witte and Felix J. Herrmann}
}
@presentation {rizzuti2021ML4SEISMICdfw,
	title = {A dual formulation of wavefield reconstruction inversion for large-scale seismic inversion},
	year = {2021},
	month = {11},
	abstract = {Many of the seismic inversion techniques currently proposed that focus on robustness with respect to the background model choice are not apt to large-scale 3D applications, and the methods that are computationally feasible for industrial problems, such as full waveform inversion, are notoriously limited by convergence stagnation and require adequate starting models. We propose a novel solution that is both scalable and less sensitive to starting models or inaccurate parameters (such as anisotropy) that are typically kept fixed during inversion. It is based on a dual reformulation of the classical wavefield reconstruction inversion, whose empirical robustness with respect to these issues is well documented in the literature. While the classical version is not suited to 3D, as it leverages expensive frequency-domain solvers for the wave equation, our proposal allows the deployment of state-of-the-art time-domain finite-difference methods, and is potentially mature for industrial-scale problems.},
	keywords = {FWI, ML4SEISMIC, SLIM, wave-equation, WRI},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/rizzuti2021ML4SEISMICdfw/Tue-10-55-Rizzuti.pdf},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Felix J. Herrmann}
}
@article {rizzuti2020dfw,
	title = {A dual formulation of wavefield reconstruction inversion for large-scale seismic inversion},
	journal = {Geophysics},
	volume = {86},
	number = {6},
	year = {2021},
	note = {(Geophysics)},
	month = {10},
	pages = {1ND-Z3},
	abstract = {Many of the seismic inversion techniques currently proposed that focus on robustness with respect to the background model choice are not apt to large-scale 3D applications, and the methods that are computationally feasible for industrial problems, such as full waveform inversion, are notoriously limited by convergence stagnation and require adequate starting models. We propose a novel solution that is both scalable and less sensitive to starting models or inaccurate parameters (such as anisotropy) that are typically kept fixed during inversion. It is based on a dual reformulation of the classical wavefield reconstruction inversion, whose empirical robustness with respect to these issues is well documented in the literature. While the classical version is not suited to 3D, as it leverages expensive frequency-domain solvers for the wave equation, our proposal allows the deployment of state-of-the-art time-domain finite-difference methods, and is potentially mature for industrial-scale problems.},
	keywords = {3D, finite-difference, Full-waveform inversion, wave equation},
	doi = {10.1190/geo2020-0743.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2021/rizzuti2020dfw/rizzuti2020dfw.html},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Felix J. Herrmann}
}
@conference {siahkoohi2021EarthMLfar,
	title = {Fast and reliability-aware seismic imaging with conditional normalizing flows},
	booktitle = {Intelligent illumination of the Earth},
	year = {2021},
	note = {(KAUST, virtual)},
	month = {09},
	abstract = {The posterior probability distribution provides a comprehensive description of the solution in ill-posed inverse problems. Sampling from the posterior distribution in the context of seismic imaging is challenged by the high-dimensionality of the unknown and the expensive-to-evaluate forward operator. These challenges limit the applicability of Markov Chain sampling methods due to the costs associated with the forward operator. Moreover, explicitly choosing a prior distribution that captures the true heterogeneity exhibited by the Earth{\textquoteright}s subsurface further complicates casting seismic imaging into a Bayesian framework. To handle this situation and to assess uncertainty, we propose a data-driven variational inference approach based on conditional normalizing flows (NFs). The proposed scheme leverages existing data, which are in the form of low- and high-fidelity migrated image pairs, to train a conditional NF capable of characterizing the posterior distribution. After training, the NF can be used to sample from the posterior distribution associated with a previously unseen seismic survey, which is in some sense close, e.g., data from a neighboring survey area. In our numerical example, we obtain high-fidelity images from the Parihaka dataset and low-fidelity images are derived from these images through the process of demigration, followed by adding band-limited noise and migration. During inference, given shot records from a new neighboring seismic survey, we first compute the reverse-time migration image. Next, by feeding this low-fidelity migrated image to the NF we gain access to samples from the posterior distribution virtually for free. We use these samples to compute a high-fidelity image including a first assessment of the image{\textquoteright}s reliability.},
	keywords = {Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/KAUST/2021/siahkoohi2021EarthMLfar/siahkoohi2021EarthMLfar.pdf},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@conference {witte2021JULIACONmedlj,
	title = {InvertibleNetworks.jl - Memory efficient deep learning in Julia},
	booktitle = {JuliaCon},
	year = {2021},
	note = {(JuliaCon, virtual)},
	month = {07},
	abstract = {We present InvertibleNetworks.jl, an open-source package for invertible neural networks and normalizing flows using memory-efficient backpropagation. InvertibleNetworks.jl uses manually implement gradients to take advantage of the invertibility of building blocks, which allows for scaling to large-scale problem sizes. We present the architecture and features of the library and demonstrate its application to a variety of problems ranging from loop unrolling to uncertainty quantification.},
	keywords = {deep learning, Invertible network, Julia, Normalizing flows, segmentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/JuliaCon/2021/witte2021JULIACONmedlj/witte2021JULIACONmedlj.pdf},
	url2 = {https://www.youtube.com/watch?v=9M-zEGHY4i4},
	author = {Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@conference {herrmann2021Delftlwi,
	title = {Learned wave-based imaging - variational inference at scale},
	booktitle = {Delft},
	year = {2021},
	note = {(Delft, virtual)},
	month = {06},
	abstract = {High dimensionality, complex physics, and lack of access to the ground truth rank medical ultrasound and seismic imaging amongst the most challenging problems in the computational imaging sciences. If these challenges were not bad enough, modern applications of computational imaging increasingly call for the assessment of uncertainty on the image itself and on subsequent tasks. During this talk, I will show how recent developments in Normalizing Flows, a new type of invertible neural networks, can be used to cast wave-based imaging into a scalable Bayesian framework. Contrary to conventional methods, where sample images are drawn from the posterior distribution during inversion, our approach trains Normalizing Flows capable of generating samples from the posterior. Aside from greatly reducing the computational cost, this approach gives us access to the image itself (via Maximum a posteriori or mean estimation) and its multidimensional statistical distribution including its pointwise variance.},
	keywords = {medical imaging, Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.mp4},
	author = {Felix J. Herrmann and Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin}
}
@presentation {siahkoohi2021ML4SEISMICmcn,
	title = {Multifidelity conditional normalizing flows for physics-guided Bayesian inference},
	year = {2021},
	month = {11},
	abstract = {We introduce a scalable Bayesian inference approach that combines techniques from deep learning with a physic-based variational inference formulation. Bayesian inference for ill-posed inverse problems is challenged by the high-dimensionality of the unknown, computationally expensive forward operator, and choosing a prior distribution that accurately encodes prior knowledge on the unknown. To handle this situation and to assess uncertainty, we propose to approximate the posterior distribution using a pretrained conditional normalizing flow, which is trained on existing low- and high-fidelity estimations of the unknown. To further improve the accuracy of this approximation, we use transfer learning and finetune this normalizing flow by minimizing the Kullback-Leibler divergence between the predicted and the desired high-fidelity posterior density. This amounts to minimizing a physic-based variational inference objective with respect to the network weights, which we believe might scale better than Bayesian inference with Markov Chain sampling methods. We apply the proposed Bayesian inference approach to seismic imaging where we use quasi-real data obtained from the Parihaka dataset.},
	keywords = {deep learning, ML4SEISMIC, Normalizing flows, seismic imaging, SLIM, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/siahkoohi2021ML4SEISMICmcn/Mon-11-45-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2021NIPSpicp,
	title = {Photoacoustic Imaging with Conditional Priors from Normalizing Flows},
	booktitle = {Neural Information Processing Systems (NeurIPS)},
	year = {2021},
	note = {(NIPS, virtual)},
	month = {12},
	abstract = {Photoacoustic imaging is a biomedical imaging technique based on the photoacoustic effect. It leverages the interplay between optics and acoustics as a mean to circumvent the limitations of imaging modalities relying on single-type physics. Light beams generated by a pulsed laser can penetrate biological tissues by several centimeters, and are absorbed based on oxygen saturation or hemoglobin concentration. While optical absorption is in principle an ideal parameter for medical imaging (e.g., with respect to the detection of cancerous tissue), strong scattering imposes important limitations in its imaging resolution. Ultrasonics, on the other hand, can theoretically provide resolution of medical diagnostic value, but produce images of mechanical properties whose contrasts are not sensitive. In photoacoustics, optical and acoustic effects are combined to gain the best of both worlds. Under conditions of thermal and stress confinement, thermal energy can efficiently build up in biological tissues, which in turn undergo thermal expansion and effectively act as a spatially distributed acoustic source. In photoacoustic imaging, the actual object of interest is the induced source, as it is directly related to optical absorption and can be recovered with a relatively higher resolution than pure optical imaging, based on the acquired ultrasonic data.},
	keywords = {conditional prior, deep image, MAP, NIPS, normalizing flow, Photoacoustic, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/deep_inverse_2021.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/posterneurips2021_orozco.pdf},
	url2 = {https://openreview.net/forum?id=woi1OTvROO1},
	software = {https://github.com/slimgroup/InvertibleNetworks.jl},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {siahkoohi2021AABIpto,
	title = {Preconditioned training of normalizing flows for variational inference in inverse problems},
	booktitle = {3rd Symposium on Advances in Approximate Bayesian Inference},
	year = {2021},
	note = {AABI},
	month = {01},
	abstract = {Obtaining samples from the posterior distribution of inverse problems with expensive forward operators is challenging especially when the unknowns involve the strongly heterogeneous Earth. To meet these challenges, we propose a preconditioning scheme involving a conditional normalizing flow (NF) capable of sampling from a low-fidelity posterior distribution directly. This conditional NF is used to speed up the training of the high-fidelity objective involving minimization of the Kullback-Leibler divergence between the predicted and the desired high-fidelity posterior density for indirect measurements at hand. To minimize costs associated with the forward operator, we initialize the high-fidelity NF with the weights of the pretrained low-fidelity NF, which is trained beforehand on available model and data pairs. Our numerical experiments, including a 2D toy and a seismic compressed sensing example, demonstrate that thanks to the preconditioning considerable speed-ups are achievable compared to training NFs from scratch.},
	keywords = {Inverse problems, Normalizing flows, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2021/siahkoohi2021AABIpto/siahkoohi2020ABIfab.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2021/siahkoohi2021AABIpto/siahkoohi2021AABIpto_pres.pdf},
	url2 = {https://openreview.net/forum?id=P9m1sMaNQ8T},
	software = {https://github.com/slimgroup/Software.siahkoohi2021AABIpto},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Philipp A. Witte and Felix J. Herrmann}
}
@conference {rizzuti2021SIAMGSwrid,
	title = {Time-domain Wavefield Reconstruction Inversion for large-scale seismic inversion},
	booktitle = {SIAM Conference on Mathematical and Computational Issues in the Geosciences},
	year = {2021},
	note = {(SIAM GS, virtual)},
	month = {06},
	abstract = {Data fitting based on a wave equation model has driven the modern development in seismic imaging, and it is now relevant for large scale inversion. A wider adoption is currently being limited by available computational resources and the classical limitations of non-linear optimization, which often produces suboptimal local minima. A class of methods based on the inexact solution of the wave equation, known as wavefield reconstruction inversion, have shown remarkable robustness towards local minima, however the solvers required for the inexact wave equation scale badly to 3D problems. We propose a reformulation of wavefield reconstruction inversion which involves the solution of the classical time-domain wave equation, and it is practical for large-scale problems. Applications to tilted-transverse isotropy synthetic datasets clearly demonstrate the advantage over traditional full-waveform inversion.},
	keywords = {FWI, SIAM, time domain, WRI},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMGS/2021/rizzuti2021SIAMGSwrid/rizzuti2021SIAMGSwrid.pdf},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Felix J. Herrmann}
}
@presentation {siahkoohi2021ML4SEISMICuqi,
	title = {Uncertainty quantification in imaging and automatic horizon tracking{\textemdash}a Bayesian deep-prior based approach},
	year = {2021},
	month = {11},
	abstract = {In inverse problems, uncertainty quantification (UQ) deals with a probabilistic description of the solution nonuniqueness and data noise sensitivity. Setting seismic imaging into a Bayesian framework allows for a principled way of studying uncertainty by solving for the model posterior distribution. Imaging, however, typically constitutes only the first stage of a sequential workflow, and UQ becomes even more relevant when applied to subsequent tasks that are highly sensitive to the inversion outcome. In this paper, we focus on how UQ trickles down to horizon tracking for the determination of stratigraphic models and investigate its sensitivity with respect to the imaging result. As such, the main contribution of this work consists in a data-guided approach to horizon tracking uncertainty analysis. This work is fundamentally based on a special reparameterization of reflectivity, known as {\textquotedblleft}deep prior{\textquotedblright}. Feasible models are restricted to the output of a convolutional neural network with a fixed input, while weights and biases are Gaussian random variables. Given a deep prior model, the network parameters are sampled from the posterior distribution via a Markov chain Monte Carlo method, from which the conditional mean and point-wise standard deviation of the inferred reflectivities are approximated. For each sample of the posterior distribution, a reflectivity is generated, and the horizons are tracked automatically. In this way, uncertainty on model parameters naturally translates to horizon tracking. As part of the validation for the proposed approach, we verified that the estimated confidence intervals for the horizon tracking coincide with geologically complex regions, such as faults.},
	keywords = {horizon picking, Imaging, machine learning, ML4SEISMIC, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/siahkoohi2021ML4SEISMICuqi/Mon-11-20-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@presentation {orozco2021ML4SEISMICvia,
	title = {Variational inference for artifact removal of adjoint solutions in photoacoustic problems},
	year = {2021},
	month = {11},
	abstract = {Photoacoustic is a medical imaging modality which combines light and ultrasound waves to image internal structures of biological tissue. The inverse problem reconstructs the tissue initially excited by light given propagated ultrasound data at receivers outside the tissue. Due to noisy, limited-view and sparse receiver data, traditional time-reversal adjoint solutions are highly ill-posed. This necessitates uncertainty quantification to communicate to practitioners which areas of the image can be trusted. We propose a framework which leverages a machine learning based method (Conditional Normalizing Flows) to learn the full posterior distribution of viable solutions given the time-reversal adjoint solution. We show that areas of calculated uncertainty correlate with structures that are known to be difficult to image. In addition, we also propose a MAP based solution, which solves the variational least-squares problem while using the trained Conditional Normalizing Flow as a prior distribution.},
	keywords = {conditional prior, deep image, MAP, ML4SEISMIC, normalizing flow, Photoacoustic, SLIM, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/orozco2021ML4SEISMICvia/Tue-09-00-Orozco.html},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {siahkoohi2020EAGEdlb,
	title = {A deep-learning based Bayesian approach to seismic imaging and uncertainty quantification},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2020},
	note = {Accepted in EAGE},
	month = {1},
	abstract = {Uncertainty quantification is essential when dealing with ill-conditioned inverse problems due to the inherent nonuniqueness of the solution. Bayesian approaches allow us to determine how likely an estimation of the unknown parameters is via formulating the posterior distribution. Unfortunately, it is often not possible to formulate a prior distribution that precisely encodes our prior knowledge about the unknown. Furthermore, adherence to handcrafted priors may greatly bias the outcome of the Bayesian analysis. To address this issue, we propose to use the functional form of a randomly initialized convolutional neural network as an implicit structured prior, which is shown to promote natural images and excludes images with unnatural noise. In order to incorporate the model uncertainty into the final estimate, we sample the posterior distribution using stochastic gradient Langevin dynamics and perform Bayesian model averaging on the obtained samples. Our synthetic numerical experiment verifies that deep priors combined with Bayesian model averaging are able to partially circumvent imaging artifacts and reduce the risk of overfitting in the presence of extreme noise. Finally, we present pointwise variance of the estimates as a measure of uncertainty, which coincides with regions that are difficult to image.},
	keywords = {deep learning, EAGE, seismic imaging, stochastic gradient Langevin dynamics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2020/siahkoohi2020EAGEdlb/siahkoohi2020EAGEdlb.html},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@presentation {siahkoohi2020SEGCHAPTERGTdlbuq,
	title = {A deep-learning based Bayesian approach to seismic imaging and uncertainty quantification},
	year = {2020},
	note = {(SEG Student Chapter)},
	abstract = {Uncertainty quantification is essential when dealing with ill-conditioned inverse problems due to the inherent nonuniqueness of the solution. Bayesian approaches allow us to determine how likely an estimation of the unknown parameters is via formulating the posterior distribution. Unfortunately, it is often not possible to formulate a prior distribution that precisely encodes our prior knowledge about the unknown. Furthermore, adherence to handcrafted priors may greatly bias the outcome of the Bayesian analysis. To address this issue, we propose to use the functional form of a randomly initialized convolutional neural network as an implicit structured prior, which is shown to promote natural images and excludes images with unnatural noise. In order to incorporate the model uncertainty into the final estimate, we sample the posterior distribution using stochastic gradient Langevin dynamics and perform Bayesian model averaging on the obtained samples. Our synthetic numerical experiment verifies that deep priors combined with Bayesian model averaging are able to partially circumvent imaging artifacts and reduce the risk of overfitting in the presence of extreme noise. Finally, we present pointwise variance of the estimates as a measure of uncertainty, which coincides with regions that are more difficult to image.},
	keywords = {deep learning, seismic imaging, stochastic gradient Langevin dynamics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/SEGCHAPTERGT/2020/siahkoohi2020SEGCHAPTERGTdlbuq/siahkoohi2020SEGCHAPTERGTdlbuq.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {yin2020SEGesi,
	title = {Extended source imaging {\textendash}- a unifying framework for seismic and medical imaging},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2020},
	note = {(SEG, virtual)},
	month = {09},
	pages = {3502-3506},
	abstract = {We present three imaging modalities that live on the crossroads of seismic and medical imaging. Through the lens of extended source imaging, we can draw deep connections among the fields of wave-equation based seismic and medical imaging, despite first appearances. From the seismic perspective, we underline the importance to work with the correct physics and spatially varying velocity fields. Medical imaging, on the other hand, opens the possibility for new imaging modalities where outside stimuli, such as laser or radar pulses, can not only be used to identify endogenous optical or thermal contrasts but that these sources can also be used to insonify the medium so that images of the whole specimen can in principle be created.},
	keywords = {medical imaging, SEG, seismic imaging, variable projection},
	doi = {10.1190/segam2020-3426999.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/yin2020SEGesi/yin2020SEGesi.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/yin2020SEGesi/yin2020SEGesi_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/yin2020SEGesi/yin2020SEGesi_pres.mp4},
	software = {https://github.com/slimgroup/Software.SEG2020},
	author = {Ziyi Yin and Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Gabrio Rizzuti and Felix J. Herrmann}
}
@techreport {siahkoohi2020TRfuqf,
	title = {Faster Uncertainty Quantification for Inverse Problems with Conditional Normalizing Flows},
	number = {TR-CSE-2020-2},
	year = {2020},
	month = {07},
	institution = {Georgia Institute of Technology},
	abstract = {In inverse problems, we often have access to data consisting of paired samples $(x,y)\sim p_X,Y(x,y)$ where $y$ are partial observations of a physical system, and $x$ represents the unknowns of the problem. Under these circumstances, we can employ supervised training to learn a solution $x$ and its uncertainty from the observations $y$. We refer to this problem as the "supervised" case. However, the data $y\sim p_Y(y)$ collected at one point could be distributed differently than observations $y{\textquoteright}\sim p_Y{\textquoteright}(y{\textquoteright})$, relevant for a current set of problems. In the context of Bayesian inference, we propose a two-step scheme, which makes use of normalizing flows and joint data to train a conditional generator $q_θ(x|y)$ to approximate the target posterior density $p_X|Y(x|y)$. Additionally, this preliminary phase provides a density function $q_θ(x|y)$, which can be recast as a prior for the "unsupervised" problem, e.g. when only the observations $y{\textquoteright}\sim p_Y{\textquoteright}(y{\textquoteright})$, a likelihood model $y{\textquoteright}|x$, and a prior on $x{\textquoteright}$ are known. We then train another invertible generator with output density $q{\textquoteright}_φ(x|y{\textquoteright})$ specifically for $y{\textquoteright}$, allowing us to sample from the posterior $p_X|Y{\textquoteright}(x|y{\textquoteright})$. We present some synthetic results that demonstrate considerable training speedup when reusing the pretrained network $q_θ(x|y{\textquoteright})$ as a warm start or preconditioning for approximating $p_X|Y{\textquoteright}(x|y{\textquoteright})$, instead of learning from scratch. This training modality can be interpreted as an instance of transfer learning. This result is particularly relevant for large-scale inverse problems that employ expensive numerical simulations.},
	keywords = {deep learning, invertible networks, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2020/siahkoohi2020TRfuqf/siahkoohi2020TRfuqf.html},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Philipp A. Witte and Felix J. Herrmann}
}
@conference {rizzuti2020SEGuqavp,
	title = {Parameterizing uncertainty by deep invertible networks, an application to reservoir characterization},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2020},
	note = {(SEG, virtual)},
	month = {09},
	pages = {1541-1545},
	abstract = {Uncertainty quantification for full-waveform inversion provides a probabilistic characterization of the ill-conditioning of the problem, comprising the sensitivity of the solution with respect to the starting model and data noise. This analysis allows to assess the confidence in the candidate solution and how it is reflected in the tasks that are typically performed after imaging (e.g., stratigraphic segmentation following reservoir characterization). Classically, uncertainty comes in the form of a probability distribution formulated from Bayesian principles, from which we seek to obtain samples. A popular solution involves Monte Carlo sampling. Here, we propose instead an approach characterized by training a deep network that "pushes forward" Gaussian random inputs into the model space (representing, for example, density or velocity) as if they were sampled from the actual posterior distribution. Such network is designed to solve a variational optimization problem based on the Kullback-Leibler divergence between the posterior and the network output distributions. This work is fundamentally rooted in recent developments for invertible networks. Special invertible architectures, besides being computational advantageous with respect to traditional networks, do also enable analytic computation of the output density function. Therefore, after training, these networks can be readily used as a new prior for a related inversion problem. This stands in stark contrast with Monte-Carlo methods, which only produce samples. We validate these ideas with an application to angle-versus-ray parameter analysis for reservoir characterization.},
	keywords = {Full-waveform inversion, SEG, Uncertainty quantification},
	doi = {10.1190/segam2020-3428150.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/rizzuti2020SEGuqavp/rizzuti2020SEGuqavp.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/rizzuti2020SEGuqavp/rizzuti2020SEGuqavp_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/rizzuti2020SEGuqavp/rizzuti2020SEGuqavp_pres.mp4},
	software = {https://github.com/slimgroup/Software.SEG2020},
	author = {Gabrio Rizzuti and Ali Siahkoohi and Philipp A. Witte and Felix J. Herrmann}
}
@conference {siahkoohi2020SIAMISsiu,
	title = {Seismic Imaging with Uncertainty Quantification: Sampling from the Posterior with Generative Networks},
	booktitle = {SIAM Conference on Imaging Science},
	year = {2020},
	note = {IS20},
	month = {7},
	abstract = {n/a},
	keywords = {Imaging, invertible networks, IS20, McMC, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMIS/2020/siahkoohi2020SIAMISsiu/siahkoohi2020SIAMISsiu_pres.pdf},
	author = {Ali Siahkoohi and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann and Gabrio Rizzuti}
}
@conference {rizzuti2020EAGEtwri,
	title = {Time-domain wavefield reconstruction inversion for large-scale seismics},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2020},
	note = {Accepted in EAGE, withdrawn due to logistical challenge},
	month = {1},
	abstract = {Wavefield reconstruction inversion is an imaging technique akin to full-waveform inversion, albeit based on a relaxed version of the wave equation. This relaxation aims to beat the multimodality typical of full-waveform inversion. However it prevents the use of time-marching solvers for the augmented equation and, as a consequence, cannot be straightforwardly employed to large 3D problems. In this work, we formulate a dual version of wavefield reconstruction inversion amenable to explicit time-domain solvers, yielding a robust and scalable inversion technique.},
	keywords = {3D, EAGE, Full-waveform inversion, Time-domain},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2020/rizzuti2020EAGEtwri/rizzuti2020EAGEtwri.html},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Felix J. Herrmann}
}
@techreport {louboutin2020SEGtwri,
	title = {Time-domain Wavefield Reconstruction Inversion in a TTI medium},
	number = {TR-CSE-2020-1},
	year = {2020},
	month = {4},
	institution = {Georgia Institute of Technology},
	abstract = {We introduce a generalization of time-domain wavefield reconstruction inversion to anisotropic acoustic modeling. Wavefield reconstruction inversion has been extensively researched in recent years for its ability to mitigate cycle skipping. The original method was formulated in the frequency domain with acoustic isotropic physics. However, frequency-domain modeling requires sophisticated iterative solvers that are difficult to scale to industrial-size problems and more realistic physical assumptions, such as tilted transverse isotropy, object of this study. The work presented here is based on a recently proposed dual formulation of wavefield reconstruction inversion, which allows time-domain propagator that are suitable to both large scales and more accurate physics.},
	keywords = {anisotropy, FWI, TTI, WRI},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2020/louboutin2020SEGtwri/louboutin2020SEGtwri.html},
	url2 = {https://arxiv.org/pdf/2004.07355.pdf},
	author = {Mathias Louboutin and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {louboutin2020SIAMTXLAtdw,
	title = {Time-Domain Wavefield Reconstruction Inversion In Tilted Transverse Isostropic Media},
	booktitle = {SIAM Texas-Louisiana},
	year = {2020},
	note = {SIAMTXLA},
	month = {10},
	abstract = {We introduce a generalization of time-domain wavefield reconstruction inversion to anisotropic acoustic modeling. Wavefield reconstruction inversion has been extensively researched in recent years for its ability to mitigate cycle skipping. The original method was formulated in the frequency domain with acoustic isotropic physics. However, frequency-domain modeling requires sophisticated iterative solvers that are difficult to scale to industrial-size problems and more realistic physical assumptions, such as tilted transverse isotropy, object of this study. The work presented here is based on a recently proposed dual formulation of wavefield reconstruction inversion, which allows time-domain propagator that are suitable to both large scales and more accurate physics.},
	keywords = {FWI, Time-domain, WRI},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMTXLA/2020/louboutin2020SIAMTXLAtdw/louboutin2020SIAMTXLAtdw_pres.pdf},
	author = {Mathias Louboutin and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {siahkoohi2020SEGuqi,
	title = {Uncertainty quantification in imaging and automatic horizon tracking{\textemdash}a Bayesian deep-prior based approach},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2020},
	note = {(SEG, virtual)},
	month = {09},
	pages = {1636-1640},
	abstract = {In inverse problems, uncertainty quantification (UQ) deals with a probabilistic description of the solution nonuniqueness and data noise sensitivity. Setting seismic imaging into a Bayesian framework allows for a principled way of studying uncertainty by solving for the model posterior distribution. Imaging, however, typically constitutes only the first stage of a sequential workflow, and UQ becomes even more relevant when applied to subsequent tasks that are highly sensitive to the inversion outcome. In this paper, we focus on how UQ trickles down to horizon tracking for the determination of stratigraphic models and investigate its sensitivity with respect to the imaging result. As such, the main contribution of this work consists in a data-guided approach to horizon tracking uncertainty analysis. This work is fundamentally based on a special reparameterization of reflectivity, known as "deep prior". Feasible models are restricted to the output of a convolutional neural network with a fixed input, while weights and biases are Gaussian random variables. Given a deep prior model, the network parameters are sampled from the posterior distribution via a Markov chain Monte Carlo method, from which the conditional mean and point-wise standard deviation of the inferred reflectivities are approximated. For each sample of the posterior distribution, a reflectivity is generated, and the horizons are tracked automatically. In this way, uncertainty on model parameters naturally translates to horizon tracking. As part of the validation for the proposed approach, we verified that the estimated confidence intervals for the horizon tracking coincide with geologically complex regions, such as faults.},
	keywords = {horizon picking, Imaging, machine learning, SEG, Uncertainty quantification},
	doi = {10.1190/segam2020-3417560.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGuqi/siahkoohi2020SEGuqi.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGuqi/siahkoohi2020SEGuqi_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGuqi/siahkoohi2020SEGuqi_pres.mp4},
	software = {https://github.com/slimgroup/Software.SEG2020},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {siahkoohi2020SIAMTXLAudg,
	title = {Unsupervised data-guided uncertainty analysis in imaging and horizon tracking},
	booktitle = {SIAM Texas-Louisiana},
	year = {2020},
	note = {SIAMTXLA},
	month = {10},
	abstract = {Imaging typically is the first stage of a sequential workflow, and uncertainty quantification becomes more relevant when applied to subsequent tasks. We propose a Bayesian approach to horizon tracking uncertainty analysis, where we deploy a deep prior instead of adhering to handcrafted priors. By passing samples from the posterior distribution obtained via stochastic gradient Langevin dynamics to an automatic horizon tracker, we are able to incorporate the uncertainty on model parameters into horizon tracking.},
	keywords = {deep learning, horizon tracking, McMC, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMTXLA/2020/siahkoohi2020SIAMTXLAudg/siahkoohi2020SIAMTXLAudg_pres.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Felix J. Herrmann}
}
@conference {siahkoohi2020SEGwdp,
	title = {Weak deep priors for seismic imaging},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2020},
	note = {(SEG, virtual)},
	month = {09},
	pages = {2998-3002},
	abstract = {Incorporating prior knowledge on model unknowns of interest is essential when dealing with ill-posed inverse problems due to the nonuniqueness of the solution and data noise. Unfortunately, it is not trivial to fully describe our priors in a convenient and analytical way. Parameterizing the unknowns with a convolutional neural network (CNN), and assuming an uninformative Gaussian prior on its weights, leads to a variational prior on the output space that favors "natural" images and excludes noisy artifacts, as long as overfitting is prevented. This is the so-called deep-prior approach. In seismic imaging, however, evaluating the forward operator is computationally expensive, and training a randomly initialized CNN becomes infeasible. We propose, instead, a weak version of deep priors, which consists of relaxing the requirement that reflectivity models must lie in the network range, and letting the unknowns deviate from the network output according to a Gaussian distribution. Finally, we jointly solve for the reflectivity model and CNN weights. The chief advantage of this approach is that the updates for the CNN weights do not involve the modeling operator, and become relatively cheap. Our synthetic numerical experiments demonstrate that the weak deep prior is more robust with respect to noise than conventional least-squares imaging approaches, with roughly twice the computational cost of reverse-time migration, which is the affordable computational budget in large-scale imaging problems.},
	keywords = {deep prior, machine learning, SEG, seismic imaging},
	doi = {10.1190/segam2020-3417568.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGwdp/siahkoohi2020SEGwdp.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGwdp/siahkoohi2020SEGwdp_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGwdp/siahkoohi2020SEGwdp_pres.mp4},
	software = {https://github.com/slimgroup/Software.SEG2020},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {rizzuti2019SIAMGStwri,
	title = {A dual formulation for time-domain wavefield reconstruction inversion},
	booktitle = {SIAM Conference on Mathematical and Computational Issues in the Geosciences},
	year = {2019},
	note = {(SIAM GS)},
	month = {03},
	abstract = {Wavefield reconstruction inversion (WRI) is based on the combination of data misfit and PDE-residual penalty terms, and it aims at the reconstruction of the optimal property model and field pair. A full-space optimization would require the storage of field variables for every frequency or time sample (and every source). Remedies via variable projection are well studied, but they entail the solution of a modified wave equation, which is costly both in frequency and time domain. Here, we explore an efficient alternative to WRI, where properties are complemented, instead, by elements of the dual data space. The starting point of our proposal is the denoising reformulation of WRI: the PDE compliance is optimized under the constraint of a given data fit. Since the field variable can be eliminated from the associated saddle-point problem, we obtain a new objective functional of only properties and Lagrange multipliers. Its evaluation, and gradient computation, involves the solution of the original wave equation, which is amenable to time-domain discretization. The optimization scheme of choice can now leverage on affordable storage of the iterates.},
	keywords = {WRI},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMGS/2019/rizzuti2019SIAMGStwri/rizzuti2019SIAMGStwri.pdf},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Emmanouil Daskalakis and Felix J. Herrmann}
}
@conference {rizzuti2019SEGadf,
	title = {A dual formulation for time-domain wavefield reconstruction inversion},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2019},
	note = {(SEG, San Antonio)},
	month = {09},
	pages = {1480-1485},
	abstract = {We illustrate a dual formulation for full-waveform inversion potentially apt to large 3-D problems. It is based on the optimization of the wave equation compliance, under the constraint of data misfit not exceeding a prescribed noise level. In the Lagrangian formulation, model and wavefield state variables are complemented with multipliers having the same dimension of data ("dual data" variables). Analogously to classical wavefield reconstruction inversion, the wavefield unknowns can be projected out in closed form, by solving a version of the augmented wave equation. This leads to a saddle-point problem whose variables are only model and dual data. As such, this formulation represents a model extension, and is potentially robust against local minima. The classical downsides of model extension methods and wavefield reconstruction inversion are here effectively mitigated: storage of the dual variables is affordable, the augmented wave equation is amenable to time-marching finite-difference schemes, and no continuation strategy for penalty parameters is needed, with the prospect of 3-D applications.},
	keywords = {3D, Full-waveform inversion, SEG, Time-domain},
	doi = {10.1190/segam2019-3216760.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2019/rizzuti2019SEGadf/rizzuti2019SEGadf.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2019/rizzuti2019SEGadf/rizzuti2019SEGadf_pres.pdf},
	software = {https://github.com/slimgroup/Software.rizzuti2019SEGadf},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Emmanouil Daskalakis and Felix J. Herrmann}
}
@conference {herrmann2019NIPSliwcuc,
	title = {Learned imaging with constraints and uncertainty quantification},
	booktitle = {Neural Information Processing Systems (NeurIPS)},
	year = {2019},
	note = {(NIPS, Vancouver)},
	month = {12},
	abstract = {We outline new approaches to incorporate ideas from convolutional networks into wave-based least-squares imaging. The aim is to combine hand-crafted constraints with deep convolutional networks allowing us to directly train a network capable of generating samples from the posterior. The main contributions include combination of weak deep priors with hard handcrafted constraints and a possible new way to sample the posterior.},
	keywords = {constraint, deep learning, Imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2019/herrmann2019NIPSliwcuc/herrmann2019NIPSliwcuc.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2019/herrmann2019NIPSliwcuc/herrmann2019NIPSliwcuc_pres.pdf},
	url2 = {https://openreview.net/pdf?id=Hyet2Q29IS},
	author = {Felix J. Herrmann and Ali Siahkoohi and Gabrio Rizzuti}
}
@presentation {herrmann2019HOTCSEliwcuq,
	title = {Learned imaging with constraints and uncertainty quantification},
	year = {2019},
	note = {(HotCSE)},
	abstract = {We outline new approaches to incorporate ideas from convolutional networks into wave-based least-squares imaging. The aim is to combine hand-crafted constraints with deep convolutional networks allowing us to directly train a network capable of generating samples from the posterior. The main contributions include combination of weak deep priors with hard handcrafted constraints and a possible new way to sample the posterior.},
	keywords = {deep learning, Expectation Maximization, HotCSE, Imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/HotCSE/2019/herrmann2019HOTCSEliwcuq/herrmann2019HOTCSEliwcuq.pdf},
	author = {Felix J. Herrmann and Ali Siahkoohi and Gabrio Rizzuti}
}
@conference {rizzuti2019EAGElis,
	title = {Learned iterative solvers for the Helmholtz equation},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2019},
	note = {(EAGE, Copenhagen)},
	month = {06},
	abstract = {We propose a {\textquoteleft}learned{\textquoteright} iterative solver for the Helmholtz equation, by combining traditional Krylov-based solvers with machine learning. The method is, in principle, able to circumvent the shortcomings of classical iterative solvers, and has clear advantages over purely data-driven ap- proaches. We demonstrate the effectiveness of this approach under a 1.5-D assumption, when ade- quate a priori information about the velocity distribution is known.},
	keywords = {EAGE, Helmholtz, Iterative, machine learning},
	doi = {10.3997/2214-4609.201901542},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2019/rizzuti2019EAGElis/rizzuti2019EAGElis.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2019/rizzuti2019EAGElis/rizzuti2019EAGElis_pres.pdf},
	author = {Gabrio Rizzuti and Ali Siahkoohi and Felix J. Herrmann}
}
