@article {orozco2024IPaspire,
	title = {ASPIRE: Iterative Amortized Posterior Inference for Bayesian Inverse Problems},
	journal = {Inverse Problems},
	volume = {41},
	year = {2025},
	note = {(Inverse Problems)},
	month = {3},
	abstract = {Due to their uncertainty quantification, Bayesian solutions to inverse problems are the framework of choice in applications that are risk averse. These benefits come at the cost of computations that are in general, intractable. New advances in machine learning and variational inference (VI) have lowered the computational barrier by learning from examples. Two VI paradigms have emerged that represent different tradeoffs: amortized and non-amortized. Amortized VI can produce fast results but due to generalizing to many observed datasets it produces suboptimal inference results. Non-amortized VI is slower at inference but finds better posterior approximations since it is specialized towards a single observed dataset. Current amortized VI techniques run into a sub-optimality wall that can not be improved without more expressive neural networks or extra training data. We present a solution that enables iterative improvement of amortized posteriors that uses the same networks architectures and training data. The benefits of our method requires extra computations but these remain frugal since they are based on physics-hybrid methods and summary statistics. Importantly, these computations remain mostly offline thus our method maintains cheap and reusable online evaluation while bridging the approximation gap these two paradigms. We denote our proposed method ASPIRE - Amortized posteriors with Summaries that are Physics-based and Iteratively REfined. We first validate our method on a stylized problem with a known posterior then demonstrate its practical use on a high-dimensional and nonlinear transcranial medical imaging problem with ultrasound. Compared with the baseline and previous methods from the literature our method stands out as an computationally efficient and high-fidelity method for posterior inference.},
	keywords = {Amortization Gap, Amortized Variational Inference, Bayesian inference, medical imaging, Normalizing flows, simulation-based inference},
	doi = {10.1088/1361-6420/adba3d},
	url = {https://doi.org/10.1088/1361-6420/adba3d},
	author = {Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@article {gahlot2024uads,
	title = {An uncertainty-aware Digital Shadow for underground multimodal CO2 storage monitoring},
	journal = {Geophysical Journal International},
	year = {2025},
	note = {(Geophysical Journal International)},
	month = {5},
	abstract = {As a society, we are faced with important challenges to combat climate change. Geological Carbon Storage (GCS), during which gigatonnes of super-critical CO2 are stored underground, is arguably the only scalable net-negative CO2-emission technology that is available. While promising, subsurface complexities and heterogeneity of reservoir properties demand a systematic approach to quantify uncertainty when optimizing production and mitigating storage risks, which include assurances of Containment and Conformance of injected supercritical CO2. As a first step towards the design and implementation of a Digital Twin for monitoring and control of underground storage operations, a machine-learning-based data-assimilation framework is introduced and validated on carefully designed realistic numerical simulations. Because our implementation is based on Bayesian inference, but does not yet support control and decision-making, we coin our approach an uncertainty-aware Digital Shadow. To characterize the posterior distribution for the state of CO2 plumes (its CO2 concentration and pressure), conditioned on multi-modal time-lapse data, the envisioned Shadow combines techniques from Simulation-Based Inference (SBI) and Ensemble Bayesian Filtering to establish probabilistic baselines and assimilate multi-modal data for GCS problems that are challenged by large degrees of freedom, nonlinear multiphysics, non-Gaussianity, and computationally expensive to evaluate fluid-flow and seismic simulations. To enable SBI for dynamic systems, a recursive scheme is proposed where the Digital Shadow{\textquoteright}s neural networks are trained on simulated ensembles for their state and observed data (well and/or seismic). Once training is completed, the system{\textquoteright}s state is inferred when time-lapse field data becomes available. Contrary to ensemble Kalman filtering, corrections to the predicted simulated states are not based on linear updates, but instead follow during the Analysis step of Bayesian filtering from a prior-to-posterior mapping through the latent space of a nonlinear transform. Starting from a probabilistic model for the permeability field, derived from a baseline surface-seismic survey, the proposed Digital Shadow is validated on unseen simulated ground-truth time-lapse data. In this computational study, we observe that a lack of knowledge on the permeability field can be factored into the Digital Shadow{\textquoteright}s uncertainty quantification. Our results also indicate that the highest reconstruction quality is achieved when the state of the CO2 plume is conditioned on both time-lapse seismic data and wellbore measurements. Despite the incomplete knowledge of the permeability field, the proposed Digital Shadow was able to accurately track the unseen physical state of the subsurface throughout the duration of a realistic CO2 injection project. To the best of our knowledge, this work represents the first proof-of-concept of an uncertainty-aware, in-principle scalable, Digital Shadow that captures the uncertainty arising from unknown reservoir properties and noisy observations. This framework provides a foundation for the development of a Digital Twin aimed at mitigating risks and optimizing the management of underground storage projects.},
	keywords = {Bayesian inference, conditional normalizing flows, deep learning, digital twin, GCS, Inverse problems, sequential Bayes, Summary Statistics, Uncertainty quantification},
	doi = {10.1093/gji/ggaf176},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2024/gahlot2024uads/paper.html},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@article {yin2024wiser,
	title = {WISER: multimodal variational inference for full-waveform inversion without dimensionality reduction},
	journal = {Geophysics},
	volume = {90},
	year = {2025},
	note = {(GEOPHYSICS)},
	month = {03},
	abstract = {We present a semi-amortized variational inference framework designed for computationally feasible uncertainty quantification in 2D full-waveform inversion to explore the multimodal posterior distribution without dimensionality reduction. The framework is called WISER, short for full-Waveform variational Inference via Subsurface Extensions with Refinements. WISER leverages the power of generative artificial intelligence to perform approximate amortized inference that is low-cost albeit showing an amortization gap. This gap is closed through non-amortized refinements that make frugal use of acoustic wave physics. Case studies illustrate that WISER is capable of full-resolution, computationally feasible, and reliable uncertainty estimates of velocity models and imaged reflectivities.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, Summary Statistics, Uncertainty quantification, WISE, WISER},
	doi = {10.1190/geo2024-0483.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2024wiser/WISER.html},
	author = {Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@article {orozco2023invnet,
	title = {InvertibleNetworks.jl: A Julia package for scalable normalizing flows},
	journal = {Journal of Open Source Software},
	volume = {9},
	year = {2024},
	month = {7},
	abstract = {InvertibleNetworks.jl is a Julia package designed for the scalable implementation of normalizing flows, a method for density estimation and sampling in high-dimensional distributions. This package excels in memory efficiency by leveraging the inherent invertibility of normalizing flows, which significantly reduces memory requirements during backpropagation compared to existing normalizing flow packages that rely on automatic differentiation frameworks. InvertibleNetworks.jl has been adapted for diverse applications, including seismic imaging, medical imaging, and CO2 monitoring, demonstrating its effectiveness in learning high-dimensional distributions.},
	keywords = {Bayesian inference, computing, conditional normalizing flows, deep learning, HPC, Inverse problems, memory, Normalizing flows, software, Uncertainty quantification},
	doi = {10.21105/joss.06554},
	url = {https://doi.org/10.21105/joss.06554},
	author = {Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@article {yin2023wise,
	title = {WISE: full-Waveform variational Inference via Subsurface Extensions},
	journal = {Geophysics},
	volume = {89},
	year = {2024},
	note = {(GEOPHYSICS)},
	month = {04},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Geophysics, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	doi = {10.1190/geo2023-0744.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2023wise/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@article {louboutin2023lmi,
	title = {Learned multiphysics inversion with differentiable programming and machine learning},
	journal = {The Leading Edge},
	volume = {42},
	year = {2023},
	note = {(The Leading Edge)},
	month = {07},
	pages = {452-516},
	abstract = {We present the Seismic Laboratory for Imaging and Modeling/Monitoring (SLIM) open-source software framework for computational geophysics and, more generally, inverse problems involving the wave-equation (e.g., seismic and medical ultrasound), regularization with learned priors, and learned neural surrogates for multiphase flow simulations. By integrating multiple layers of abstraction, our software is designed to be both readable and scalable. This allows researchers to easily formulate their problems in an abstract fashion while exploiting the latest developments in high-performance computing. We illustrate and demonstrate our design principles and their benefits by means of building a scalable prototype for permeability inversion from time-lapse crosswell seismic data, which aside from coupling of wave physics and multiphase flow, involves machine learning.},
	keywords = {CCS, deep learning, Fourier neural operators, GCS, Imaging, inversion, invertible networks, machine learning, monitoring, multiphysics, Normalizing flows, SLIM, software, time-lapse},
	url = {https://library.seg.org/doi/10.1190/tle42070474.1},
	presentation = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.html},
	author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Ali Siahkoohi and Gabrio Rizzuti and Philipp A. Witte and Olav M{\o}yner and Gerard J. Gorman and Felix J. Herrmann}
}
@article {siahkoohi2022ravi,
	title = {Reliable amortized variational inference with physics-based latent distribution correction},
	journal = {Geophysics},
	volume = {88},
	number = {3},
	year = {2023},
	note = {(Geophysics)},
	month = {05},
	abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs of the forward operator and the selection of an appropriate prior distribution. Amortized variational inference addresses these challenges where a neural network is trained to approximate the posterior distribution over existing pairs of model and data. When fed previously unseen data and normally distributed latent samples as input, the pretrained deep neural network{\textendash}-in our case a conditional normalizing flow{\textendash}-provides posterior samples with virtually no cost. However, the accuracy of this approach relies on the availability of high-fidelity training data, which seldom exists in geophysical inverse problems because of the highly heterogeneous structure of the Earth. In addition, accurate amortized variational inference requires the observed data to be drawn from the training data distribution. As such, we offer a solution that increases the resilience of amortized variational inference when faced with data distribution shifts, e.g., changes in the forward model or prior distribution. Our method involves a physics-based correction to the conditional normalizing flow latent distribution to provide a more accurate approximation to the posterior distribution for the observed data at hand. To accomplish this, instead of a standard Gaussian latent distribution, we parameterize the latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance. These unknown quantities are then estimated by minimizing the Kullback-Leibler divergence between the corrected and true posterior distributions. While generic and applicable to other inverse problems, by means of a seismic imaging example, we show that our correction step improves the robustness of amortized variational inference with respect to changes in number of source experiments, noise variance, and shifts in the prior distribution. This approach provides a seismic image with limited artifacts and an assessment of its uncertainty with approximately the same cost as five reverse-time migrations.},
	keywords = {Inverse problems, Normalizing flows, seismic imaging, Uncertainty quantification, Variational Inference},
	doi = {10.1190/geo2022-0472.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2023/siahkoohi2022ravi/paper.html},
	software = {https://github.com/slimgroup/ReliableAVI.jl},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@article {yin2023smi,
	title = {Solving multiphysics-based inverse problems with learned surrogates and constraints},
	journal = {Advanced Modeling and Simulation in Engineering Sciences},
	volume = {10},
	year = {2023},
	note = {(Advanced Modeling and Simulation in Engineering Sciences)},
	month = {10},
	abstract = {Solving multiphysics-based inverse problems for geological carbon storage monitoring can be challenging when multimodal time-lapse data are expensive to collect and costly to simulate numerically. We overcome these challenges by combining computationally cheap learned surrogates with learned constraints. Not only does this combination lead to vastly improved inversions for the important fluid-flow property, permeability, it also provides a natural platform for inverting multimodal data including well measurements and active-source time-lapse seismic data. By adding a learned constraint, we arrive at a computationally feasible inversion approach that remains accurate. This is accomplished by including a trained deep neural network, known as a normalizing flow, which forces the model iterates to remain in-distribution, thereby safeguarding the accuracy of trained Fourier neural operators that act as surrogates for the computationally expensive multiphase flow simulations involving partial differential equation solves. By means of carefully selected experiments, centered around the problem of geological carbon storage, we demonstrate the efficacy of the proposed constrained optimization method on two different data modalities, namely time-lapse well and time-lapse seismic data. While permeability inversions from both these two modalities have their pluses and minuses, their joint inversion benefits from either, yielding valuable superior permeability inversions and CO2 plume predictions near, and far away, from the monitoring wells.},
	keywords = {AMSES, deep learning, Fourier neural operators, Inverse problems, learned constraints, learned surrogates, multiphysics, Normalizing flows},
	doi = {10.1186/s40323-023-00252-0},
	url = {https://doi.org/10.1186/s40323-023-00252-0},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/AMSES/2023/yin2023smi/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@article {oghenekohwo2017hrt,
	title = {Highly repeatable time-lapse seismic with distributed Compressive Sensing{\textendash}-mitigating effects of calibration errors},
	journal = {The Leading Edge},
	volume = {36},
	number = {8},
	year = {2017},
	note = {(The Leading Edge)},
	month = {08},
	pages = {688-694},
	abstract = {Recently, we demonstrated that combining joint recovery with low-cost non-replicated randomized sampling tailored to time-lapse seismic can give us access to high fidelity, highly repeatable, dense prestack vintages, and high-grade time-lapse. To arrive at this result, we assumed well-calibrated surveys{\textendash}-i.e., we presumed accurate post-plot source/receiver positions. Unfortunately, in practice seismic surveys are prone to calibration errors, which are unknown deviations between actual and post-plot acquisition geometry. By means of synthetic experiments, we analyze the possible impact of these errors on vintages and on time-lapse data obtained with our joint recovery model from compressively sampled surveys. Supported by these experiments, we demonstrate that highly repeatable time-lapse vintages are attainable despite the presence of unknown calibration errors in the positions of the shots. We assess the repeatability quantitatively for two scenarios by studying the impact of calibration errors on conventional dense but irregularly sampled surveys and on low-cost compressed surveys. To separate time-lapse effects from calibration issues, we consider the idealized case where the subsurface remains unchanged and the practical situation where time-lapse changes are restricted to a subset of the data. In both cases, the quality of the recovered vintages and time-lapse decreases gracefully for low-cost compressed surveys with increasing calibration errors. Conversely, the quality of vintages from expensive densely periodically sampled surveys decreases more rapidly as unknown and difficult to control calibration errors increase.},
	keywords = {calibration errors, joint-recovery method, marine, random sampling, time-lapse seismic},
	doi = {10.1190/tle36080688.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2017/oghenekohwo2017hrt/oghenekohwo2017hrt.html},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@article {wason2016GEOPctl,
	title = {Low-cost time-lapse seismic with distributed compressive sensing{\textendash}-Part 2: impact on repeatability},
	journal = {Geophysics},
	volume = {82},
	number = {3},
	year = {2017},
	note = {(Geophysics)},
	month = {05},
	pages = {P15-P30},
	abstract = {Irregular or off-the-grid spatial sampling of sources and receivers is inevitable in field seismic acquisitions. Consequently, time-lapse surveys become particularly expensive since current practices aim to replicate densely sampled surveys for monitoring changes occurring in the reservoir due to hydrocarbon production. We demonstrate that under certain circumstances, high-quality prestack data can be obtained from cheap randomized subsampled measurements that are observed from nonreplicated surveys. We extend our time-jittered marine acquisition to time-lapse surveys by designing acquisition on irregular spatial grids that render simultaneous, subsampled and irregular measurements. Using the fact that different time-lapse data share information and that nonreplicated surveys add information when prestack data are recovered jointly, we recover periodic densely sampled and colocated prestack data by adapting the recovery method to incorporate a regularization operator that maps traces from an irregular spatial grid to a regular periodic grid. The recovery method is, therefore, a combined operation of regularization, interpolation (estimating missing fine-grid traces from subsampled coarse-grid data), and source separation (unraveling overlapping shot records). By relaxing the insistence on replicability between surveys, we find that recovery of the time-lapse difference shows little variability for realistic field scenarios of slightly nonreplicated surveys that suffer from unavoidable natural deviations in spatial sampling of shots (or receivers) and pragmatic compressed-sensing based nonreplicated surveys when compared to the "ideal" scenario of exact replicability between surveys. Moreover, the recovered densely sampled prestack baseline and monitor data improve significantly when the acquisitions are not replicated, and hence can serve as input to extract poststack attributes used to compute time-lapse differences. Our observations are based on experiments conducted for an ocean-bottom cable survey acquired with time-jittered continuous recording assuming source equalization (or same source signature) for the time-lapse surveys and no changes in wave heights, water column velocities or temperature and salinity profiles, etc.},
	keywords = {joint recovery method, Marine acquisition, off-the-grid recovery, Optimization, random sampling, time-lapse seismic},
	doi = {10.1190/geo2016-0252.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2017/wason2016GEOPctl/wason2016GEOPctl.html},
	author = {Haneet Wason and Felix Oghenekohwo and Felix J. Herrmann}
}
@article {oghenekohwo2016GEOPctl,
	title = {Low-cost time-lapse seismic with distributed compressive sensing{\textendash}-Part 1: exploiting common information among the vintages},
	journal = {Geophysics},
	volume = {82},
	number = {3},
	year = {2017},
	note = {(Geophysics)},
	month = {05},
	pages = {P1-P13},
	abstract = {Time-lapse seismic is a powerful technology for monitoring a variety of subsurface changes due to reservoir fluid flow. However, the practice can be technically challenging when one seeks to acquire colocated time-lapse surveys with high degrees of replicability among the shot locations. We have determined that under "ideal" circumstances, in which we ignore errors related to taking measurements off the grid, high-quality prestack data can be obtained from randomized subsampled measurements that are observed from surveys in which we choose not to revisit the same randomly subsampled on-the-grid shot locations. Our acquisition is low cost because our measurements are subsampled. We have found that the recovered finely sampled prestack baseline and monitor data actually improve significantly when the same on-the-grid shot locations are not revisited. We achieve this result by using the fact that different time-lapse data share information and that nonreplicated (on-the-grid) acquisitions can add information when prestack data are recovered jointly. Whenever the time-lapse data exhibit joint structure{\textendash}-i.e., they are compressible in some transform domain and share information{\textendash}-sparsity-promoting recovery of the "common component" and "innovations," with respect to this common component, outperforms independent recovery of the prestack baseline and monitor data. The recovered time-lapse data are of high enough quality to serve as the input to extract poststack attributes used to compute time-lapse differences. Without joint recovery, artifacts{\textendash}-due to the randomized subsampling{\textendash}-lead to deterioration of the degree of repeatability of the time-lapse data. We tested this method by carrying out experiments with reliable statistics from thousands of repeated experiments. We also confirmed that high degrees of repeatability are achievable for an ocean-bottom cable survey acquired with time-jittered continuous recording.},
	keywords = {Acquisition, joint recovery method, marine, random sampling, time-lapse seismic},
	doi = {10.1190/geo2016-0076.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2017/oghenekohwo2016GEOPctl/oghenekohwo2016GEOPctl.html},
	author = {Felix Oghenekohwo and Haneet Wason and Ernie Esser and Felix J. Herrmann}
}
@article {kumar2010TNPecr,
	title = {Enhancing crustal reflection data through curvelet denoising},
	journal = {Technophysics},
	volume = {508},
	number = {1-4},
	year = {2011},
	month = {07},
	pages = {106-116},
	abstract = {Suppression of incoherent noise, which is present in the seismic signal and may often lead to ambiguous interpretation, is a key step in processing associated with crustal reflection data. In this paper, we make use of the parsimonious representation of seismic data in the curvelet domain to perform the noise attenuation while preserving the coherent energy and its amplitude information. Curvelets are a recently developed mathematical transform that has as one of its properties minimal overlap between seismic signal and noise in the transform domain, thereby facilitating signal-noise separation. The problem is cast as an inverse problem and the results are obtained by updating the solution at each iteration. We demonstrate the effectiveness of this procedure at removing noise on both synthetic shot gathers and a synthetic stacked seismic section. We then apply curvelet denoising to deep crustal seismic reflection data where the signal-to-noise ratio is low. The reflection data were recorded along Lithoprobe{\textquoteright}s SNORCLE Line 1 across Paleoproterozoic-Archean domains in Canada{\textquoteright}s Northwest Territories. After initial processing, we apply the iterative curvelet denoising to both pre-stack shot gathers and post-stack data. Ground roll, random noise and much of the anomalous vertical energy is removed from the pre-stack shot gathers, to the extent that crustal reflections, including those from the Moho, are clearly seen on individual gathers. Denoised stacked data show a series of dipping reflections in the lower crust that extend into the Moho. The Moho itself is relatively flat and characterized by a sharp, narrow band of reflections. Comparing the results for the stacked data with those from F-X deconvolution, curvelet denoising outperforms the latter by attenuating incoherent noise with minimal harm to the signal. Because curvelet denoising retains amplitude information, it provides opportunities for further studies of seismic sections through attribute analyses. Curvelet denoising provides an important new tool in the processing toolbox for crustal seismic reflection data.},
	keywords = {Processing, SLIM},
	doi = {10.1016/j.tecto.2010.07.01},
	url = {http://www.sciencedirect.com/science/article/pii/S0040195110003227},
	author = {Vishal Kumar and Jounada Oueity and Ron Clowes and Felix J. Herrmann}
}
