@unpublished {orozco2024IPaspire,
	title = {ASPIRE: Iterative Amortized Posterior Inference for Bayesian Inverse Problems},
	year = {2024},
	month = {5},
	abstract = {Due to their uncertainty quantification, Bayesian solutions to inverse problems are the framework of choice in applications that are risk averse. These benefits come at the cost of computations that are in general, intractable. New advances in machine learning and variational inference (VI) have lowered the computational barrier by learning from examples. Two VI paradigms have emerged that represent different tradeoffs: amortized and non-amortized. Amortized VI can produce fast results but due to generalizing to many observed datasets it produces suboptimal inference results. Non-amortized VI is slower at inference but finds better posterior approximations since it is specialized towards a single observed dataset. Current amortized VI techniques run into a sub-optimality wall that can not be improved without more expressive neural networks or extra training data. We present a solution that enables iterative improvement of amortized posteriors that uses the same networks architectures and training data. The benefits of our method requires extra computations but these remain frugal since they are based on physics-hybrid methods and summary statistics. Importantly, these computations remain mostly offline thus our method maintains cheap and reusable online evaluation while bridging the approximation gap these two paradigms. We denote our proposed method ASPIRE - Amortized posteriors with Summaries that are Physics-based and Iteratively REfined. We first validate our method on a stylized problem with a known posterior then demonstrate its practical use on a high-dimensional and nonlinear transcranial medical imaging problem with ultrasound. Compared with the baseline and previous methods from the literature our method stands out as an computationally efficient and high-fidelity method for posterior inference.},
	keywords = {Amortization Gap, Amortized Variational Inference, Bayesian inference, medical imaging, Normalizing flows, simulation-based inference},
	doi = {10.48550/arXiv.2405.05398},
	author = {Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024IMAGEbeacon,
	title = {BEACON: Bayesian Experimental design Acceleration with Conditional Normalizing flows - a case study in optimal monitor well placement for CO2 sequestration},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {CO2 sequestration is a crucial engineering solution for mitigating climate change. However, the uncertain nature of reservoir properties, necessitates rigorous monitoring of CO2 plumes to prevent risks such as leakage, induced seismicity, or breaching licensed boundaries. To address this, project managers use borehole wells for direct CO2 and pressure monitoring at specific locations. Given the high costs associated with drilling, it is crucial to strategically place a limited number of wells to ensure maximally effective monitoring within budgetary constraints. Our approach for selecting well locations integrates fluid-flow solvers for forecasting plume trajectories with generative neural networks for plume inference uncertainty. Our methodology is extensible to three-dimensional domains and is developed within a Bayesian framework for optimal experimental design, ensuring scalability and mathematical optimality. We use a realistic case study to verify these claims by demonstrating our method{\textquoteright}s application in a large scale domains and optimal performance as compared to baseline well placement.},
	keywords = {Amortized Variational Inference, Bayesian inference, conditional normalizing flows, deep learning, GCS, IMAGE, Inverse problems, OED, SEG, Uncertainty quantification},
	doi = {10.48550/arXiv.2404.00075},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {gahlot2024IMAGEdt,
	title = {A Digital Twin for Geological Carbon Storage with Controlled Injectivity},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {We present an uncertainty-aware Digital Twin (DT) for geologic carbon storage (GCS), capable of handling multimodal time-lapse data and controlling CO2 injectivity to mitigate reservoir fracturing risks. In GCS, DT represents virtual replicas of subsurface systems that incorporate real-time data and advanced generative Artificial Intelligence (genAI) techniques, including neural posterior density estimation via simulation-based inference and sequential Bayesian inference. These methods enable the effective monitoring and control of CO2 storage projects, addressing challenges such as subsurface complexity, operational optimization, and risk mitigation. By integrating diverse monitoring data, e.g., geophysical well observations and imaged seismic, DT can bridge the gaps between seemingly distinct fields like geophysics and reservoir engineering. In addition, the recent advancements in genAI also facilitate DT with principled uncertainty quantification. Through recursive training and inference, DT utilizes simulated current state samples, e.g., CO2 saturation, paired with corresponding geophysical field observations to train its neural networks and enable posterior sampling upon receiving new field data. However, it lacks decision-making and control capabilities, which is necessary for full DT functionality. This study aims to demonstrate how DT can inform decision-making processes to prevent risks such as cap rock fracturing during CO2 storage operations.},
	keywords = {Bayesian inference, conditional normalizing flows, control, deep learning, digital twin, GCS, IMAGE, SEG, sequential Bayes, Uncertainty quantification},
	doi = {10.48550/arXiv.2403.19819},
	url = {https://slimgroup.github.io/IMAGE2024/GahlotLi2024SEG/paper.html},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {herrmann2024dt4gcs,
	title = {Digital Twins in the Era of Generative AI: Application to Geological CO 2  Storage},
	year = {2024},
	month = {2},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring \& control of geological CO 2  storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, Imaging, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs.pdf},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2024CSMdt,
	title = {DT4GCS {\textendash}- Digital Twin for Geological CO2 Storage and Control},
	booktitle = {Gigatonnes CO2 Storage Workshop},
	year = {2024},
	note = {(Geophysical Research for Gigatonnes CO2 Storage Workshop, Golden)},
	month = {7},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines {\textquotedblleft}A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making.{\textquotedblright} During this talk, we will explore these concepts and their significance in addressing the challenges of monitoring and control of geological CO2 storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, Imaging, monitoring, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CO2STORAGE/2024/herrmann2024CSMdt/herrmann2024CSMdt.pdf},
	author = {Felix J. Herrmann and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Haoyun Li}
}
@conference {zeng2024IMAGEefw,
	title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling and Data Augmentation},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slimgroup.github.io/IMAGE2024/Yunlin_Zeng2024SEG/paper.html},
	author = {Yunlin Zeng and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@conference {herrmann2024SIAMUQdt,
	title = {An Uncertainty-Aware Digital Twin for Geological Carbon Storage},
	booktitle = {SIAM Conference on Uncertainty Quantification},
	year = {2024},
	note = {(SIAM UQ, Trieste)},
	month = {03},
	abstract = {Arguably, Geological Carbon Storage constitutes the only truly scalable net-negative carbon emission technology. To mitigate its risks and optimize its operations, an uncertainty-aware Digital Twin is being developed. To leverage existing fluid-flow and seismic simulation and imaging capabilities, the envisioned twin combines techniques from sequential and simulation-based Bayesian inference to train its deep generative neural networks to draw samples from the posterior of the Digital Twin{\textquoteright}s state. Because these samples are conditioned on observed time-lapse field data, these twins are capable of capturing the dynamics of CO2 plumes and their uncertainty.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, GCS, Imaging, monitoring, SIAM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/digital-twin},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Grant Bruer and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@article {yin2023wise,
	title = {WISE: full-Waveform variational Inference via Subsurface Extensions},
	journal = {Geophysics},
	year = {2024},
	note = {(GEOPHYSICS)},
	month = {04},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Geophysics, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	doi = {10.1190/geo2023-0744.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2023wise/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yin2024IMAGEwiser,
	title = {WISER: full-Waveform variational Inference via Subsurface Extensions with Refinements},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {We introduce a cost-effective Bayesian inference method for full-waveform inversion (FWI) to quantify uncertainty in migration-velocity models and its impact on imaging. Our method targets inverse uncertainty due to null-space of the wave modeling operators and observational noise, and forward uncertainty where the uncertainty in velocity models is propagated to uncertainty in amplitude and positioning of imaged reflectivities. This is achieved by integrating generative artificial intelligence (genAI) with physics-informed common-image gathers (CIGs), which greatly reduces reliance on accurate initial FWI-velocity models. In addition, we illustrate the capability of fine-tuning the generative AI networks with frugal physics-based refinements to improve the inference accuracy.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE, WISER},
	url = {https://slimgroup.github.io/IMAGE2024/yin2024SEG/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@unpublished {yin2024wiser,
	title = {WISER: multimodal variational inference for full-waveform inversion without dimensionality reduction},
	year = {2024},
	month = {5},
	abstract = {We present a semi-amortized variational inference framework designed for computationally feasible uncertainty quantification in 2D full-waveform inversion to explore the multimodal posterior distribution without dimensionality reduction. The framework is called WISER, short for full-Waveform variational Inference via Subsurface Extensions with Refinements. WISER leverages the power of generative artificial intelligence to perform approximate amortized inference that is low-cost albeit showing an amortization gap. This gap is closed through non-amortized refinements that make frugal use of acoustic wave physics. Case studies illustrate that WISER is capable of full-resolution, computationally feasible, and reliable uncertainty estimates of velocity models and imaged reflectivities.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, Summary Statistics, Uncertainty quantification, WISE, WISER},
	doi = {10.13140/RG.2.2.34906.15044},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2024/yin2024wiser/WISER.html},
	author = {Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@conference {orozco2022SPIEadjoint,
	title = {Adjoint operators enable fast and amortized machine learning based Bayesian uncertainty quantification},
	booktitle = {SPIE Medical Imaging Conference},
	year = {2023},
	note = {(SPIE, San Diego)},
	month = {02},
	abstract = {Machine learning algorithms such as Normalizing Flows, VAEs, and GANs are powerful tools in Bayesian uncertainty quantification (UQ) of inverse problems. Unfortunately, when using these algorithms medical imaging practitioners are faced with the challenging task of manually defining neural networks that can handle complicated inputs such as acoustic data. This task needs to be replicated for different receiver types or configurations since these change the dimensionality of the input. We propose to first transform the data using the adjoint operator {\textemdash}ex: time reversal in photoacoustic imaging (PAI) or back-projection in computer tomography (CT) imaging {\textemdash} then continue posterior inference using the adjoint data as an input now that it has been standardized to the size of the unknown model. This adjoint preprocessing technique has been used in previous works but with minimal discussion on if it is biased. In this work, we prove that conditioning on adjoint data is unbiased for a certain class of inverse problems. We then demonstrate with two medical imaging examples (PAI and CT) that adjoints enable two things: Firstly, adjoints partially undo the physics of the forward operator resulting in faster convergence of an ML based Bayesian UQ technique. Secondly, the algorithm is now robust to changes in the observed data caused by differing transducer subsampling in PAI and number of angles in CT. Our adjoint-based Bayesian inference method results in point estimates that are faster to compute than traditional baselines and show higher SSIM metrics, while also providing validated UQ.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, Normalizing flows, SPIE, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2023/orozco2022SPIEadjoint/SPIE_2022_adjoint.html},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {gahlot2023NIPSWSifp,
	title = {Inference of CO2 flow patterns {\textendash} a feasibility study},
	booktitle = {Neural Information Processing Systems (NeurIPS)},
	year = {2023},
	note = {(NeurIPS 2023 Workshop - Tackling Climate Change with Machine Learning (Spotlight))},
	month = {10},
	abstract = {As the global deployment of carbon capture and sequestration (CCS) technology intensifies in the fight against climate change, it becomes increasingly imperative to establish robust monitoring and detection mechanisms for potential underground CO$_2$ leakage, particularly through pre-existing or induced faults in the storage reservoir{\textquoteright}s seals. While techniques such as history matching and time-lapse seismic monitoring of CO$_2$ storage have been used successfully in tracking the evolution of CO$_2$ plumes in the subsurface, these methods lack principled approaches to characterize uncertainties related to the CO$_2$ plumes{\textquoteright} behavior. Inclusion of systematic assessment of uncertainties is essential for risk mitigation for the following reasons: (i) CO$_2$ plume-induced changes are small and seismic data is noisy; (ii) changes between regular and irregular (e.g., caused by leakage) flow patterns are small; and (iii) the reservoir properties that control the flow are strongly heterogeneous and typically only available as distributions. To arrive at a formulation capable of inferring flow patterns for regular and irregular flow from well and seismic data, the performance of conditional normalizing flow will be analyzed on a series of carefully designed numerical experiments. While the inferences presented are preliminary in the context of an early CO$_2$ leakage detection system, the results do indicate that inferences with conditional normalizing flows can produce high-fidelity estimates for CO$_2$ plumes with or without leakage. We are also confident that the inferred uncertainty is reasonable because it correlates well with the observed errors. This uncertainty stems from noise in the seismic data and from the lack of precise knowledge of the reservoir{\textquoteright}s fluid flow properties.},
	keywords = {Amortized Variational Inference, Bayesian inference, CCS, conditional normalizing flows, geological carbon storage, monitoring, NIPS, Summary Statistics},
	doi = {10.48550/arXiv.2311.00290},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2023/gahlot2023NIPSWSifp/paper.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2023/gahlot2023NIPSWSifp/poster.pdf},
	author = {Abhinav Prakash Gahlot and Huseyin Tuna Erdinc and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@unpublished {orozco2023invnet,
	title = {InvertibleNetworks.jl: A Julia package for scalable normalizing flows},
	year = {2023},
	month = {12},
	abstract = {InvertibleNetworks.jl is a Julia package designed for the scalable implementation of normalizing flows, a method for density estimation and sampling in high-dimensional distributions. This package excels in memory efficiency by leveraging the inherent invertibility of normalizing flows, which significantly reduces memory requirements during backpropagation compared to existing normalizing flow packages that rely on automatic differentiation frameworks. InvertibleNetworks.jl has been adapted for diverse applications, including seismic imaging, medical imaging, and CO2 monitoring, demonstrating its effectiveness in learning high-dimensional distributions.},
	keywords = {Bayesian inference, computing, conditional normalizing flows, deep learning, HPC, Inverse problems, memory, Normalizing flows, software, Uncertainty quantification},
	doi = {10.48550/arXiv.2312.13480},
	author = {Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@presentation {herrmann2023ML4SEISMICmsc,
	title = {Monitoring subsurface CO2 plumes with learned sequential Bayesian inference},
	year = {2023},
	month = {11},
	abstract = {Reservoir engineers frequently employ two-phase flow simulations and history-matching to oversee and anticipate the behavior of CO2 plumes within geological carbon storage. These simulations, while valuable for gaining insights, face limitations due to several complex factors, such as uncertainties surrounding the plume{\textquoteright}s dynamics. To investigate this phenomenon more comprehensively, we introduce the concept of stochasticity in the dynamics, accounting for uncertainties in the underlying permeability of the reservoir. To enhance the accuracy of CO2 plume predictions and quantify the uncertainties involved, we utilize machine learning techniques to condition these predictions on time-lapse seismic and well observations. This framework works on the principle of sequential Bayesian inference that continuously assimilates information from time-lapse observations, updates the CO2 plume predictions, and characterizes uncertainties about the plumes.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, ML4SEISMIC, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/herrmann2023ML4SEISMICmsc},
	author = {Abhinav Prakash Gahlot and Ting-ying Yu and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yu2023IMAGEmsc,
	title = {Monitoring Subsurface CO2 Plumes with Sequential Bayesian Inference},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE, Houston)},
	month = {08},
	abstract = {To monitor and predict CO2 plume dynamics during geological carbon storage, reservoir engineers usually perform two-phase flow simulations. While these simulations may provide useful insights, their usefulness is limited due to numerous complicating factors including uncertainty in the dynamics of the plume itself. To study this phenomenon, we consider stochasticity in the dynamic caused by unknown random changes in the injection rate. By conditioning the CO2 plume predictions on seismic observations, we correct the CO2 plume predictions and quantify uncertainty with machine learning.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, monitoring, SEG, Uncertainty quantification},
	url = {https://slimgroup.github.io/IMAGE2023/SequentialBayes/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/yu2023IMAGEmsc},
	author = {Ting-ying Yu and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2023AABIiter,
	title = {Refining Amortized Posterior Approximations using Gradient-Based Summary Statistics},
	booktitle = {5th Symposium on Advances in Approximate Bayesian Inference},
	year = {2023},
	note = {(AABI, Honolulu)},
	month = {06},
	abstract = {We present an iterative framework to improve the amortized approximations of posterior distributions in the context of Bayesian inverse problems, which is inspired by loop-unrolled gradient descent methods and is theoretically grounded in maximally informative summary statistics. Amortized variational inference is restricted by the expressive power of the chosen variational distribution and the availability of training data in the form of joint data and parameter samples, which often lead to approximation errors such as the amortization gap. To address this issue, we propose an iterative framework that refines the current amortized posterior approximation at each step. Our approach involves alternating between two steps: (1) constructing a training dataset consisting of pairs of summarized data residuals and parameters, where the summarized data residual is generated using a gradient-based summary statistic, and (2) training a conditional generative model {\textendash} a normalizing flow in our examples {\textendash} on this dataset to obtain a probabilistic update of the unknown parameter. This procedure leads to iterative refinement of the amortized posterior approximations without the need for extra training data. We validate our method in a controlled setting by applying it to a stylized problem, and observe improved posterior approximations with each iteration. Additionally, we showcase the capability of our method in tackling realistically sized problems by applying it to transcranial ultrasound, a high-dimensional, nonlinear inverse problem governed by wave physics, and observe enhanced posterior quality through better image reconstruction with the posterior mean.},
	keywords = {AABI, Amortization Gap, Amortized Variational Inference, Bayesian inference, conditional normalizing flows, Summary Statistics},
	url = {https://arxiv.org/abs/2305.08733},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2023/orozco2023AABIiter/aabi_poster.pdf},
	author = {Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICaos,
	title = {Adjoint operators as summary functions in amortized Bayesian inference frameworks},
	year = {2022},
	month = {11},
	abstract = {An important concern in seismic inverse problems is the large and varying size of observed data. The large size can cause computational cost concerns and its varying size (such as when changing receiver geometries) implies the need to rerun inference algorithms from scratch for each new observation. Motivated by these two problems, we take inspiration from the statistics literature which commonly relies on summary statistic of observed data. Summary statistic compress the observed data leaving only information needed for inference. In this work, we argue that the adjoint operator provides a natural candidate for a summary function in the context of physics-based inverse problems. We first mathematically show that for certain general assumptions transforming data under the adjoint operator defines a new conditional distribution which preserves the expectations of the original posterior. We validate our hypothesis by evaluating our framework in a learned amortized inference algorithm. Our seismic and medical synthetic experiments show computational gains and increased quality of point estimates using our framework. We discuss statistical metrics that show our learned posterior is well calibrated therefore justifying its use in uncertainty quantification.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICaos/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICnfr,
	title = {Normalizing flows for regularization of 3D seismic inverse problems},
	year = {2022},
	month = {11},
	abstract = {We present the first known exploration of a normalizing flow (NF) for generative 3D volumes. First, we tackle computational issues surrounding the high dimensionality of our desired 3D volume output. This is of particular concern in normalizing flows since their invertibility constraint implies equal dimension of output and input. Our findings show that by {\textquotedblleft}freezing{\textquotedblright} expensive layers we can efficiently train a normalizing flow on 3D volumes. Using this NF architecture, we train a generative model on volume sections of the 3D BG compass model. Our method produces visually plausible generative samples which are efficient to produce. We demonstrate its practical use by using our trained generative model as an implicit prior in a Maximum A Posteriori (MAP) framework. We evaluate this MAP framework by estimating the solution of a inverse problem in seismic imaging. Our method results in higher SNR estimates than the baseline and in less iterations, importantly saving the computational cost of evaluating the expensive 3D PDE solver during optimization. Finally, through scaling analysis of training cost, we show that NF convolutional layers allow this approach to scale favorably to larger volumes.},
	keywords = {3D, Bayesian inference, deep learning, Inverse problems, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICnfr/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {siahkoohi2022SEGWSrav,
	title = {Reliable amortized variational inference with conditional normalizing flows via physics-based latent distribution correction},
	booktitle = {IMAGE Workshop on Subsurface Uncertainty Description and Estimation - Moving Away from Single Prediction with Distribution Learning},
	year = {2022},
	note = {(IMAGE Workshop, Houston)},
	month = {09},
	abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs associated with the forward operator during posterior sampling, as well as the selection of an appropriate prior distribution that encodes our prior knowledge about the unknown. Amortized variational inference addresses these challenges by pretraining a conditional normalizing flow (cNF) that approximates the posterior distribution over the existing model and data joint samples where the prior is implicitly learned from the data. When fed data and normally distributed latent samples as input, the pretrained cNF provides posterior samples for previously unseen data virtually for free. The accuracy of this purely data-driven approach, however, is dependent on the availability of high-fidelity training data, which is rarely the case with geophysical inverse problems, due to the highly heterogeneous structure of the Earth. To overcome this challenge and to minimize the negative bias of data distribution shifts during inference, we propose learning a physics-based correction to the cNF latent distribution to provide a more accurate approximation to the posterior distribution. We accomplish this by parameterizing the cNF latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, which are estimated by minimizing the Kullback-Leibler divergence between the corrected posterior distribution estimate and the true posterior distribution. For a relatively well-trained cNF, this approach provides reliable posterior samples with a limited computational cost while remaining bound to data and physics. We showcase the computational gains of this approach on a "quasi" real seismic imaging example.},
	keywords = {Bayesian inference, deep learning, Generative models, Imaging, Inverse problems, SEG, Uncertainty quantification, workshop},
	url = {https://www.imageevent.org/Workshop/subsurface-uncertainty-description-estimation-moving-away-single-prediction-distribution-learning},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGWSrav/Thur-15-55-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
