@unpublished {erdinc2026IMAGEsai,
	title = {SAGE: Subsurface AI-driven Geostatistical Extraction with proxy posterior},
	year = {2026},
	month = {3},
	abstract = {Recent advances in generative networks have enabled new approaches to subsurface velocity model synthesis, offering a compelling alternative to traditional methods such as Full Waveform Inversion. However, these approaches predominantly rely on the availability of large-scale datasets of high-quality, geologically realistic subsurface velocity models, which are often difficult to obtain in practice. We introduce SAGE, a novel framework for statistically consistent proxy velocity generation from incomplete observations, specifically sparse well logs and migrated seismic images. During training, SAGE learns a proxy posterior over velocity models conditioned on both modalities (wells and seismic); at inference, it produces full-resolution velocity fields conditioned solely on migrated images, with well information implicitly encoded in the learned distribution. This enables the generation of geologically plausible and statistically accurate velocity realizations. We validate SAGE on both synthetic and field datasets, demonstrating its ability to capture complex subsurface variability under limited observational constraints. Furthermore, samples drawn from the learned proxy distribution can be leveraged to train downstream networks, supporting inversion workflows. Overall, SAGE provides a scalable and data-efficient pathway toward learning geological proxy posterior for seismic imaging and inversion. Repo link: https://github.com/slimgroup/SAGE."},
	keywords = {Bayesian inference, deep learning, generative model, IMAGE, Imaging, Inverse problems, RTM, SAGE, score, SEG, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2026/erdinc2026IMAGEsai/abstract.html},
	url2 = {https://slim.gatech.edu/Publications/Public/Submitted/2026/erdinc2026IMAGEsai/IMAGE_Tuna.pdf},
	author = {Huseyin Tuna Erdinc and Ipsita Bhar and Rafael Orozco and Thales Souza and Felix J. Herrmann}
}
@unpublished {gahlot2025EAGEagc,
	title = {Advancing Geological Carbon Storage Monitoring with 3D Digital Shadow Technology},
	year = {2025},
	month = {6},
	keywords = {3D digital shadow, Amortized Variational Inference, Bayesian inference, conditional normalizing flows, data assimilation, deep learning, digital twin, experimental design, FWI, GCS, Imaging, Inverse problems, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2025/gahlot2025EAGEagc/abstract.html},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Felix J. Herrmann}
}
@conference {herrmann2025IMSIafi,
	title = {Amortized Full-Waveform Inference w/ Learned Summary Statistics},
	booktitle = {Reduced Order and Surrogate Modeling for Digital Twins, IMSI, Chicago},
	year = {2025},
	month = {11},
	keywords = {attention, Bayesian inference, CIG, deep learning, diffusion models, FWI, IMAGE, Imaging, Inverse problems, learned summary statistics, RTM, SEG, uncertainty calibration, Uncertainty quantification, velocity model building, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/IMSI/2025/herrmann2025IMSIafi},
	author = {Rafael Orozco and Ziyi Yin and Shiqin Zeng and Felix J. Herrmann}
}
@conference {herrmann20205IMAGEapg,
	title = {Attention Please: Getting the Most from CIGs with Learned Summary Statistics},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2025},
	month = {8},
	keywords = {attention, Bayesian inference, CIG, deep learning, diffusion models, FWI, IMAGE, Imaging, Inverse problems, learned summary statistics, RTM, SEG, uncertainty calibration, Uncertainty quantification, velocity model building, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/herrmann20205IMAGEapg},
	author = {Shiqin Zeng and Rafael Orozco and Yunlin Zeng and Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {zeng2025ML4SEISMICbde,
	title = {Background-Conditioned Diffusion Inversion for Seismic Velocity Models},
	booktitle = {ML4SEISMIC Partners Meeting},
	year = {2025},
	month = {11},
	abstract = {Accurate seismic imaging and velocity estimation are important for subsurface characterization, yet conventional full-waveform inversion remains computationally expensive and highly sensitive to initial velocity models. To address these challenges, we propose a simulation-based inference framework using conditional elucidated diffusion models for posterior velocity-model sampling. Our approach integrates both horizontal and vertical subsurface-offset common-image gathers to capture a wider range of reflector geometries, from gently dipping to steeply inclined layers. We further condition the model on the background-velocity field to improve generalization across diverse geological settings. Evaluations on the SEAM dataset, which includes complex salt geometries, demonstrate that this conditioning substantially improves performance, increasing SSIM from 0.717 to 0.733 and reducing RMSE from 0.381 km/s to 0.274 km/s. Uncertainty analysis further shows enhanced calibration, lowering uncertainty calibration error from 6.68 km/s to 3.91 km/s. These results confirm that our diffusion-based simulation framework enables robust seismic inversion with reliable uncertainty quantification.},
	keywords = {Bayesian inference, CIG, deep learning, diffusion models, FWI, Imaging, Inverse problems, ML4SEISMIC, MVA, RTM, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2025/zeng2025ML4SEISMICbde},
	author = {Yunlin Zeng and Huseyin Tuna Erdinc and Rafael Orozco and Felix J. Herrmann}
}
@conference {herrmann2025AIDT4EScad,
	title = {Context-aware Digital Twin for Underground Storage},
	booktitle = {Artificial Intelligence and Digital Twins for Earth Systems 2025, Austin, TX},
	year = {2025},
	month = {9},
	keywords = {AIDT4ES, Amortized Variational Inference, Bayesian inference, conditional normalizing flows, data assimilation, deep learning, digital twin, experimental design, GCS, Imaging, Inverse problems, permeability, reservoir simulation, rock physics, RTM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/AIDT4ES/2025/herrmann2025AIDT4EScad},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ipsita Bhar and Huseyin Tuna Erdinc and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@conference {herrmann2025IMSIcad,
	title = {Context-Aware Digital Twin for Underground Storage Operations and Decision Making},
	booktitle = {Data Assimilation and Inverse Problems for Digital Twins Workshop 205, IMSI, Chicago},
	year = {2025},
	month = {10},
	keywords = {Amortized Variational Inference, Bayesian inference, conditional normalizing flows, data assimilation, decision making, digital twin, experimental design, GCS, Imaging, Inverse problems, permeability, reservoir simulation, rock physics, RTM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/IMSI/2025/herrmann2025IMSIcad},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ipsita Bhar and Huseyin Tuna Erdinc and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@conference {zeng2025IMAGEfwi,
	title = {Full-waveform variational inference with common-image gathers},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2025},
	month = {8},
	keywords = {Bayesian inference, CIG, deep learning, diffusion models, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/zeng2025IMAGEfwi/IMAGE_Yunlin.pdf},
	author = {Yunlin Zeng and Huseyin Tuna Erdinc and Rafael Orozco and Felix J. Herrmann}
}
@conference {orozco2025SIAMisu,
	title = {Industry-Scale Uncertainty-Aware Full Waveform Inference with Generative Models},
	booktitle = {SIAM Conference on Computational Science and Engineering (CSE25)},
	year = {2025},
	note = {(SIAM CSE25, Dallas)},
	month = {03},
	abstract = {In this talk, we address the challenge of Bayesian sampling for ill-posed inverse problems involving expensive PDE forward operators. To tackle this, we propose the use of generative models and discuss three key challenges along with our solutions. First, we address the constraints of GPU memory by introducing patch-based training and memory-efficient invertible networks, enabling the handling of large-scale data. Second, we demonstrate that these models can be effectively trained using only prior data available from acoustic observations and borehole well data, making the approach practical for real-world applications. Third, we explore various strategies to enhance the reliability of posterior samples by incorporating physics-based constraints through the wave operator. We conclude by presenting experiments that showcase the capabilities of these methods in field-data Full Waveform Inversion (FWI) workflows, scaling up to industry-scale problems with large 2D (512x7000 degrees of freedom) and 3D models.},
	keywords = {Bayesian sampling, FWI, Generative models, Inverse problems, Normalizing flows, SIAM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMCSE/2025/orozco2025SIAMisu},
	author = {Rafael Orozco and Huseyin Tuna Erdinc and Mathias Louboutin and Felix J. Herrmann}
}
@unpublished {deng2025EAGEpjrm,
	title = {Probabilistic Joint Recovery Method for CO2 Plume Monitoring},
	year = {2025},
	month = {6},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, FWI, GCS, igm, image generative model, Imaging, Inverse problems, JRM, Summary Statistics, Uncertainty quantification},
	doi = {10.48550/arXiv.2501.18761},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2025/deng2025EAGEpjrm/EAGE_Venice.pdf},
	author = {Zijun Deng and Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {erdinc2025ML4SEISMICspm,
	title = {SAGE - Subsurface modeling with AI-driven Geostatistical Extraction and evaluation on North Sea Data},
	booktitle = {ML4SEISMIC Partners Meeting},
	year = {2025},
	month = {11},
	abstract = {Traditional machine learning based approaches often depend on large, high-quality and complete datasets of 2D Earth propety models, which can be difficult to obtain in subsurface applications. In this study, we leverage score-based generative models to synthesize high-fidelity geophysical properties (velocity, density, etc.) trained on a combination of sparse but tied well logs and seismic lines without relying on densely sampled velocity models and adress the sampling-density differences by enabling coherent integration of these complementary sources of information. With experiments on multiple synthetic datasets from subsurface models featuring diverse geological structures (e.g., faults, salt bodies), we demonstrate that our approach can accurately capture long-range geological correlations and align well with unseen ground-truth properties. Finally, we highlight the potential of our method to generalize to field data by conducting fine-tuning on a curated dataset derived from real well-log and seismic data currated from the UK Data Repository for the North Sea. This study represents an important step toward the development of foundational models for inverting physical properties and provides inputs for applications such as full-waveform inference (WISE/ASPIRE), supervised learning algorithms, and enhanced seismic-based subsurface modeling.},
	keywords = {Bayesian inference, deep learning, generative model, Imaging, Inverse problems, ML4SEISMIC, North-sea data, power-scaling, RTM, score, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2025/erdinc2025ML4SEISMICspm},
	author = {Huseyin Tuna Erdinc and Ipsita Bhar and Thales Souza and Rafael Orozco and Felix J. Herrmann}
}
@conference {deng2025IMAGEtfi,
	title = {Time-lapse full-waveform inversion with uncertainty quantification},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2025},
	month = {8},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, FWI, GCS, igm, IMAGE, image generative model, Imaging, Inverse problems, JRM, SEG, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/deng2025IMAGEtfi},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/deng2025IMAGEtfi/IMAGE_Venice.pdf},
	author = {Zijun Deng and Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {deng2025ML4SEISMICtfi,
	title = {Time-lapse full-waveform inversion with uncertainty quantification},
	booktitle = {ML4SEISMIC Partners Meeting},
	year = {2025},
	month = {11},
	abstract = {Reliable management of underground energy storage systems, such as underground compressed Hydrogene or Air storage, rely on semi-continuous monitoring and rigorous quantification of subsurface uncertainty. Time-lapse seismic imaging provides valuable insights into fluid migration and storage integrity. However, traditional inversion techniques{\textemdash}particularly full-waveform inversion (FWI){\textemdash}are inherently ill-posed and deterministic, limiting their applicability for uncertainty-aware decision-making. The Joint Recovery Method (JRM) improves consistency across multiple surveys by jointly reconstructing shared structures, but does not capture uncertainty. We introduce the Probabilistic Joint Recovery Method (πJRM), which embeds uncertainty estimation within a joint inversion framework. πJRM leverages a shared generative model to infer wave-equation{\textendash}based posterior distributions for each monitoring survey, enabling probabilistic interpretation of time-lapse changes. Synthetic experiments demonstrate that πJRM accurately recovers dynamic reservoir evolution and provides uncertainty-aware reconstructions, offering a principled foundation for safe, efficient management of subsurface energy storage operations.},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, FWI, GCS, igm, image generative model, Imaging, Inverse problems, jrm pjrm, ML4SEISMIC, SLIM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2025/deng2025ML4SEISMICtfi},
	author = {Zijun Deng and Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {herrmann2025SciMLtfm,
	title = {Towards foundation models for subsurface priors and posteriors},
	booktitle = {Workshop on Scientific Machine Learning 2025, Austin, TX},
	year = {2025},
	month = {9},
	keywords = {Bayesian inference, deep learning, foundation models, full waveform inference, generative model, Imaging, Inverse problems, RTM, SciML, score, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SciML/2025/herrmann2025SciMLtfm},
	author = {Huseyin Tuna Erdinc and Thales Souza and Shiqin Zeng and Rafael Orozco and Felix J. Herrmann}
}
@article {gahlot2024uads,
	title = {An uncertainty-aware Digital Shadow for underground multimodal CO2 storage monitoring},
	journal = {Geophysical Journal International},
	year = {2025},
	note = {(Geophysical Journal International)},
	month = {5},
	abstract = {As a society, we are faced with important challenges to combat climate change. Geological Carbon Storage (GCS), during which gigatonnes of super-critical CO2 are stored underground, is arguably the only scalable net-negative CO2-emission technology that is available. While promising, subsurface complexities and heterogeneity of reservoir properties demand a systematic approach to quantify uncertainty when optimizing production and mitigating storage risks, which include assurances of Containment and Conformance of injected supercritical CO2. As a first step towards the design and implementation of a Digital Twin for monitoring and control of underground storage operations, a machine-learning-based data-assimilation framework is introduced and validated on carefully designed realistic numerical simulations. Because our implementation is based on Bayesian inference, but does not yet support control and decision-making, we coin our approach an uncertainty-aware Digital Shadow. To characterize the posterior distribution for the state of CO2 plumes (its CO2 concentration and pressure), conditioned on multi-modal time-lapse data, the envisioned Shadow combines techniques from Simulation-Based Inference (SBI) and Ensemble Bayesian Filtering to establish probabilistic baselines and assimilate multi-modal data for GCS problems that are challenged by large degrees of freedom, nonlinear multiphysics, non-Gaussianity, and computationally expensive to evaluate fluid-flow and seismic simulations. To enable SBI for dynamic systems, a recursive scheme is proposed where the Digital Shadow{\textquoteright}s neural networks are trained on simulated ensembles for their state and observed data (well and/or seismic). Once training is completed, the system{\textquoteright}s state is inferred when time-lapse field data becomes available. Contrary to ensemble Kalman filtering, corrections to the predicted simulated states are not based on linear updates, but instead follow during the Analysis step of Bayesian filtering from a prior-to-posterior mapping through the latent space of a nonlinear transform. Starting from a probabilistic model for the permeability field, derived from a baseline surface-seismic survey, the proposed Digital Shadow is validated on unseen simulated ground-truth time-lapse data. In this computational study, we observe that a lack of knowledge on the permeability field can be factored into the Digital Shadow{\textquoteright}s uncertainty quantification. Our results also indicate that the highest reconstruction quality is achieved when the state of the CO2 plume is conditioned on both time-lapse seismic data and wellbore measurements. Despite the incomplete knowledge of the permeability field, the proposed Digital Shadow was able to accurately track the unseen physical state of the subsurface throughout the duration of a realistic CO2 injection project. To the best of our knowledge, this work represents the first proof-of-concept of an uncertainty-aware, in-principle scalable, Digital Shadow that captures the uncertainty arising from unknown reservoir properties and noisy observations. This framework provides a foundation for the development of a Digital Twin aimed at mitigating risks and optimizing the management of underground storage projects.},
	keywords = {Bayesian inference, conditional normalizing flows, deep learning, digital twin, GCS, Inverse problems, sequential Bayes, Summary Statistics, Uncertainty quantification},
	doi = {10.1093/gji/ggaf176},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2024/gahlot2024uads/paper.html},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@article {yin2024wiser,
	title = {WISER: multimodal variational inference for full-waveform inversion without dimensionality reduction},
	journal = {Geophysics},
	volume = {90},
	year = {2025},
	note = {(GEOPHYSICS)},
	month = {03},
	abstract = {We present a semi-amortized variational inference framework designed for computationally feasible uncertainty quantification in 2D full-waveform inversion to explore the multimodal posterior distribution without dimensionality reduction. The framework is called WISER, short for full-Waveform variational Inference via Subsurface Extensions with Refinements. WISER leverages the power of generative artificial intelligence to perform approximate amortized inference that is low-cost albeit showing an amortization gap. This gap is closed through non-amortized refinements that make frugal use of acoustic wave physics. Case studies illustrate that WISER is capable of full-resolution, computationally feasible, and reliable uncertainty estimates of velocity models and imaged reflectivities.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, Summary Statistics, Uncertainty quantification, WISE, WISER},
	doi = {10.1190/geo2024-0483.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2024wiser/WISER.html},
	author = {Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@conference {orozco2024IMAGEbeacon,
	title = {BEACON: Bayesian Experimental design Acceleration with Conditional Normalizing flows - a case study in optimal monitor well placement for CO2 sequestration},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {CO2 sequestration is a crucial engineering solution for mitigating climate change. However, the uncertain nature of reservoir properties, necessitates rigorous monitoring of CO2 plumes to prevent risks such as leakage, induced seismicity, or breaching licensed boundaries. To address this, project managers use borehole wells for direct CO2 and pressure monitoring at specific locations. Given the high costs associated with drilling, it is crucial to strategically place a limited number of wells to ensure maximally effective monitoring within budgetary constraints. Our approach for selecting well locations integrates fluid-flow solvers for forecasting plume trajectories with generative neural networks for plume inference uncertainty. Our methodology is extensible to three-dimensional domains and is developed within a Bayesian framework for optimal experimental design, ensuring scalability and mathematical optimality. We use a realistic case study to verify these claims by demonstrating our method{\textquoteright}s application in a large scale domains and optimal performance as compared to baseline well placement.},
	keywords = {Amortized Variational Inference, Bayesian inference, conditional normalizing flows, deep learning, GCS, IMAGE, Inverse problems, OED, SEG, Uncertainty quantification},
	doi = {10.48550/arXiv.2404.00075},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@presentation {herrmann2024ML4SEISMICdtg,
	title = {A Digital Twin for Geological Carbon Storage with Controlled Injectivity},
	year = {2024},
	month = {11},
	abstract = {We present an uncertainty-aware Digital Twin (DT) for geologic carbon storage (GCS), capable of handling multimodal time-lapse data and controlling CO 2  injectivity to mitigate reservoir fracturing risks. In GCS, DT represents virtual replicas of subsurface systems that incorporate real-time data and advanced generative Artificial Intelligence (genAI) techniques, including neural posterior density estimation via simulation-based inference and sequential Bayesian inference. These methods enable the effective monitoring and control of CO 2  storage projects, addressing challenges such as subsurface complexity, operational optimization, and risk mitigation. By integrating diverse monitoring data, e.g., geophysical well observations and imaged seismic, DT can bridge the gaps between seemingly distinct fields like geophysics and reservoir engineering. In addition, the recent advancements in genAI also facilitate DT with principled uncertainty quantification. Through recursive training and inference, DT utilizes simulated current state samples, e.g., CO 2  saturation, paired with corresponding geophysical field observations to train its neural networks and enable posterior sampling upon receiving new field data. However, it lacks decision-making and control capabilities, which is necessary for full DT functionality. This study aims to demonstrate how DT can inform decision-making processes to prevent risks such as cap rock fracturing during CO 2  storage operations.},
	keywords = {Amortized Variational Inference, augmentation, Bayesian inference, conditional normalizing flows, data assimilation, deep learning, FWI, Imaging, Inverse problems, ML4SEISMIC, rock physics, RTM, SLIM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/herrmann2024ML4SEISMICdtg},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {gahlot2024ICLdtg,
	title = {Digital Twins in the era of generative AI - Application to Geological CO2 Storage},
	year = {2024},
	month = {6},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring \& control of geological CO2 storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, control, data assimilation, deep learning, digital twin, FWI, GCS, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/gahlot2024ICLdtg},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {zeng2024ML4SEISMICefv,
	title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling},
	year = {2024},
	month = {11},
	abstract = {Recent developments in simulation-based inference, like the full-waveform variational inference via subsurface extensions (WISE), enable rapid online estimation of subsurface velocities by leveraging pre-trained models. To achieve this, WISE employs subsurface-offset common image gathers to convert shot data into physics-informed summary statistics. While common image gathers effectively retain critical information even when initial velocity estimates are inaccurate, WISE{\textquoteright}s performance still depends on the assumption that the initial migration-velocity model is a single 1D velocity model. In this work, we present experiments using both 1D and 2D velocity models and develop a stochastic resampling method to generate variations of initial migration-velocity models. This technique allows us to systematically infer alternative velocity models that are consistent with the observed data, while enhancing the posterior sample quality and reducing dependency on the initial velocity model compared to the standard WISE approach.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/zeng2024ML4SEISMICefv},
	author = {Yunlin Zeng and Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {zeng2024IMAGEefw,
	title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling and Data Augmentation},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slimgroup.github.io/IMAGE2024/Yunlin_Zeng2024SEG/paper.html},
	author = {Yunlin Zeng and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@presentation {rex2024ML4SEISMICfca,
	title = {FNO-charged ASPIRE},
	year = {2024},
	month = {11},
	abstract = {During this talk, we will demonstrate how extended re-migrations{\textemdash}i.e, formation of subsurface-offset Common-Image Gathers (CIGs) for a new velocity model, can be avoided altogether by training Fourier Neural Operators during training of ASPIRE {\textemdash} Amortized posteriors with Summaries that are Physics-based and Iteratively REfined. In this approach, FNOs are trained as surrogates capable of mapping CIGs for one migration-velocity model to the other. The approach is computationally feasible because it uses the same training set as used during ASPIRE. As a result, additional training costs are small and the inference costs are reduced by a factor equal to the number of ASPIRE refinements.},
	keywords = {deep learning, FNO, hierarchical tucker tensor, Inverse problems, kronecker product, ML4SEISMIC, SLIM, two-phase flow},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/rex2024ML4SEISMICfca},
	author = {Richard Rex and Yunlin Zeng and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@mastersthesis {orozco2024THgmf,
	title = {GENERATIVE MODELS FOR UNCERTAINTY QUANTIFICATION OF MEDICAL AND SEISMIC IMAGING},
	year = {2024},
	note = {(PhD)},
	month = {12},
	school = {Georgia Institute of Technology},
	type = {phd},
	address = {Atlanta},
	abstract = {This thesis investigates the intersection of machine learning-based generative models with physics-based methods to address imaging problems, with an emphasis on accelerat- ing computations while incorporating uncertainty quantification. Throughout the chapters, a key conclusion emerges: machine learning methods, though powerful, are insufficient when used in isolation. They must be combined with the trusted domain knowledge con- tained in numerical physics simulations to achieve robust results. The methods presented bridge two of the most impactful areas in modern computer science: numerical simula- tions methods rooted in linear algebra and the transformative potential of deep learning, particularly as exemplified by recent advancements in generative modeling. The focus of this work is on scenarios where the underlying physics is computation- ally expensive, requiring frugal use of simulations. This is particularly relevant in high- dimensional, ill-posed inverse problems, such as those encountered in the applications shown in this thesis: medical imaging and seismic exploration, where the forward oper- ator is governed by complex partial differential equations (PDEs). To address these challenges, this thesis introduces techniques that blend practical ma- chine learning approaches with theoretical insights, particularly through the use of physics- based summary statistics. These statistics enable efficient extraction of meaningful in- formation from physics simulations, reducing computational overhead while preserving the critical elements of the physical model. Theoretical foundations underpin the design choices, ensuring that the methods are both efficient and ameliorate the potential bias that would arise from using physics-based summary statistics instead of raw observations. As an engineering-focused work, the thesis places a strong emphasis on practicality and robustness. The proposed methods are stress-tested through validation experiments, on increasingly complex scenarios with a clear pathway toward deployment in the real-world. This applied perspective reflects the ultimate goal of leveraging these methods to create tangible, impactful changes in domains such as healthcare and geophysics. By bridging the gap between advanced machine learning and trusted physics-based methods, this work contributes to the development of innovative tools that balance computational efficiency, uncertainty quantification, and practical applicability.},
	keywords = {Bayesian inference, CCS, CIG, conditional normalizing flows, FWI, GCS, Generative models, Inverse problems, medical imaging, monitoring, Normalizing flows, PhD, RTM, scientific machine learning, time-lapse, Uncertainty quantification, Variational Inference, WISE, WISER},
	url = {https://slim.gatech.edu/Publications/Public/Thesis/2024/orozco2024THgmf/Thesis_Orozco_pdf.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Thesis/2024/orozco2024THgmf/defense-real},
	author = {Rafael Orozco}
}
@presentation {zeng2024ML4SEISMICiic,
	title = {Image Impeccable Challenge: An Effective Machine Learning Denoising Method for 3D Seismic Volumes},
	year = {2024},
	month = {11},
	abstract = {Seismic denoising is essential for enhancing the clarity, accuracy, and reliability of seismic data. Traditional seismic denoising methods, while effective for specific types of noise, often rely on well-established mathematical techniques that can be time-consuming, require manual tuning, and struggle with more complex noise patterns. Leveraging the 500 paired synthetic seismic datasets provided by the Think Onward community, we incorporate a 3D U-Net deep learning model with residual blocks and spatial attention to capture both local and global features for the seismic denoising task. During training, we apply the Laplacian operator to preserve edge details, followed by the Structural Similarity Index Measure (SSIM) loss to fine-tune the model, effectively removing concurrent noise and recovering the original seismic information. The resulting individual model achieves an SSIM of 0.99 compared to the ground truth seismic data. Additionally, we implement Langevin dynamics and Equivariant Bootstrapping techniques to estimate uncertainty during the training and inference phases, further improving the robustness of the denoising process.},
	keywords = {CAM, CCS, classification, explainability, GCS, Imaging, Inverse problems, JRM, ML4SEISMIC, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/zeng2024ML4SEISMICiic},
	author = {Shiqin Zeng and Rafael Orozco and Huseyin Tuna Erdinc and Felix J. Herrmann}
}
@article {orozco2023invnet,
	title = {InvertibleNetworks.jl: A Julia package for scalable normalizing flows},
	journal = {Journal of Open Source Software},
	volume = {9},
	year = {2024},
	month = {7},
	abstract = {InvertibleNetworks.jl is a Julia package designed for the scalable implementation of normalizing flows, a method for density estimation and sampling in high-dimensional distributions. This package excels in memory efficiency by leveraging the inherent invertibility of normalizing flows, which significantly reduces memory requirements during backpropagation compared to existing normalizing flow packages that rely on automatic differentiation frameworks. InvertibleNetworks.jl has been adapted for diverse applications, including seismic imaging, medical imaging, and CO2 monitoring, demonstrating its effectiveness in learning high-dimensional distributions.},
	keywords = {Bayesian inference, computing, conditional normalizing flows, deep learning, HPC, Inverse problems, memory, Normalizing flows, software, Uncertainty quantification},
	doi = {10.21105/joss.06554},
	url = {https://doi.org/10.21105/joss.06554},
	author = {Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@presentation {orozco2024ML4SEISMICmev,
	title = {Machine-learning enabled velocity-model building with uncertainty quantification},
	year = {2024},
	month = {11},
	abstract = {Accurately characterizing subsurface properties is crucial for a wide range of geophysical applications, from hydrocarbon exploration to monitoring of CO2 sequestration projects. Traditional characterization methods such as Full-Waveform Inversion (FWI) represent powerful tools but often struggle with the inherent complexities of the inverse problem, including noise, limited bandwidth and aperture of data, limited azimuth and computational constraints. To address these challenges, we propose a scalable methodology that integrates generative modeling with physics-informed summary statistics, making it suitable for complicated imaging problems potentially including field datasets. Our approach leverages the power of conditional diffusion networks, and methodologically incorporates physics in the form of summary statistics, allowing for the computationally efficient generation of Bayesian posterior samples that offer an useful assessment of uncertainty of the inferred migration-velocity models. To validate our approach, we introduce a battery of tests that measure the quality of the image estimates as well as the quality of the inferred uncertainties. With modern synthetic datasets, we maximally leverage the advantages of using subsurface-offset Common Image Gathers (CIGs) as the conditioning observable. Next, we tackle the challenging SEAM salt model that requires incorporating salt flooding into our approach based on the iterative refinements of ASPIRE {\textemdash} Amortized posteriors with Summaries that are Physics-based and Iteratively REfined.},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, diffusion models, FWI, Imaging, Inverse problems, ML4SEISMIC, RTM, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/orozco2024ML4SEISMICmev},
	author = {Rafael Orozco and Huseyin Tuna Erdinc and Thales Souza and Yunlin Zeng and Ziyi Yin and Felix J. Herrmann}
}
@conference {orozco2024IPMSnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	booktitle = {Inverse Problems: Modelling and Simulation},
	year = {2024},
	month = {5},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, IPMS, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi/herrmann2024.pdf},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2024ICLnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	year = {2024},
	month = {6},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/orozco2024ICLnwi},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {deng2024ML4SEISMICpjr,
	title = {Probabilistic Joint Recovery Method for CO2 plume monitoring},
	year = {2024},
	month = {11},
	abstract = {Accurately predicting fluid flow patterns in Carbon Capture and Storage (CCS) is a challenging task, particularly due to uncertainties in CO 2  plume dynamics and reservoir properties. While previous deterministic methods such as the Joint Recovery Method (JRM) have provided valuable insights, their effectiveness is limited as tools for decision-making since they do not communicate uncertainty. To address this, we propose a Probabilistic Joint Recovery Method (PJRM) that computes the posterior distribution at each monitoring survey while leveraging the shared structure among surveys through a common generative model. By efficiently computing posterior distributions for each monitoring survey, this method aims to provide valuable uncertainty information to decision-makers in CCS projects, augmenting their workflow with principled risk minimization.},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, FWI, igm, image generative model, Imaging, Inverse problems, JRM, ML4SEISMIC, SLIM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/deng2024ML4SEISMICpjr},
	author = {Zijun Deng and Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@presentation {erdinc2024ML4SEISMICsfm,
	title = {SAGE {\textendash} Subsurface foundational model with AI-driven Geostatical Extraction},
	year = {2024},
	month = {11},
	abstract = {In this study, we present a novel approach for synthesizing diverse subsurface velocity models using diffusion-based generative models. Traditional methods often depend on large, high-quality datasets of 2D velocity models, which can be difficult to obtain in subsurface applications. In contrast, our method leverages incomplete well and seismic data to generate high-fidelity velocity samples without requiring fully sampled training datasets.The results demonstrate that the generative model accurately captures long-range geological structures and aligns well with unseen ground-truth velocity models. Furthermore, it is shown that the diversity of generated velocity models can be increased through prior guidance in the training phase, and model uncertainties can be reduced with well conditioning during inference.Experiments conducted with multiple datasets (BG, Synthoseis, and North Sea data) and velocity models featuring various geological structures (e.g., faults, salt bodies) suggest that our approach facilitates realistic subsurface velocity synthesis, providing valuable inputs for full-waveform inversion and enhancing seismic-based subsurface modeling.},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, diffusion models, FWI, Imaging, Inverse problems, ML4SEISMIC, RTM, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/erdinc2024ML4SEISMICsfm},
	author = {Huseyin Tuna Erdinc and Rafael Orozco and Felix J. Herrmann}
}
@article {yin2023wise,
	title = {WISE: full-Waveform variational Inference via Subsurface Extensions},
	journal = {Geophysics},
	volume = {89},
	year = {2024},
	note = {(GEOPHYSICS)},
	month = {04},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Geophysics, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	doi = {10.1190/geo2023-0744.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2023wise/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yin2024IMAGEwiser,
	title = {WISER: full-Waveform variational Inference via Subsurface Extensions with Refinements},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {We introduce a cost-effective Bayesian inference method for full-waveform inversion (FWI) to quantify uncertainty in migration-velocity models and its impact on imaging. Our method targets inverse uncertainty due to null-space of the wave modeling operators and observational noise, and forward uncertainty where the uncertainty in velocity models is propagated to uncertainty in amplitude and positioning of imaged reflectivities. This is achieved by integrating generative artificial intelligence (genAI) with physics-informed common-image gathers (CIGs), which greatly reduces reliance on accurate initial FWI-velocity models. In addition, we illustrate the capability of fine-tuning the generative AI networks with frugal physics-based refinements to improve the inference accuracy.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE, WISER},
	url = {https://slimgroup.github.io/IMAGE2024/yin2024SEG/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2022SPIEadjoint,
	title = {Adjoint operators enable fast and amortized machine learning based Bayesian uncertainty quantification},
	booktitle = {SPIE Medical Imaging Conference},
	year = {2023},
	note = {(SPIE, San Diego)},
	month = {02},
	abstract = {Machine learning algorithms such as Normalizing Flows, VAEs, and GANs are powerful tools in Bayesian uncertainty quantification (UQ) of inverse problems. Unfortunately, when using these algorithms medical imaging practitioners are faced with the challenging task of manually defining neural networks that can handle complicated inputs such as acoustic data. This task needs to be replicated for different receiver types or configurations since these change the dimensionality of the input. We propose to first transform the data using the adjoint operator {\textemdash}ex: time reversal in photoacoustic imaging (PAI) or back-projection in computer tomography (CT) imaging {\textemdash} then continue posterior inference using the adjoint data as an input now that it has been standardized to the size of the unknown model. This adjoint preprocessing technique has been used in previous works but with minimal discussion on if it is biased. In this work, we prove that conditioning on adjoint data is unbiased for a certain class of inverse problems. We then demonstrate with two medical imaging examples (PAI and CT) that adjoints enable two things: Firstly, adjoints partially undo the physics of the forward operator resulting in faster convergence of an ML based Bayesian UQ technique. Secondly, the algorithm is now robust to changes in the observed data caused by differing transducer subsampling in PAI and number of angles in CT. Our adjoint-based Bayesian inference method results in point estimates that are faster to compute than traditional baselines and show higher SSIM metrics, while also providing validated UQ.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, Normalizing flows, SPIE, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2023/orozco2022SPIEadjoint/SPIE_2022_adjoint.html},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@article {siahkoohi2022ravi,
	title = {Reliable amortized variational inference with physics-based latent distribution correction},
	journal = {Geophysics},
	volume = {88},
	number = {3},
	year = {2023},
	note = {(Geophysics)},
	month = {05},
	abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs of the forward operator and the selection of an appropriate prior distribution. Amortized variational inference addresses these challenges where a neural network is trained to approximate the posterior distribution over existing pairs of model and data. When fed previously unseen data and normally distributed latent samples as input, the pretrained deep neural network{\textendash}-in our case a conditional normalizing flow{\textendash}-provides posterior samples with virtually no cost. However, the accuracy of this approach relies on the availability of high-fidelity training data, which seldom exists in geophysical inverse problems because of the highly heterogeneous structure of the Earth. In addition, accurate amortized variational inference requires the observed data to be drawn from the training data distribution. As such, we offer a solution that increases the resilience of amortized variational inference when faced with data distribution shifts, e.g., changes in the forward model or prior distribution. Our method involves a physics-based correction to the conditional normalizing flow latent distribution to provide a more accurate approximation to the posterior distribution for the observed data at hand. To accomplish this, instead of a standard Gaussian latent distribution, we parameterize the latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance. These unknown quantities are then estimated by minimizing the Kullback-Leibler divergence between the corrected and true posterior distributions. While generic and applicable to other inverse problems, by means of a seismic imaging example, we show that our correction step improves the robustness of amortized variational inference with respect to changes in number of source experiments, noise variance, and shifts in the prior distribution. This approach provides a seismic image with limited artifacts and an assessment of its uncertainty with approximately the same cost as five reverse-time migrations.},
	keywords = {Inverse problems, Normalizing flows, seismic imaging, Uncertainty quantification, Variational Inference},
	doi = {10.1190/geo2022-0472.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2023/siahkoohi2022ravi/paper.html},
	software = {https://github.com/slimgroup/ReliableAVI.jl},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@article {yin2023smi,
	title = {Solving multiphysics-based inverse problems with learned surrogates and constraints},
	journal = {Advanced Modeling and Simulation in Engineering Sciences},
	volume = {10},
	year = {2023},
	note = {(Advanced Modeling and Simulation in Engineering Sciences)},
	month = {10},
	abstract = {Solving multiphysics-based inverse problems for geological carbon storage monitoring can be challenging when multimodal time-lapse data are expensive to collect and costly to simulate numerically. We overcome these challenges by combining computationally cheap learned surrogates with learned constraints. Not only does this combination lead to vastly improved inversions for the important fluid-flow property, permeability, it also provides a natural platform for inverting multimodal data including well measurements and active-source time-lapse seismic data. By adding a learned constraint, we arrive at a computationally feasible inversion approach that remains accurate. This is accomplished by including a trained deep neural network, known as a normalizing flow, which forces the model iterates to remain in-distribution, thereby safeguarding the accuracy of trained Fourier neural operators that act as surrogates for the computationally expensive multiphase flow simulations involving partial differential equation solves. By means of carefully selected experiments, centered around the problem of geological carbon storage, we demonstrate the efficacy of the proposed constrained optimization method on two different data modalities, namely time-lapse well and time-lapse seismic data. While permeability inversions from both these two modalities have their pluses and minuses, their joint inversion benefits from either, yielding valuable superior permeability inversions and CO2 plume predictions near, and far away, from the monitoring wells.},
	keywords = {AMSES, deep learning, Fourier neural operators, Inverse problems, learned constraints, learned surrogates, multiphysics, Normalizing flows},
	doi = {10.1186/s40323-023-00252-0},
	url = {https://doi.org/10.1186/s40323-023-00252-0},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/AMSES/2023/yin2023smi/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2023HOTCSEspi,
	title = {Solving PDE-based inverse problems with learned surrogates and constraints},
	year = {2023},
	note = {(HotCSE)},
	month = {11},
	abstract = {In this presentation, I will introduce a learned inversion algorithm for solving inverse problems with computationally expensive forward operators. We tackle this challenge by combining learned surrogates (Fourier neural operators) with learned constraints (normalizing flows). After jointly training these networks with the same samples, the learned surrogates lead to computationally efficient surrogate-assisted inversion. Meanwhile, the learned constraints safeguard the accuracy of the surrogates by forcing the model iterates to remain in-distribution. By combining the two, we come up with a homotopy / continuation scheme where the constraints are relaxed slowly so that the data misfit objective can be minimized while the model iterates always remain in the statistical distribution on which the surrogates are trained. We demonstrate the efficacy of our learned inversion algorithm through carefully selected experiments centered around the problem of geological carbon storage monitoring.},
	keywords = {deep learning, Fourier neural operators, Inverse problems, learned constraints, learned surrogates, multiphysics, Normalizing flows, PDE},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/HotCSE/2023/yin2023HOTCSEspi},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICaos,
	title = {Adjoint operators as summary functions in amortized Bayesian inference frameworks},
	year = {2022},
	month = {11},
	abstract = {An important concern in seismic inverse problems is the large and varying size of observed data. The large size can cause computational cost concerns and its varying size (such as when changing receiver geometries) implies the need to rerun inference algorithms from scratch for each new observation. Motivated by these two problems, we take inspiration from the statistics literature which commonly relies on summary statistic of observed data. Summary statistic compress the observed data leaving only information needed for inference. In this work, we argue that the adjoint operator provides a natural candidate for a summary function in the context of physics-based inverse problems. We first mathematically show that for certain general assumptions transforming data under the adjoint operator defines a new conditional distribution which preserves the expectations of the original posterior. We validate our hypothesis by evaluating our framework in a learned amortized inference algorithm. Our seismic and medical synthetic experiments show computational gains and increased quality of point estimates using our framework. We discuss statistical metrics that show our learned posterior is well calibrated therefore justifying its use in uncertainty quantification.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICaos/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@presentation {siahkoohi2022ML4SEISMICluq,
	title = {Low-cost uncertainty quantification for large-scale inverse problems},
	year = {2022},
	month = {11},
	abstract = {Bayesian inference for large-scale inverse problems is challenged by the computationally costly forward operator evaluations during posterior distribution sampling. Recent advances in variational inference and deep learning reduce these costs by pretraining a neural network capable of sampling the posterior distribution for previously unseen observed data. In geophysical applications, however, the accuracy of these methods depends on sufficiently capturing subsurface variability through a training dataset, which is challenging given the heterogeneity of the Earth{\textquoteright}s subsurface and our lack of access to it. Moreover, these methods may be unreliable in the presence of data distribution shifts, e.g., a change in the number of source experiments, noise distribution, or geological features to be imaged. As such, we present a solution that increases the robustness of deep-learning-based Bayesian inference approaches when faced with changes in data distribution. Our proposed method involves a physics-based adaptation to the latent distribution of a conditional normalizing flow that is pretrained to approximate the posterior distribution for previously unseen data. Instead of feeding standard Gaussian latent samples to the conditional normalizing flow, this method parameterizes the latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, estimated by minimizing the Kullback-Leibler divergence between predicted and true posterior distributions. This method is applicable to a wide range of inverse problems and has the potential to significantly reduce the costs of Bayesian variational inference. By means of a realistic seismic imaging example we demonstrate that the proposed latent distribution adaptation method mitigates the Bayesian inference errors induced by data distribution shifts, including shifts in the forward model and prior distribution.},
	keywords = {Inverse problems, ML4SEISMIC, Normalizing flows, seismic imaging, SLIM, Uncertainty quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/siahkoohi2022ML4SEISMICluq/siahkoohi2022ML4SEISMICluq_pres.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICnfr,
	title = {Normalizing flows for regularization of 3D seismic inverse problems},
	year = {2022},
	month = {11},
	abstract = {We present the first known exploration of a normalizing flow (NF) for generative 3D volumes. First, we tackle computational issues surrounding the high dimensionality of our desired 3D volume output. This is of particular concern in normalizing flows since their invertibility constraint implies equal dimension of output and input. Our findings show that by {\textquotedblleft}freezing{\textquotedblright} expensive layers we can efficiently train a normalizing flow on 3D volumes. Using this NF architecture, we train a generative model on volume sections of the 3D BG compass model. Our method produces visually plausible generative samples which are efficient to produce. We demonstrate its practical use by using our trained generative model as an implicit prior in a Maximum A Posteriori (MAP) framework. We evaluate this MAP framework by estimating the solution of a inverse problem in seismic imaging. Our method results in higher SNR estimates than the baseline and in less iterations, importantly saving the computational cost of evaluating the expensive 3D PDE solver during optimization. Finally, through scaling analysis of training cost, we show that NF convolutional layers allow this approach to scale favorably to larger volumes.},
	keywords = {3D, Bayesian inference, deep learning, Inverse problems, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICnfr/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {siahkoohi2022SEGWSrav,
	title = {Reliable amortized variational inference with conditional normalizing flows via physics-based latent distribution correction},
	booktitle = {IMAGE Workshop on Subsurface Uncertainty Description and Estimation - Moving Away from Single Prediction with Distribution Learning},
	year = {2022},
	note = {(IMAGE Workshop, Houston)},
	month = {09},
	abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs associated with the forward operator during posterior sampling, as well as the selection of an appropriate prior distribution that encodes our prior knowledge about the unknown. Amortized variational inference addresses these challenges by pretraining a conditional normalizing flow (cNF) that approximates the posterior distribution over the existing model and data joint samples where the prior is implicitly learned from the data. When fed data and normally distributed latent samples as input, the pretrained cNF provides posterior samples for previously unseen data virtually for free. The accuracy of this purely data-driven approach, however, is dependent on the availability of high-fidelity training data, which is rarely the case with geophysical inverse problems, due to the highly heterogeneous structure of the Earth. To overcome this challenge and to minimize the negative bias of data distribution shifts during inference, we propose learning a physics-based correction to the cNF latent distribution to provide a more accurate approximation to the posterior distribution. We accomplish this by parameterizing the cNF latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, which are estimated by minimizing the Kullback-Leibler divergence between the corrected posterior distribution estimate and the true posterior distribution. For a relatively well-trained cNF, this approach provides reliable posterior samples with a limited computational cost while remaining bound to data and physics. We showcase the computational gains of this approach on a "quasi" real seismic imaging example.},
	keywords = {Bayesian inference, deep learning, Generative models, Imaging, Inverse problems, SEG, Uncertainty quantification, workshop},
	url = {https://www.imageevent.org/Workshop/subsurface-uncertainty-description-estimation-moving-away-single-prediction-distribution-learning},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGWSrav/Thur-15-55-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
