@presentation {gahlot2024ICLdtg,
	title = {Digital Twins in the era of generative AI - Application to Geological CO2 Storage},
	year = {2024},
	month = {6},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring \& control of geological CO2 storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, control, data assimilation, deep learning, digital twin, FWI, GCS, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/gahlot2024ICLdtg},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {herrmann2024dt4gcs,
	title = {Digital Twins in the Era of Generative AI: Application to Geological CO2 Storage},
	year = {2024},
	month = {2},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring \& control of geological CO 2  storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, Imaging, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs.pdf},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2024PURDUEicon,
	title = {Digital Twins in the era of generative AI {\textemdash} Application to Geological CO2 Storage},
	booktitle = {ICON Seminar in IoT},
	year = {2024},
	month = {9},
	abstract = {As a society, we are faced with important challenges to combat climate change. Geological Carbon Storage, during which gigatonnes of super-critical CO2 are stored underground, is arguably the only scalable net-negative CO2-emission technology that is available. Recent advances in generative AI offer unique opportunities{\textemdash}especially in the context of Digital Twins for subsurface CO2-storage monitoring, decision making, and control{\textemdash}to help scale this technology, optimize its operations, lower its costs, and reduce its risks, so assurances can be made whether storage projects proceed as expected and whether CO2 remains underground. During this talk, it is shown how techniques from Simulation-Based Inference and Ensemble Bayesian Filtering can be extended to establish probabilistic baselines and assimilate multimodal data for problems challenged by large degrees of freedom, nonlinear multiphysics, and computationally expensive to evaluate simulations. Key concepts that will be reviewed include neural Wave-Based Inference with Amortized Uncertainty Quantification and physics-based Summary Statistics, Ensemble Bayesian Filtering with Conditional Neural Networks, and learned multiphysics inversion with Differentiable Programming.},
	keywords = {Bayesian inference, conditional normalizing flows, differential programming, digital twin, Ensemble Bayesian filtering, GCS, multiphyics, sequential Bayes, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/PURDUEicon/2024/herrmann2024PURDUEicon},
	url2 = {https://www.youtube.com/watch?v=GQT9CLA-DlU},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {gahlot2024MINESGIGACO2dtg,
	title = {DT4GCS {\textemdash} Digital Twin for Geological CO2 Storage and Control},
	booktitle = {Geophysical Research for Gigatonnes CO2 Storage, Colorado School of Mines},
	year = {2024},
	month = {7},
	keywords = {Bayesian inference, conditional normalizing flows, control, deep learning, digital twin, GCS, sequential Bayes, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/MINESGIGACO2/2024/gahlot2024MINESGIGACO2dtg},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/MINESGIGACO2/2024/gahlot2024MINESGIGACO2dtg/DTCCUS24.docx},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {zeng2024ML4SEISMICefv,
	title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling},
	year = {2024},
	month = {11},
	abstract = {Recent developments in simulation-based inference, like the full-waveform variational inference via subsurface extensions (WISE), enable rapid online estimation of subsurface velocities by leveraging pre-trained models. To achieve this, WISE employs subsurface-offset common image gathers to convert shot data into physics-informed summary statistics. While common image gathers effectively retain critical information even when initial velocity estimates are inaccurate, WISE{\textquoteright}s performance still depends on the assumption that the initial migration-velocity model is a single 1D velocity model. In this work, we present experiments using both 1D and 2D velocity models and develop a stochastic resampling method to generate variations of initial migration-velocity models. This technique allows us to systematically infer alternative velocity models that are consistent with the observed data, while enhancing the posterior sample quality and reducing dependency on the initial velocity model compared to the standard WISE approach.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/zeng2024ML4SEISMICefv},
	author = {Yunlin Zeng and Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2024GTwise,
	title = {Generative AI for full-waveform variational inference},
	year = {2024},
	month = {1},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, FWI, generative AI, GT, inversion, machine learning, Normalizing flows, SLIM, Summary Statistics, Uncertainty quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/GTseminar/2024/yin2024GTwise},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@article {orozco2023invnet,
	title = {InvertibleNetworks.jl: A Julia package for scalable normalizing flows},
	journal = {Journal of Open Source Software},
	volume = {9},
	year = {2024},
	month = {7},
	abstract = {InvertibleNetworks.jl is a Julia package designed for the scalable implementation of normalizing flows, a method for density estimation and sampling in high-dimensional distributions. This package excels in memory efficiency by leveraging the inherent invertibility of normalizing flows, which significantly reduces memory requirements during backpropagation compared to existing normalizing flow packages that rely on automatic differentiation frameworks. InvertibleNetworks.jl has been adapted for diverse applications, including seismic imaging, medical imaging, and CO2 monitoring, demonstrating its effectiveness in learning high-dimensional distributions.},
	keywords = {Bayesian inference, computing, conditional normalizing flows, deep learning, HPC, Inverse problems, memory, Normalizing flows, software, Uncertainty quantification},
	doi = {10.21105/joss.06554},
	url = {https://doi.org/10.21105/joss.06554},
	author = {Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@presentation {orozco2024ICLnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	year = {2024},
	month = {6},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/orozco2024ICLnwi},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024IPMSnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	booktitle = {Inverse Problems: Modelling and Simulation},
	year = {2024},
	month = {5},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, IPMS, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi/herrmann2024.pdf},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024EAGEnfb,
	title = {Normalizing Flows for Bayesian Experimental Design in Imaging Applications},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2024},
	month = {6},
	abstract = {Neural density estimators, such as invertible normalizing flows, are capable of estimating the Bayesian posterior distribution in a variety of imaging problems, including medical MRI and seismic imaging/monitoring. So far, few works explore the possibility to make explicit use of probabilistic information contained within the full Bayesian solution of these inverse problems. During our talk, we investigate how a simple modification to the training objective of conditional normalizing flows allows for Bayesian experimental design without modifying the normalizing flow{\textquoteright}s neural architecture itself. By establishing a key relationship between the expected information gain (EIG) and the maximum-likelihood, attained during the training of normalizing flows, we show that optimal experimental design can be achieved. During our talk, we first verify, on a stylized problem, that our method indeed maximizes the expected information gain, followed by demonstrating the advocacy of our methodology on large-scale medical and seismic problems.},
	keywords = {Bayesian inference, deep learning, expected information gain, Normalizing flows, optimal experimental design, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2024/orozco2024EAGEnfb},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Peng Chen and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2024SIAMUQdt,
	title = {An Uncertainty-Aware Digital Twin for Geological Carbon Storage},
	booktitle = {SIAM Conference on Uncertainty Quantification},
	year = {2024},
	note = {(SIAM UQ, Trieste)},
	month = {03},
	abstract = {Arguably, Geological Carbon Storage constitutes the only truly scalable net-negative carbon emission technology. To mitigate its risks and optimize its operations, an uncertainty-aware Digital Twin is being developed. To leverage existing fluid-flow and seismic simulation and imaging capabilities, the envisioned twin combines techniques from sequential and simulation-based Bayesian inference to train its deep generative neural networks to draw samples from the posterior of the Digital Twin{\textquoteright}s state. Because these samples are conditioned on observed time-lapse field data, these twins are capable of capturing the dynamics of CO2 plumes and their uncertainty.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, GCS, Imaging, monitoring, SIAM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/digital-twin},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Grant Bruer and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@article {yin2023wise,
	title = {WISE: full-Waveform variational Inference via Subsurface Extensions},
	journal = {Geophysics},
	volume = {89},
	year = {2024},
	note = {(GEOPHYSICS)},
	month = {04},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Geophysics, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	doi = {10.1190/geo2023-0744.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2023wise/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yin2024IMAGEwiser,
	title = {WISER: full-Waveform variational Inference via Subsurface Extensions with Refinements},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {We introduce a cost-effective Bayesian inference method for full-waveform inversion (FWI) to quantify uncertainty in migration-velocity models and its impact on imaging. Our method targets inverse uncertainty due to null-space of the wave modeling operators and observational noise, and forward uncertainty where the uncertainty in velocity models is propagated to uncertainty in amplitude and positioning of imaged reflectivities. This is achieved by integrating generative artificial intelligence (genAI) with physics-informed common-image gathers (CIGs), which greatly reduces reliance on accurate initial FWI-velocity models. In addition, we illustrate the capability of fine-tuning the generative AI networks with frugal physics-based refinements to improve the inference accuracy.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE, WISER},
	url = {https://slimgroup.github.io/IMAGE2024/yin2024SEG/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2023IMAGEabf,
	title = {Amortized Bayesian Full Waveform Inversion and Experimental Design with Normalizing Flows},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE, Houston)},
	month = {08},
	abstract = {Probabilistic approaches to Full-Waveform Inversion (FWI), such as Bayesian ones, traditionally require expensive computations involving many wave-equation solves. To reduce the computational burden at test time, we propose to amortize the computational cost with offline training. After training, we aim to efficiently generate probabilistic FWI solutions with uncertainty. This aim is achieved by exploiting the ability of networks (i.e Normalizing Flows) to learn distributions, such as the Bayesian posterior. The posterior uncertainty is used during training to optimize the receiver sampling.},
	keywords = {bayesian, experimental design, FWI, Normalizing flows, SEG, Uncertainty quantification},
	url = {https://slimgroup.github.io/IMAGE2023/BayesianFWI/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/orozco2023IMAGEabf},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2023MIDLanf,
	title = {Amortized normalizing flows for transcranial ultrasound with uncertainty quantification},
	booktitle = {Medical Imaging with Deep Learning},
	year = {2023},
	note = {(MIDL, Nashville)},
	month = {07},
	abstract = {We present a novel approach to transcranial ultrasound computed tomography that utilizes normalizing flows to improve the speed of imaging and provide Bayesian uncertainty quantification. Our method combines physics-informed methods and data-driven methods to accelerate the reconstruction of the final image. We make use of a physics-informed summary statistic to incorporate the known ultrasound physics with the goal of compressing large incoming observations. This compression enables efficient training of the normalizing flow and standardizes the size of the data regardless of imaging configurations. The combinations of these methods results in fast uncertainty-aware image reconstruction that generalizes to a variety of transducer configurations. We evaluate our approach with in silico experiments and demonstrate that it can significantly improve the imaging speed while quantifying uncertainty. We validate the quality of our image reconstructions by comparing against the traditional physics-only method and also verify that our provided uncertainty is calibrated with the error.},
	keywords = {Bayesian Estimation, invertible networks, medical imaging, MIDL, Physics and Machine Learning Hybrid, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/MIDL/2023/orozco2023MIDLanf/paper.pdf},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {herrmann2023IMAGEWSfnf,
	title = {Fast neural FWI with amortized uncertainty quantification},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE workshop, Houston)},
	month = {08},
	keywords = {bayesian, experimental design, FWI, Normalizing flows, SEG, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/herrmann2023IMAGEWSfnf},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2023IMAGEgsk,
	title = {Generative Seismic Kriging with Normalizing Flows},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE, Houston)},
	month = {08},
	abstract = {The objective is to demonstrate the applicability of Normalizing Flows (NFs) to subsurface kriging from wells. We will show that after supervised training, we can generate multiple realistic samples of plausible earth models that match the observed wells. We observe that these samples produce uncertainty statistics that are correlated with the complex parts of the model. The applicability of this method is for areas nearby the original survey used for training. Finally, we compare the speed and quality of our solutions with those obtained using a traditional variogram approach.},
	keywords = {kriging, Normalizing flows, SEG, Uncertainty quantification},
	url = {https://slimgroup.github.io/IMAGE2023/BayesianKrig/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/orozco2023IMAGEgsk},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {herrmann2023ML4SEISMICmsc,
	title = {Monitoring subsurface CO2 plumes with learned sequential Bayesian inference},
	year = {2023},
	month = {11},
	abstract = {Reservoir engineers frequently employ two-phase flow simulations and history-matching to oversee and anticipate the behavior of CO2 plumes within geological carbon storage. These simulations, while valuable for gaining insights, face limitations due to several complex factors, such as uncertainties surrounding the plume{\textquoteright}s dynamics. To investigate this phenomenon more comprehensively, we introduce the concept of stochasticity in the dynamics, accounting for uncertainties in the underlying permeability of the reservoir. To enhance the accuracy of CO2 plume predictions and quantify the uncertainties involved, we utilize machine learning techniques to condition these predictions on time-lapse seismic and well observations. This framework works on the principle of sequential Bayesian inference that continuously assimilates information from time-lapse observations, updates the CO2 plume predictions, and characterizes uncertainties about the plumes.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, ML4SEISMIC, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/herrmann2023ML4SEISMICmsc},
	author = {Abhinav Prakash Gahlot and Ting-ying Yu and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yu2023IMAGEmsc,
	title = {Monitoring Subsurface CO2 Plumes with Sequential Bayesian Inference},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE, Houston)},
	month = {08},
	abstract = {To monitor and predict CO2 plume dynamics during geological carbon storage, reservoir engineers usually perform two-phase flow simulations. While these simulations may provide useful insights, their usefulness is limited due to numerous complicating factors including uncertainty in the dynamics of the plume itself. To study this phenomenon, we consider stochasticity in the dynamic caused by unknown random changes in the injection rate. By conditioning the CO2 plume predictions on seismic observations, we correct the CO2 plume predictions and quantify uncertainty with machine learning.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, monitoring, SEG, Uncertainty quantification},
	url = {https://slimgroup.github.io/IMAGE2023/SequentialBayes/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/yu2023IMAGEmsc},
	author = {Ting-ying Yu and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2023ML4SEISMICtgs,
	title = {Towards generative seismic kriging with normalizing flows},
	year = {2023},
	month = {11},
	abstract = {Our goal is to build realistic parameterized (acoustic, velocity, permeability etc) earth models where the training and testing phase of our method uses only data that is available in the field. We first demonstrate the expressive power of normalizing flows to generate detailed realistic earth models by training on supervised pairs of full earth models and borehole wells. Our results are compared with traditional variogram kriging to show that our generated models can be used in parameterizations of various downstream tasks such as simulations of realistic acoustic waves and fluid flow for reservoir simulations. Then we introduce a novel unsupervised training objective that can train normalizing flows to generate full earth models without needing training pairs of the full earth models. By using a known proxy earth model as a testbed, we make preliminary prescriptions on how many wells our method needs to generate permissible earth models in a target area.},
	keywords = {kriging, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/orozco2023ML4SEISMICtgs},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2023ML4SEISMICuqs,
	title = {Uncertainty quantification so what? Leveraging probabilistic seismic inversion for experimental design},
	year = {2023},
	month = {11},
	abstract = {Combining physics with recent developments of generative machine learning enables a scalable probabilistic framework for tackling seismic inversion problems including Full-Waveform Inversion. These probabilistic results can be proven to be from the Bayesian posterior but how exactly can we use them for practical downstream tasks? In this talk, we answer the question with a practical application of the probabilistic framework towards designing ocean bottom node placement of seismic imaging. With a simple adjustment to the original training objective, we show that jointly optimizing for an experimental design corresponds to maximizing the expected information gain used by the Bayesian community. After verifying this novel joint optimization with a stylized problem, we demonstrate its application for optimizing the placement of ocean bottom nodes in a synthetic seismic imaging experiment.},
	keywords = {bayesian, experimental design, FWI, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/orozco2023ML4SEISMICuqs},
	author = {Rafael Orozco and Mathias Louboutin and Peng Chen and Felix J. Herrmann}
}
@conference {louboutin2022RHPCafa,
	title = {Abstractions for at-scale seismic inversion},
	booktitle = {Rice Oil and Gas High Performance Computing Conference 2022},
	year = {2022},
	note = {Rice Oil and Gas High Performance Computing Conference 2022},
	month = {03},
	pages = {Thursday Workshop: Devito Training and Hackathon},
	abstract = {We present the SLIM open-source software framework for computational geophysics, and more generally, inverse problems based on the wave-equation (e.g., medical ultrasound). We developed a software environment aimed at scalable research and development by designing multiple layers of abstractions. This environment allows the researchers to easily formulate their problem in an abstract fashion, while still being able to exploit the latest developments in high-performance computing. We illustrate and demonstrate the benefits of our software design on many geophysical applications, including seismic inversion and physics-informed machine learning for geophysics (e.g., loop unrolled imaging, uncertainty quantification), all while facilitating the integration of external software.},
	keywords = {CCS, devito, FWI, HPC, inversion, JUDI, machine learning, RHPC, software, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/RHPC/2022/louboutin2022RHPCafa/RiceHPC22.pdf},
	url2 = {https://youtu.be/scRTbP8w6Wk?t=4542},
	author = {Mathias Louboutin and Ali Siahkoohi and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Yijun Zhang and Philipp A. Witte and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {louboutin2022SEGais,
	title = {Accelerating innovation with software abstractions for scalable computational geophysics},
	booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
	year = {2022},
	note = {(IMAGE, Houston)},
	month = {05},
	abstract = {We present the SLIM open-source software framework for computational geophysics, and more generally, inverse problems based on the wave-equation (e.g., medical ultrasound). We developed a software environment aimed at scalable research and development by designing multiple layers of abstractions. This environment allows the researchers to easily formulate their problem in an abstract fashion, while still being able to exploit the latest developments in high-performance computing. We illustrate and demonstrate the benefits of our software design on many geophysical applications, including seismic inversion and physics-informed machine learning for geophysics(e.g., loop unrolled imaging, uncertainty quantification), all while facilitating the integration of external software.},
	keywords = {CCS, devito, FWI, HPC, inversion, JUDI, machine learning, SEG, software, Uncertainty quantification},
	doi = {10.1190/image2022-3750561.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/louboutin_seg22.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/index.html},
	author = {Mathias Louboutin and Philipp A. Witte and Ali Siahkoohi and Gabrio Rizzuti and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICaos,
	title = {Adjoint operators as summary functions in amortized Bayesian inference frameworks},
	year = {2022},
	month = {11},
	abstract = {An important concern in seismic inverse problems is the large and varying size of observed data. The large size can cause computational cost concerns and its varying size (such as when changing receiver geometries) implies the need to rerun inference algorithms from scratch for each new observation. Motivated by these two problems, we take inspiration from the statistics literature which commonly relies on summary statistic of observed data. Summary statistic compress the observed data leaving only information needed for inference. In this work, we argue that the adjoint operator provides a natural candidate for a summary function in the context of physics-based inverse problems. We first mathematically show that for certain general assumptions transforming data under the adjoint operator defines a new conditional distribution which preserves the expectations of the original posterior. We validate our hypothesis by evaluating our framework in a learned amortized inference algorithm. Our seismic and medical synthetic experiments show computational gains and increased quality of point estimates using our framework. We discuss statistical metrics that show our learned posterior is well calibrated therefore justifying its use in uncertainty quantification.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICaos/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@presentation {yin2022ML4SEISMICavc,
	title = {Amortized velocity continuation with Fourier neural operators},
	year = {2022},
	month = {11},
	abstract = {Velocity continuation aims to map the migration image using one background model to the image using another background model. It is of great importance to quantify the uncertainty in seismic imaging result from various background models. With Fourier neural operators as a learned surrogate, this continuation from a given background model to an unseen background model can be quite accurately estimated with near-zero cost. However, the limitation of the prior art is that the input background model and the survey area are assumed to be fixed. The main contribution of this work is to extend the Fourier neural operator surrogate to be amortized over different given background models and survey areas. We verify the effectiveness of our learned surrogates by a realistic example on different areas of Parihaka dataset against different background models.},
	keywords = {Fourier neural operators, ML4SEISMIC, SLIM, Uncertainty quantification, velocity continuation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICavc/index.html},
	author = {Ali Siahkoohi and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICnfr,
	title = {Normalizing flows for regularization of 3D seismic inverse problems},
	year = {2022},
	month = {11},
	abstract = {We present the first known exploration of a normalizing flow (NF) for generative 3D volumes. First, we tackle computational issues surrounding the high dimensionality of our desired 3D volume output. This is of particular concern in normalizing flows since their invertibility constraint implies equal dimension of output and input. Our findings show that by {\textquotedblleft}freezing{\textquotedblright} expensive layers we can efficiently train a normalizing flow on 3D volumes. Using this NF architecture, we train a generative model on volume sections of the 3D BG compass model. Our method produces visually plausible generative samples which are efficient to produce. We demonstrate its practical use by using our trained generative model as an implicit prior in a Maximum A Posteriori (MAP) framework. We evaluate this MAP framework by estimating the solution of a inverse problem in seismic imaging. Our method results in higher SNR estimates than the baseline and in less iterations, importantly saving the computational cost of evaluating the expensive 3D PDE solver during optimization. Finally, through scaling analysis of training cost, we show that NF convolutional layers allow this approach to scale favorably to larger volumes.},
	keywords = {3D, Bayesian inference, deep learning, Inverse problems, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICnfr/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {siahkoohi2022SEGvcw,
	title = {Velocity continuation with Fourier neural operators for accelerated uncertainty quantification},
	booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
	year = {2022},
	note = {(IMAGE, Houston)},
	month = {05},
	abstract = {Seismic imaging is an ill-posed inverse problem that is challenged by noisy data and modeling inaccuracies{\textendash}-due to errors in the background squared-slowness model. Uncertainty quantification is essential for determining how variability in the background models affects seismic imaging. Due to the costs associated with the forward Born modeling operator as well as the high dimensionality of seismic images, quantification of uncertainty is computationally expensive. As such, the main contribution of this work is a survey-specific Fourier neural operator surrogate to velocity continuation that maps seismic images associated with one background model to another virtually for free. While being trained with only 200 background and seismic image pairs, this surrogate is able to accurately predict seismic images associated with new background models, thus accelerating seismic imaging uncertainty quantification. We support our method with a realistic data example in which we quantify seismic imaging uncertainties using a Fourier neural operator surrogate, illustrating how variations in background models affect the position of reflectors in a seismic image.},
	keywords = {Fourier neural operators, SEG, Uncertainty quantification, velocity continuation},
	doi = {10.1190/image2022-3750475.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGvcw/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGvcw/Tue-16-30-Siahkoohi.pdf},
	software = {https://github.com/slimgroup/fno4vc},
	author = {Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2021KAUSTdbi,
	title = {Deep Bayesian Inference for Task-based Seismic Imaging},
	booktitle = {KAUST},
	year = {2021},
	note = {(KAUST, virtual)},
	month = {03},
	abstract = {High dimensionality, complex physics, and lack of access to the ground truth make seismic imaging one of the most challenging inversion problems in the computational imaging sciences. If these challenges were not bad enough, modern applications of computational imaging increasingly call for the assessment of uncertainty on the image itself and on subsequent tasks conducted on these images. By making use of a Markov-chain Monte Carlo (McMC) sampling technique, we demonstrate how uncertainty in the data can be propagated to the task of seismic horizon tracking. While this example shows that uncertainty can in principle be handled in a systematic manner by using neural nets as deep priors, it unfortunately also reveals that the McMC method fundamentally lacks ability to scale to relevant problem sizes. To overcome this shortcoming, we introduce a variational formulation based on normalizing flows. In this approach, invertible neural networks are trained to generate samples from the posterior. There are strong indications that this approach has the capability to scale better to problems where the forward operator is expensive to evaluate.},
	keywords = {Bayesian inference, Inverse problems, seismic imaging, Uncertainty quantification},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/KAUST/2021/herrmann2021KAUSTdbi/Kaust.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Philipp A. Witte and Felix J. Herrmann}
}
@conference {siahkoohi2021EarthMLfar,
	title = {Fast and reliability-aware seismic imaging with conditional normalizing flows},
	booktitle = {Intelligent illumination of the Earth},
	year = {2021},
	note = {(KAUST, virtual)},
	month = {09},
	abstract = {The posterior probability distribution provides a comprehensive description of the solution in ill-posed inverse problems. Sampling from the posterior distribution in the context of seismic imaging is challenged by the high-dimensionality of the unknown and the expensive-to-evaluate forward operator. These challenges limit the applicability of Markov Chain sampling methods due to the costs associated with the forward operator. Moreover, explicitly choosing a prior distribution that captures the true heterogeneity exhibited by the Earth{\textquoteright}s subsurface further complicates casting seismic imaging into a Bayesian framework. To handle this situation and to assess uncertainty, we propose a data-driven variational inference approach based on conditional normalizing flows (NFs). The proposed scheme leverages existing data, which are in the form of low- and high-fidelity migrated image pairs, to train a conditional NF capable of characterizing the posterior distribution. After training, the NF can be used to sample from the posterior distribution associated with a previously unseen seismic survey, which is in some sense close, e.g., data from a neighboring survey area. In our numerical example, we obtain high-fidelity images from the Parihaka dataset and low-fidelity images are derived from these images through the process of demigration, followed by adding band-limited noise and migration. During inference, given shot records from a new neighboring seismic survey, we first compute the reverse-time migration image. Next, by feeding this low-fidelity migrated image to the NF we gain access to samples from the posterior distribution virtually for free. We use these samples to compute a high-fidelity image including a first assessment of the image{\textquoteright}s reliability.},
	keywords = {Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/KAUST/2021/siahkoohi2021EarthMLfar/siahkoohi2021EarthMLfar.pdf},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2021Delftlwi,
	title = {Learned wave-based imaging - variational inference at scale},
	booktitle = {Delft},
	year = {2021},
	note = {(Delft, virtual)},
	month = {06},
	abstract = {High dimensionality, complex physics, and lack of access to the ground truth rank medical ultrasound and seismic imaging amongst the most challenging problems in the computational imaging sciences. If these challenges were not bad enough, modern applications of computational imaging increasingly call for the assessment of uncertainty on the image itself and on subsequent tasks. During this talk, I will show how recent developments in Normalizing Flows, a new type of invertible neural networks, can be used to cast wave-based imaging into a scalable Bayesian framework. Contrary to conventional methods, where sample images are drawn from the posterior distribution during inversion, our approach trains Normalizing Flows capable of generating samples from the posterior. Aside from greatly reducing the computational cost, this approach gives us access to the image itself (via Maximum a posteriori or mean estimation) and its multidimensional statistical distribution including its pointwise variance.},
	keywords = {medical imaging, Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.mp4},
	author = {Felix J. Herrmann and Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin}
}
@conference {herrmann2021Microsoftrla,
	title = {ML@scale using randomized linear algebra},
	booktitle = {Microsoft},
	year = {2021},
	note = {Talk at Microsoft},
	month = {03},
	abstract = {Deep Learning for large-scale applications such as video encoding or seismic segmentation are challenged by the excessive amounts of memory that is required for training networks via backpropagation. In this talk, I will discuss how techniques from randomized linear algebra can be used to address these bottle necks and bring down the memory footprint of training CNNs by up to a factor of O(N) (where N is number of pixels) without increasing computational cost. Additionally, I will illustrate how the seemingly disparate technologies of deep learning and large-scale PDE-constrained optimization share important similarities that can be taken advantage of in the development of next-generation deep learning technologies, with possible applications in scientific computing and sustainability.},
	keywords = {deep learning, randomized linear algebra, Uncertainty quantification},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/Microsoft/2021/herrmann2021Microsoftrla/herrmann2021Microsoftrla_pres.pdf},
	author = {Felix J. Herrmann and Mathias Louboutin and Ali Siahkoohi}
}
@conference {siahkoohi2021AABIpto,
	title = {Preconditioned training of normalizing flows for variational inference in inverse problems},
	booktitle = {3rd Symposium on Advances in Approximate Bayesian Inference},
	year = {2021},
	note = {AABI},
	month = {01},
	abstract = {Obtaining samples from the posterior distribution of inverse problems with expensive forward operators is challenging especially when the unknowns involve the strongly heterogeneous Earth. To meet these challenges, we propose a preconditioning scheme involving a conditional normalizing flow (NF) capable of sampling from a low-fidelity posterior distribution directly. This conditional NF is used to speed up the training of the high-fidelity objective involving minimization of the Kullback-Leibler divergence between the predicted and the desired high-fidelity posterior density for indirect measurements at hand. To minimize costs associated with the forward operator, we initialize the high-fidelity NF with the weights of the pretrained low-fidelity NF, which is trained beforehand on available model and data pairs. Our numerical experiments, including a 2D toy and a seismic compressed sensing example, demonstrate that thanks to the preconditioning considerable speed-ups are achievable compared to training NFs from scratch.},
	keywords = {Inverse problems, Normalizing flows, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2021/siahkoohi2021AABIpto/siahkoohi2020ABIfab.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2021/siahkoohi2021AABIpto/siahkoohi2021AABIpto_pres.pdf},
	url2 = {https://openreview.net/forum?id=P9m1sMaNQ8T},
	software = {https://github.com/slimgroup/Software.siahkoohi2021AABIpto},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Philipp A. Witte and Felix J. Herrmann}
}
@conference {ren2021AGUsvi,
	title = {Seismic Velocity Inversion and Uncertainty Quantification Using Conditional Normalizing Flows},
	booktitle = {AGU Annual Meeting},
	year = {2021},
	note = {(AGU 2021, New Orleans)},
	month = {12},
	pages = {U12A-03},
	abstract = {In this work, we use a conditional normalizing flow (CNF) to address the seismic velocity inversion problem. Considering the large dimension difference between seismic data and velocity model, we reduce the data dimension by calculating its reverse time. After that, we train the CNF on pairs of migrated data and velocity. During inference, given a new seismic data, feeding the corresponding migrated image into the trained CNF will lead to posterior samples of the velocity inversion distribution. In addition, uncertainty quantification of the inverted results can be achieved by statistical metrics like mean and standard deviation. In our numerical example, the implementation is based on open-sourced software InvertibleNetworks.jl (Witte et al., 2021), JUDI.jl (Witte et al., 2019) and Devito (Louboutin et al., 2019). The training dataset are built based on the SEG/EAGE Overthrust model. For an unseen seismic data, the posterior samples of inversion results given by the trained CNF can be considered as good estimates of the true velocity. Especially, judging from the metrics like MAE, MSE, PSNR, SSIM, et al., the posterior mean is usually closer to the true velocity and the standard deviation indicates that the velocity value is more reliable within the subsurface layers than that on layer edges. Moreover, the inverted results, either the posterior samples or posterior mean, can be used as an initial model in the subsequent FWI for a more accurate result.},
	keywords = {AGU, inversion, machine learning, Normalizing flows, Uncertainty quantification},
	url = {https://agu.confex.com/agu/fm21/meetingapp.cgi/Paper/815883},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi.mp4},
	software = {https://github.com/slimgroup/INN_Velocity-Migration},
	author = {Yuxiao Ren and Philipp A. Witte and Ali Siahkoohi and Mathias Louboutin and Ziyi Yin and Felix J. Herrmann}
}
@conference {siahkoohi2020SIAMISsiu,
	title = {Seismic Imaging with Uncertainty Quantification: Sampling from the Posterior with Generative Networks},
	booktitle = {SIAM Conference on Imaging Science},
	year = {2020},
	note = {IS20},
	month = {7},
	abstract = {n/a},
	keywords = {Imaging, invertible networks, IS20, McMC, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMIS/2020/siahkoohi2020SIAMISsiu/siahkoohi2020SIAMISsiu_pres.pdf},
	author = {Ali Siahkoohi and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann and Gabrio Rizzuti}
}
@conference {siahkoohi2020SIAMTXLAudg,
	title = {Unsupervised data-guided uncertainty analysis in imaging and horizon tracking},
	booktitle = {SIAM Texas-Louisiana},
	year = {2020},
	note = {SIAMTXLA},
	month = {10},
	abstract = {Imaging typically is the first stage of a sequential workflow, and uncertainty quantification becomes more relevant when applied to subsequent tasks. We propose a Bayesian approach to horizon tracking uncertainty analysis, where we deploy a deep prior instead of adhering to handcrafted priors. By passing samples from the posterior distribution obtained via stochastic gradient Langevin dynamics to an automatic horizon tracker, we are able to incorporate the uncertainty on model parameters into horizon tracking.},
	keywords = {deep learning, horizon tracking, McMC, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMTXLA/2020/siahkoohi2020SIAMTXLAudg/siahkoohi2020SIAMTXLAudg_pres.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Felix J. Herrmann}
}
